[ 579.065330] env[69654]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69654) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 579.065671] env[69654]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69654) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 579.065714] env[69654]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69654) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 579.066058] env[69654]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 579.161226] env[69654]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69654) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 579.171351] env[69654]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69654) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 579.214682] env[69654]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 579.775945] env[69654]: INFO nova.virt.driver [None req-a74144e4-ff46-4d77-b40c-b9fd8fb5c811 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 579.846400] env[69654]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.846581] env[69654]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.846654] env[69654]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69654) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 582.773324] env[69654]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-46900853-9152-413c-9b94-2934366ca5e9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.790937] env[69654]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69654) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 582.791129] env[69654]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-0ddab05e-cf74-4606-b49a-4f0d6943936e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.831890] env[69654]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 8efc5. [ 582.833138] env[69654]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.985s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.833138] env[69654]: INFO nova.virt.vmwareapi.driver [None req-a74144e4-ff46-4d77-b40c-b9fd8fb5c811 None None] VMware vCenter version: 7.0.3 [ 582.836315] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d05600f-0070-4fb4-9bb8-ea2b721de7b0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.854830] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59005a08-e1b4-42a5-97a5-dc07084704f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.861035] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8838c8c-737f-4da3-84b0-c5c992fc8382 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.867726] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77f277a-eee6-4b30-a796-c48a573b47e3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.880980] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134e2e8d-d978-4182-917b-70eb58a23f27 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.887229] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f681cf60-670f-4447-8c60-1b38a621b4bc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.917629] env[69654]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-2034cec9-5858-4288-bf4f-f3d0b2aac70b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.922594] env[69654]: DEBUG nova.virt.vmwareapi.driver [None req-a74144e4-ff46-4d77-b40c-b9fd8fb5c811 None None] Extension org.openstack.compute already exists. {{(pid=69654) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 582.925213] env[69654]: INFO nova.compute.provider_config [None req-a74144e4-ff46-4d77-b40c-b9fd8fb5c811 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 583.428574] env[69654]: DEBUG nova.context [None req-a74144e4-ff46-4d77-b40c-b9fd8fb5c811 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),fbb15945-96ae-44da-b723-52d0ddb37286(cell1) {{(pid=69654) load_cells /opt/stack/nova/nova/context.py:464}} [ 583.430852] env[69654]: DEBUG oslo_concurrency.lockutils [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.431103] env[69654]: DEBUG oslo_concurrency.lockutils [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.431818] env[69654]: DEBUG oslo_concurrency.lockutils [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.432293] env[69654]: DEBUG oslo_concurrency.lockutils [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] Acquiring lock "fbb15945-96ae-44da-b723-52d0ddb37286" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.432491] env[69654]: DEBUG oslo_concurrency.lockutils [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] Lock "fbb15945-96ae-44da-b723-52d0ddb37286" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.433532] env[69654]: DEBUG oslo_concurrency.lockutils [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] Lock "fbb15945-96ae-44da-b723-52d0ddb37286" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.453368] env[69654]: INFO dbcounter [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] Registered counter for database nova_cell0 [ 583.461815] env[69654]: INFO dbcounter [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] Registered counter for database nova_cell1 [ 583.901163] env[69654]: DEBUG oslo_db.sqlalchemy.engines [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69654) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 583.901902] env[69654]: DEBUG oslo_db.sqlalchemy.engines [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69654) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 583.906537] env[69654]: ERROR nova.db.main.api [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 583.906537] env[69654]: result = function(*args, **kwargs) [ 583.906537] env[69654]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 583.906537] env[69654]: return func(*args, **kwargs) [ 583.906537] env[69654]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 583.906537] env[69654]: result = fn(*args, **kwargs) [ 583.906537] env[69654]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 583.906537] env[69654]: return f(*args, **kwargs) [ 583.906537] env[69654]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 583.906537] env[69654]: return db.service_get_minimum_version(context, binaries) [ 583.906537] env[69654]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 583.906537] env[69654]: _check_db_access() [ 583.906537] env[69654]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 583.906537] env[69654]: stacktrace = ''.join(traceback.format_stack()) [ 583.906537] env[69654]: [ 583.907638] env[69654]: ERROR nova.db.main.api [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 583.907638] env[69654]: result = function(*args, **kwargs) [ 583.907638] env[69654]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 583.907638] env[69654]: return func(*args, **kwargs) [ 583.907638] env[69654]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 583.907638] env[69654]: result = fn(*args, **kwargs) [ 583.907638] env[69654]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 583.907638] env[69654]: return f(*args, **kwargs) [ 583.907638] env[69654]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 583.907638] env[69654]: return db.service_get_minimum_version(context, binaries) [ 583.907638] env[69654]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 583.907638] env[69654]: _check_db_access() [ 583.907638] env[69654]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 583.907638] env[69654]: stacktrace = ''.join(traceback.format_stack()) [ 583.907638] env[69654]: [ 583.908064] env[69654]: WARNING nova.objects.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 583.908193] env[69654]: WARNING nova.objects.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] Failed to get minimum service version for cell fbb15945-96ae-44da-b723-52d0ddb37286 [ 583.908651] env[69654]: DEBUG oslo_concurrency.lockutils [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] Acquiring lock "singleton_lock" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.908833] env[69654]: DEBUG oslo_concurrency.lockutils [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] Acquired lock "singleton_lock" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.909091] env[69654]: DEBUG oslo_concurrency.lockutils [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] Releasing lock "singleton_lock" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.909429] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] Full set of CONF: {{(pid=69654) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 583.909605] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ******************************************************************************** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 583.909738] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] Configuration options gathered from: {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 583.909874] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 583.910072] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 583.910204] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ================================================================================ {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 583.910413] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] allow_resize_to_same_host = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.910585] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] arq_binding_timeout = 300 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.910715] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] backdoor_port = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.910839] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] backdoor_socket = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.911007] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] block_device_allocate_retries = 60 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.911177] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] block_device_allocate_retries_interval = 3 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.911343] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cert = self.pem {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.911506] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.911674] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] compute_monitors = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.911846] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] config_dir = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.912260] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] config_drive_format = iso9660 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.912409] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.912583] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] config_source = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.912756] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] console_host = devstack {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.912921] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] control_exchange = nova {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.913100] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cpu_allocation_ratio = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.913279] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] daemon = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.913458] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] debug = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.913618] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] default_access_ip_network_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.913786] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] default_availability_zone = nova {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.913940] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] default_ephemeral_format = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.914111] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] default_green_pool_size = 1000 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.914356] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.914521] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] default_schedule_zone = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.914680] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] disk_allocation_ratio = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.914841] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] enable_new_services = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.915032] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] enabled_apis = ['osapi_compute'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.915204] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] enabled_ssl_apis = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.915365] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] flat_injected = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.915522] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] force_config_drive = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.915678] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] force_raw_images = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.915843] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] graceful_shutdown_timeout = 5 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.916008] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] heal_instance_info_cache_interval = -1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.916246] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] host = cpu-1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.916423] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.916587] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] initial_disk_allocation_ratio = 1.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.916806] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] initial_ram_allocation_ratio = 1.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.917054] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.917229] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] instance_build_timeout = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.917391] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] instance_delete_interval = 300 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.917558] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] instance_format = [instance: %(uuid)s] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.917727] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] instance_name_template = instance-%08x {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.917886] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] instance_usage_audit = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.918067] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] instance_usage_audit_period = month {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.918237] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.918401] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] instances_path = /opt/stack/data/nova/instances {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.918564] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] internal_service_availability_zone = internal {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.918720] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] key = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.918878] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] live_migration_retry_count = 30 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.919074] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] log_color = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.919247] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] log_config_append = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.919414] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.919591] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] log_dir = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.919752] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] log_file = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.919881] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] log_options = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.920054] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] log_rotate_interval = 1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.920226] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] log_rotate_interval_type = days {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.920391] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] log_rotation_type = none {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.920546] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.920684] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.920857] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.921030] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.921162] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.921323] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] long_rpc_timeout = 1800 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.921481] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] max_concurrent_builds = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.921640] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] max_concurrent_live_migrations = 1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.921794] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] max_concurrent_snapshots = 5 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.921952] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] max_local_block_devices = 3 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.922121] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] max_logfile_count = 30 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.922278] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] max_logfile_size_mb = 200 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.922434] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] maximum_instance_delete_attempts = 5 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.922630] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] metadata_listen = 0.0.0.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.922819] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] metadata_listen_port = 8775 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.922990] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] metadata_workers = 2 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.923168] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] migrate_max_retries = -1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.923333] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] mkisofs_cmd = genisoimage {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.923536] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] my_block_storage_ip = 10.180.1.21 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.923668] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] my_ip = 10.180.1.21 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.923870] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.924044] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] network_allocate_retries = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.924226] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.924393] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] osapi_compute_listen = 0.0.0.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.924557] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] osapi_compute_listen_port = 8774 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.924723] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] osapi_compute_unique_server_name_scope = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.924888] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] osapi_compute_workers = 2 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.925057] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] password_length = 12 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.925225] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] periodic_enable = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.925382] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] periodic_fuzzy_delay = 60 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.925549] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] pointer_model = usbtablet {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.925713] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] preallocate_images = none {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.925871] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] publish_errors = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.925998] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] pybasedir = /opt/stack/nova {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.926168] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ram_allocation_ratio = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.926377] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] rate_limit_burst = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.926565] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] rate_limit_except_level = CRITICAL {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.926730] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] rate_limit_interval = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.926890] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] reboot_timeout = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.927059] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] reclaim_instance_interval = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.927221] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] record = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.927387] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] reimage_timeout_per_gb = 60 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.927552] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] report_interval = 120 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.927710] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] rescue_timeout = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.927865] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] reserved_host_cpus = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.928033] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] reserved_host_disk_mb = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.928197] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] reserved_host_memory_mb = 512 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.928356] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] reserved_huge_pages = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.928513] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] resize_confirm_window = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.928670] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] resize_fs_using_block_device = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.928826] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] resume_guests_state_on_host_boot = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.928992] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.929169] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] rpc_response_timeout = 60 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.929327] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] run_external_periodic_tasks = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.929512] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] running_deleted_instance_action = reap {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.929677] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] running_deleted_instance_poll_interval = 1800 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.929836] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] running_deleted_instance_timeout = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.929992] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] scheduler_instance_sync_interval = 120 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.930174] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] service_down_time = 720 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.930341] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] servicegroup_driver = db {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.930513] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] shell_completion = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.930686] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] shelved_offload_time = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.930844] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] shelved_poll_interval = 3600 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.931016] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] shutdown_timeout = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.931181] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] source_is_ipv6 = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.931337] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ssl_only = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.931592] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.931759] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] sync_power_state_interval = 600 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.931920] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] sync_power_state_pool_size = 1000 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.932097] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] syslog_log_facility = LOG_USER {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.932255] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] tempdir = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.932412] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] timeout_nbd = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.932600] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] transport_url = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.932776] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] update_resources_interval = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.932939] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] use_cow_images = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.933111] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] use_journal = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.933275] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] use_json = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.933435] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] use_rootwrap_daemon = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.933593] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] use_stderr = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.933751] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] use_syslog = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.933904] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vcpu_pin_set = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.934082] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vif_plugging_is_fatal = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.934252] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vif_plugging_timeout = 300 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.934418] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] virt_mkfs = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.934579] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] volume_usage_poll_interval = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.934740] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] watch_log_file = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.934906] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] web = /usr/share/spice-html5 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.935104] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.935273] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.935436] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.935606] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_concurrency.disable_process_locking = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.935909] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.936105] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.936277] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.936450] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.936619] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.936785] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.936979] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.auth_strategy = keystone {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.937167] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.compute_link_prefix = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.937346] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.937523] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.dhcp_domain = novalocal {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.937696] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.enable_instance_password = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.937859] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.glance_link_prefix = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.938034] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.938209] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.938374] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.instance_list_per_project_cells = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.938535] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.list_records_by_skipping_down_cells = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.938700] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.local_metadata_per_cell = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.938868] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.max_limit = 1000 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.939043] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.metadata_cache_expiration = 15 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.939223] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.neutron_default_tenant_id = default {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.939392] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.response_validation = warn {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.939597] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.use_neutron_default_nets = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.939770] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.939944] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.940145] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.940332] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.940514] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.vendordata_dynamic_targets = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.940674] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.vendordata_jsonfile_path = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.940862] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.941068] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.backend = dogpile.cache.memcached {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.941240] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.backend_argument = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.941400] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.backend_expiration_time = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.941569] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.config_prefix = cache.oslo {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.941736] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.dead_timeout = 60.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.941899] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.debug_cache_backend = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.942074] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.enable_retry_client = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.942237] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.enable_socket_keepalive = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.942407] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.enabled = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.942571] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.enforce_fips_mode = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.942736] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.expiration_time = 600 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.942896] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.hashclient_retry_attempts = 2 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.943072] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.hashclient_retry_delay = 1.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.943238] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.memcache_dead_retry = 300 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.943397] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.memcache_password = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.943558] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.943720] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.943880] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.memcache_pool_maxsize = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.944072] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.944259] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.memcache_sasl_enabled = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.944493] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.944681] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.memcache_socket_timeout = 1.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.944846] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.memcache_username = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.945028] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.proxies = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.945251] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.redis_db = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.945436] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.redis_password = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.945612] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.redis_sentinel_service_name = mymaster {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.945790] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.945961] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.redis_server = localhost:6379 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.946148] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.redis_socket_timeout = 1.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.946314] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.redis_username = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.946478] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.retry_attempts = 2 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.946646] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.retry_delay = 0.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.946810] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.socket_keepalive_count = 1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.946999] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.socket_keepalive_idle = 1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.947195] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.socket_keepalive_interval = 1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.947360] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.tls_allowed_ciphers = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.947521] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.tls_cafile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.947681] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.tls_certfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.947843] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.tls_enabled = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.948007] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cache.tls_keyfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.948218] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cinder.auth_section = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.948402] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cinder.auth_type = password {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.948566] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cinder.cafile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.948745] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cinder.catalog_info = volumev3::publicURL {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.948906] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cinder.certfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.949086] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cinder.collect_timing = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.949253] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cinder.cross_az_attach = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.949417] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cinder.debug = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.949601] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cinder.endpoint_template = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.949774] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cinder.http_retries = 3 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.949939] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cinder.insecure = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.950112] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cinder.keyfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.950288] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cinder.os_region_name = RegionOne {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.950456] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cinder.split_loggers = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.950614] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cinder.timeout = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.950789] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.950948] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] compute.cpu_dedicated_set = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.951120] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] compute.cpu_shared_set = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.951287] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] compute.image_type_exclude_list = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.951447] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.951608] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] compute.max_concurrent_disk_ops = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.951769] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] compute.max_disk_devices_to_attach = -1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.951930] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.952134] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.952310] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] compute.resource_provider_association_refresh = 300 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.952473] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.952630] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] compute.shutdown_retry_interval = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.952811] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.952988] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] conductor.workers = 2 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.953182] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] console.allowed_origins = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.953344] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] console.ssl_ciphers = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.953515] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] console.ssl_minimum_version = default {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.953687] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] consoleauth.enforce_session_timeout = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.953853] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] consoleauth.token_ttl = 600 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.954036] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.cafile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.954199] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.certfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.954365] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.collect_timing = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.954568] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.connect_retries = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.954758] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.connect_retry_delay = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.954922] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.endpoint_override = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.955110] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.insecure = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.955315] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.keyfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.955504] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.max_version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.955672] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.min_version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.955832] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.region_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.955994] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.retriable_status_codes = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.956197] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.service_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.956376] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.service_type = accelerator {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.956540] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.split_loggers = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.956700] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.status_code_retries = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.956858] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.status_code_retry_delay = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.957046] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.timeout = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.957247] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.957412] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] cyborg.version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.957585] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.asyncio_connection = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.957747] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.asyncio_slave_connection = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.957918] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.backend = sqlalchemy {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.958100] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.connection = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.958270] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.connection_debug = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.958440] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.connection_parameters = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.958602] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.connection_recycle_time = 3600 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.958766] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.connection_trace = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.958928] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.db_inc_retry_interval = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.959104] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.db_max_retries = 20 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.959268] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.db_max_retry_interval = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.959429] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.db_retry_interval = 1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.959613] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.max_overflow = 50 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.959778] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.max_pool_size = 5 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.959939] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.max_retries = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.960141] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.960315] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.mysql_wsrep_sync_wait = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.960476] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.pool_timeout = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.960639] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.retry_interval = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.960802] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.slave_connection = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.960964] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.sqlite_synchronous = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.961144] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] database.use_db_reconnect = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.961315] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.asyncio_connection = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.961473] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.asyncio_slave_connection = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.961643] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.backend = sqlalchemy {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.961815] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.connection = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.961977] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.connection_debug = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.962162] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.connection_parameters = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.962325] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.connection_recycle_time = 3600 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.962487] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.connection_trace = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.962651] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.db_inc_retry_interval = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.962814] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.db_max_retries = 20 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.962974] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.db_max_retry_interval = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.963151] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.db_retry_interval = 1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.963314] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.max_overflow = 50 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.963475] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.max_pool_size = 5 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.963636] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.max_retries = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.963803] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.963962] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.964156] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.pool_timeout = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.964330] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.retry_interval = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.964490] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.slave_connection = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.964694] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] api_database.sqlite_synchronous = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.964899] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] devices.enabled_mdev_types = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.965105] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.965293] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ephemeral_storage_encryption.default_format = luks {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.965506] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ephemeral_storage_encryption.enabled = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.965689] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.965865] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.api_servers = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.966044] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.cafile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.966213] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.certfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.966380] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.collect_timing = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.966539] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.connect_retries = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.966699] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.connect_retry_delay = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.966863] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.debug = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.967040] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.default_trusted_certificate_ids = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.967206] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.enable_certificate_validation = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.967368] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.enable_rbd_download = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.967526] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.endpoint_override = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.967691] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.insecure = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.967851] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.keyfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.968012] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.max_version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.968210] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.min_version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.968380] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.num_retries = 3 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.968554] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.rbd_ceph_conf = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.968720] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.rbd_connect_timeout = 5 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.968887] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.rbd_pool = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.969065] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.rbd_user = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.969239] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.region_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.969400] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.retriable_status_codes = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.969578] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.service_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.969757] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.service_type = image {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.969922] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.split_loggers = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.970095] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.status_code_retries = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.970258] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.status_code_retry_delay = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.970418] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.timeout = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.970610] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.970768] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.verify_glance_signatures = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.970925] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] glance.version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.971104] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] guestfs.debug = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.971277] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.auth_section = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.971441] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.auth_type = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.971600] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.cafile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.971757] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.certfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.971919] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.collect_timing = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.972108] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.connect_retries = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.972285] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.connect_retry_delay = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.972445] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.endpoint_override = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.972609] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.insecure = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.972770] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.keyfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.972928] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.max_version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.973100] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.min_version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.973262] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.region_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.973418] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.retriable_status_codes = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.973575] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.service_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.973745] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.service_type = shared-file-system {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.973905] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.share_apply_policy_timeout = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.974087] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.split_loggers = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.974251] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.status_code_retries = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.974407] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.status_code_retry_delay = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.974566] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.timeout = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.974778] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.974976] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] manila.version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.975185] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] mks.enabled = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.975574] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.975785] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] image_cache.manager_interval = 2400 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.975961] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] image_cache.precache_concurrency = 1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.976173] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] image_cache.remove_unused_base_images = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.976355] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.976526] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.976707] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] image_cache.subdirectory_name = _base {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.976884] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.api_max_retries = 60 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.977063] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.api_retry_interval = 2 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.977232] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.auth_section = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.977395] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.auth_type = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.977554] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.cafile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.977714] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.certfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.977876] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.collect_timing = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.978055] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.conductor_group = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.978221] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.connect_retries = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.978380] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.connect_retry_delay = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.978537] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.endpoint_override = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.978701] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.insecure = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.978857] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.keyfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.979023] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.max_version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.979187] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.min_version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.979353] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.peer_list = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.979536] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.region_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.979700] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.retriable_status_codes = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.979866] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.serial_console_state_timeout = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.980046] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.service_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.980240] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.service_type = baremetal {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.980404] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.shard = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.980568] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.split_loggers = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.980726] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.status_code_retries = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.980882] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.status_code_retry_delay = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.981049] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.timeout = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.981235] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.981394] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ironic.version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.981578] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.981751] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] key_manager.fixed_key = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.981932] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.982106] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican.barbican_api_version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.982269] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican.barbican_endpoint = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.982436] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican.barbican_endpoint_type = public {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.982594] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican.barbican_region_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.982754] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican.cafile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.982910] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican.certfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.983082] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican.collect_timing = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.983246] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican.insecure = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.983401] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican.keyfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.983562] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican.number_of_retries = 60 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.983723] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican.retry_delay = 1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.983887] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican.send_service_user_token = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.984075] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican.split_loggers = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.984254] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican.timeout = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.984418] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican.verify_ssl = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.984576] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican.verify_ssl_path = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.984745] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican_service_user.auth_section = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.984947] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican_service_user.auth_type = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.985157] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican_service_user.cafile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.985329] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican_service_user.certfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.985494] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican_service_user.collect_timing = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.985705] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican_service_user.insecure = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.985886] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican_service_user.keyfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.986065] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican_service_user.split_loggers = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.986228] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] barbican_service_user.timeout = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.986397] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vault.approle_role_id = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.986556] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vault.approle_secret_id = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.986729] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vault.kv_mountpoint = secret {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.986887] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vault.kv_path = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.987061] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vault.kv_version = 2 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.987224] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vault.namespace = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.987380] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vault.root_token_id = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.987538] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vault.ssl_ca_crt_file = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.987703] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vault.timeout = 60.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.987864] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vault.use_ssl = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.988059] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.988248] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.cafile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.988412] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.certfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.988577] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.collect_timing = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.988738] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.connect_retries = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.988898] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.connect_retry_delay = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.989069] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.endpoint_override = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.989236] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.insecure = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.989395] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.keyfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.989574] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.max_version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.989742] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.min_version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.989903] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.region_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.990078] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.retriable_status_codes = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.990241] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.service_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.990409] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.service_type = identity {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.990575] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.split_loggers = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.990734] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.status_code_retries = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.990894] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.status_code_retry_delay = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.991062] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.timeout = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.991247] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.991409] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] keystone.version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.991605] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.ceph_mount_options = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.992060] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.992266] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.connection_uri = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.992435] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.cpu_mode = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.992606] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.cpu_model_extra_flags = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.992780] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.cpu_models = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.992952] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.cpu_power_governor_high = performance {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.993135] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.cpu_power_governor_low = powersave {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.993303] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.cpu_power_management = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.993479] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.993652] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.device_detach_attempts = 8 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.993822] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.device_detach_timeout = 20 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.993995] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.disk_cachemodes = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.994173] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.disk_prefix = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.994341] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.enabled_perf_events = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.994532] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.file_backed_memory = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.994716] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.gid_maps = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.994880] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.hw_disk_discard = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.995092] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.hw_machine_type = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.995292] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.images_rbd_ceph_conf = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.995463] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.995629] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.995851] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.images_rbd_glance_store_name = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.996056] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.images_rbd_pool = rbd {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.996251] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.images_type = default {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.996418] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.images_volume_group = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.996584] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.inject_key = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.996750] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.inject_partition = -2 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.996913] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.inject_password = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.997095] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.iscsi_iface = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.997264] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.iser_use_multipath = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.997431] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.live_migration_bandwidth = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.997593] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.997758] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.live_migration_downtime = 500 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.997921] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.998095] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.998259] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.live_migration_inbound_addr = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.998434] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.998597] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.live_migration_permit_post_copy = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.998759] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.live_migration_scheme = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.998932] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.live_migration_timeout_action = abort {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.999107] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.live_migration_tunnelled = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.999271] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.live_migration_uri = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.999434] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.live_migration_with_native_tls = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.999619] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.max_queues = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.999789] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.000031] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.000223] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.nfs_mount_options = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.000522] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.000699] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.000865] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.num_iser_scan_tries = 5 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.001038] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.num_memory_encrypted_guests = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.001206] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.001369] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.num_pcie_ports = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.001537] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.num_volume_scan_tries = 5 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.001705] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.pmem_namespaces = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.001864] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.quobyte_client_cfg = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.002168] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.002341] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.rbd_connect_timeout = 5 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.002507] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.002675] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.002830] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.rbd_secret_uuid = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.002986] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.rbd_user = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.003161] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.003334] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.remote_filesystem_transport = ssh {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.003492] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.rescue_image_id = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.003649] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.rescue_kernel_id = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.003808] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.rescue_ramdisk_id = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.003974] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.004172] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.rx_queue_size = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.004350] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.smbfs_mount_options = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.004663] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.004855] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.snapshot_compression = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.005042] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.snapshot_image_format = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.005331] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.005511] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.sparse_logical_volumes = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.005682] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.swtpm_enabled = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.005891] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.swtpm_group = tss {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.006098] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.swtpm_user = tss {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.006276] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.sysinfo_serial = unique {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.006438] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.tb_cache_size = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.006598] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.tx_queue_size = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.006765] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.uid_maps = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.006926] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.use_virtio_for_bridges = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.007109] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.virt_type = kvm {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.007283] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.volume_clear = zero {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.007446] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.volume_clear_size = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.007610] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.volume_enforce_multipath = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.007777] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.volume_use_multipath = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.007938] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.vzstorage_cache_path = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.008142] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.008327] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.vzstorage_mount_group = qemu {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.008496] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.vzstorage_mount_opts = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.008669] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.008961] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.009156] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.vzstorage_mount_user = stack {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.009326] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.009525] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.auth_section = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.009714] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.auth_type = password {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.009879] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.cafile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.010045] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.certfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.010212] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.collect_timing = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.010383] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.connect_retries = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.010546] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.connect_retry_delay = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.010719] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.default_floating_pool = public {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.010876] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.endpoint_override = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.011047] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.extension_sync_interval = 600 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.011214] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.http_retries = 3 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.011377] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.insecure = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.011538] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.keyfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.011699] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.max_version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.011885] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.012070] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.min_version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.012245] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.ovs_bridge = br-int {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.012413] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.physnets = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.012584] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.region_name = RegionOne {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.012750] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.retriable_status_codes = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.012918] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.service_metadata_proxy = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.013088] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.service_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.013261] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.service_type = network {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.013433] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.split_loggers = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.013604] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.status_code_retries = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.013762] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.status_code_retry_delay = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.013921] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.timeout = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.014112] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.014275] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] neutron.version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.014446] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] notifications.bdms_in_notifications = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.014622] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] notifications.default_level = INFO {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.014790] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] notifications.include_share_mapping = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.014963] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] notifications.notification_format = unversioned {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.015140] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] notifications.notify_on_state_change = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.015315] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.015491] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] pci.alias = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.015661] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] pci.device_spec = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.015825] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] pci.report_in_placement = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.015998] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.auth_section = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.016186] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.auth_type = password {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.016355] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.016516] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.cafile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.016698] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.certfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.016857] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.collect_timing = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.017026] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.connect_retries = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.017191] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.connect_retry_delay = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.017352] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.default_domain_id = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.017510] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.default_domain_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.017670] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.domain_id = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.017828] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.domain_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.017984] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.endpoint_override = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.018159] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.insecure = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.018318] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.keyfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.018475] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.max_version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.018635] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.min_version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.018802] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.password = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.018961] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.project_domain_id = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.019142] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.project_domain_name = Default {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.019308] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.project_id = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.019512] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.project_name = service {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.019673] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.region_name = RegionOne {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.019842] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.retriable_status_codes = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.020013] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.service_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.020195] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.service_type = placement {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.020358] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.split_loggers = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.020540] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.status_code_retries = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.020710] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.status_code_retry_delay = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.020870] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.system_scope = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.021038] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.timeout = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.021201] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.trust_id = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.021356] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.user_domain_id = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.021524] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.user_domain_name = Default {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.021687] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.user_id = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.021882] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.username = nova {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.022092] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.022258] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] placement.version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.022440] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] quota.cores = 20 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.022655] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] quota.count_usage_from_placement = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.022776] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.022939] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] quota.injected_file_content_bytes = 10240 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.023117] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] quota.injected_file_path_length = 255 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.023283] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] quota.injected_files = 5 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.023445] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] quota.instances = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.023605] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] quota.key_pairs = 100 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.023767] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] quota.metadata_items = 128 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.023936] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] quota.ram = 51200 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.024102] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] quota.recheck_quota = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.024266] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] quota.server_group_members = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.024427] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] quota.server_groups = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.024637] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.024814] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] quota.unified_limits_resource_strategy = require {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.024984] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.025163] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.025326] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] scheduler.image_metadata_prefilter = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.025487] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.025650] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] scheduler.max_attempts = 3 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.025812] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] scheduler.max_placement_results = 1000 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.025974] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.026147] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] scheduler.query_placement_for_image_type_support = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.026313] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.026481] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] scheduler.workers = 2 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.026660] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.026829] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.027011] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.027188] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.027354] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.027516] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.027680] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.027866] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.028049] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.host_subset_size = 1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.028220] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.028380] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.028541] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.028719] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.028887] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.029064] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.isolated_hosts = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.029242] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.isolated_images = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.029405] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.029592] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.029765] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.029930] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.pci_in_placement = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.030107] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.030273] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.030437] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.030622] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.030793] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.030956] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.031131] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.track_instance_changes = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.031308] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.031479] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] metrics.required = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.031648] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] metrics.weight_multiplier = 1.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.031819] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.032014] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] metrics.weight_setting = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.032337] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.032512] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] serial_console.enabled = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.032686] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] serial_console.port_range = 10000:20000 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.032853] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.033029] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.033200] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] serial_console.serialproxy_port = 6083 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.033365] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] service_user.auth_section = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.033537] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] service_user.auth_type = password {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.033697] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] service_user.cafile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.033851] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] service_user.certfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.034027] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] service_user.collect_timing = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.034193] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] service_user.insecure = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.034349] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] service_user.keyfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.034520] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] service_user.send_service_user_token = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.034683] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] service_user.split_loggers = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.034835] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] service_user.timeout = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.035007] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] spice.agent_enabled = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.035177] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] spice.enabled = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.035478] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.035678] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.035847] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] spice.html5proxy_port = 6082 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.036016] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] spice.image_compression = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.036178] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] spice.jpeg_compression = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.036338] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] spice.playback_compression = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.036499] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] spice.require_secure = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.036729] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] spice.server_listen = 127.0.0.1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.036836] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.037128] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.037299] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] spice.streaming_mode = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.037462] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] spice.zlib_compression = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.037627] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] upgrade_levels.baseapi = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.037798] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] upgrade_levels.compute = auto {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.037954] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] upgrade_levels.conductor = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.038124] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] upgrade_levels.scheduler = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.038291] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vendordata_dynamic_auth.auth_section = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.038453] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vendordata_dynamic_auth.auth_type = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.038611] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vendordata_dynamic_auth.cafile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.038887] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vendordata_dynamic_auth.certfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.038948] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.039098] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vendordata_dynamic_auth.insecure = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.039256] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vendordata_dynamic_auth.keyfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.039416] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.039602] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vendordata_dynamic_auth.timeout = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.039789] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.api_retry_count = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.039953] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.ca_file = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.040139] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.cache_prefix = devstack-image-cache {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.040307] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.cluster_name = testcl1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.040470] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.connection_pool_size = 10 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.040647] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.console_delay_seconds = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.040818] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.datastore_regex = ^datastore.* {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.041033] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.041214] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.host_password = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.041382] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.host_port = 443 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.041550] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.host_username = administrator@vsphere.local {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.041717] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.insecure = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.041900] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.integration_bridge = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.042086] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.maximum_objects = 100 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.042251] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.pbm_default_policy = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.042413] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.pbm_enabled = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.042567] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.pbm_wsdl_location = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.042733] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.042890] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.serial_port_proxy_uri = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.043056] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.serial_port_service_uri = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.043224] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.task_poll_interval = 0.5 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.043395] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.use_linked_clone = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.043564] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.vnc_keymap = en-us {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.043728] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.vnc_port = 5900 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.043887] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vmware.vnc_port_total = 10000 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.044081] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vnc.auth_schemes = ['none'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.044256] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vnc.enabled = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.044548] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.044733] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.044904] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vnc.novncproxy_port = 6080 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.045115] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vnc.server_listen = 127.0.0.1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.045299] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.045461] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vnc.vencrypt_ca_certs = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.045618] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vnc.vencrypt_client_cert = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.045775] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vnc.vencrypt_client_key = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.045959] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.046131] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.disable_deep_image_inspection = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.046293] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.046454] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.046613] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.046774] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.disable_rootwrap = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.046933] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.enable_numa_live_migration = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.047104] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.047268] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.047427] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.047590] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.libvirt_disable_apic = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.047752] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.047913] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.048232] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.048407] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.048575] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.048742] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.048912] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.049149] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.049321] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.049506] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.049707] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.049887] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] wsgi.client_socket_timeout = 900 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.050071] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] wsgi.default_pool_size = 1000 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.050245] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] wsgi.keep_alive = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.050412] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] wsgi.max_header_line = 16384 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.050574] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] wsgi.secure_proxy_ssl_header = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.050738] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] wsgi.ssl_ca_file = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.050898] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] wsgi.ssl_cert_file = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.051067] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] wsgi.ssl_key_file = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.051236] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] wsgi.tcp_keepidle = 600 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.051409] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.051575] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] zvm.ca_file = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.051737] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] zvm.cloud_connector_url = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.052063] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.052248] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] zvm.reachable_timeout = 300 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.052424] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.052599] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.052778] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] profiler.connection_string = messaging:// {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.052946] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] profiler.enabled = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.053137] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] profiler.es_doc_type = notification {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.053302] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] profiler.es_scroll_size = 10000 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.053468] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] profiler.es_scroll_time = 2m {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.053630] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] profiler.filter_error_trace = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.053799] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] profiler.hmac_keys = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.053963] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] profiler.sentinel_service_name = mymaster {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.054144] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] profiler.socket_timeout = 0.1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.054310] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] profiler.trace_requests = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.054469] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] profiler.trace_sqlalchemy = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.054649] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] profiler_jaeger.process_tags = {} {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.054811] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] profiler_jaeger.service_name_prefix = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.054971] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] profiler_otlp.service_name_prefix = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.055151] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] remote_debug.host = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.055311] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] remote_debug.port = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.055485] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.055650] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.055810] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.055972] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.056148] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.056309] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.056470] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.056630] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.056792] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.056962] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.057134] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.057305] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.057470] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.057633] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.057796] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.057963] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.058139] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.058301] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.058470] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.058630] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.058791] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.058953] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.059135] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.059303] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.059466] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.059651] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.059816] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.059977] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.060152] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.060314] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.060484] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.ssl = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.060660] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.060829] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.060992] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.061174] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.061340] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.ssl_version = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.061501] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.061686] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.061869] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_notifications.retry = -1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.062068] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.062244] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_messaging_notifications.transport_url = **** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.062418] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.auth_section = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.062583] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.auth_type = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.062745] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.cafile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.062902] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.certfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.063074] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.collect_timing = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.063233] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.connect_retries = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.063391] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.connect_retry_delay = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.063546] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.endpoint_id = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.063718] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.endpoint_interface = publicURL {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.063876] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.endpoint_override = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.064041] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.endpoint_region_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.064202] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.endpoint_service_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.064358] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.endpoint_service_type = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.064520] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.insecure = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.064677] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.keyfile = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.064832] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.max_version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.064987] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.min_version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.065158] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.region_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.065318] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.retriable_status_codes = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.065474] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.service_name = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.065632] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.service_type = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.065800] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.split_loggers = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.065955] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.status_code_retries = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.066132] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.status_code_retry_delay = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.066290] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.timeout = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.066448] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.valid_interfaces = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.066604] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_limit.version = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.066769] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_reports.file_event_handler = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.066931] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.067125] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] oslo_reports.log_dir = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.067305] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.067465] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.067623] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.067790] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.067954] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.068126] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.068300] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.068459] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vif_plug_ovs_privileged.group = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.068617] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.068781] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.068942] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.069112] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] vif_plug_ovs_privileged.user = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.069284] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_vif_linux_bridge.flat_interface = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.069462] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.069658] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.069834] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.070013] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.070194] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.070363] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.070533] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.070716] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.070879] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_vif_ovs.isolate_vif = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.071059] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.071228] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.071400] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.071569] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_vif_ovs.ovsdb_interface = native {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.071735] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] os_vif_ovs.per_port_bridge = False {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.071925] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] privsep_osbrick.capabilities = [21] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.072105] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] privsep_osbrick.group = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.072266] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] privsep_osbrick.helper_command = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.072430] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.072593] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.072749] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] privsep_osbrick.user = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.072921] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.073092] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] nova_sys_admin.group = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.073254] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] nova_sys_admin.helper_command = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.073415] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.073573] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.073732] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] nova_sys_admin.user = None {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 584.073862] env[69654]: DEBUG oslo_service.backend.eventlet.service [None req-27da959e-1da8-456e-bb76-d651033bd8ba None None] ******************************************************************************** {{(pid=69654) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 584.074284] env[69654]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 584.578022] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Getting list of instances from cluster (obj){ [ 584.578022] env[69654]: value = "domain-c8" [ 584.578022] env[69654]: _type = "ClusterComputeResource" [ 584.578022] env[69654]: } {{(pid=69654) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 584.579140] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed599755-7da1-4851-8e1d-46ccf8dad201 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.588162] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Got total of 0 instances {{(pid=69654) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 584.588746] env[69654]: WARNING nova.virt.vmwareapi.driver [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 584.589240] env[69654]: INFO nova.virt.node [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Generated node identity 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 [ 584.589501] env[69654]: INFO nova.virt.node [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Wrote node identity 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 to /opt/stack/data/n-cpu-1/compute_id [ 585.092648] env[69654]: WARNING nova.compute.manager [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Compute nodes ['7244f0e3-c8fc-4c02-ba3d-26a8e0372872'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 586.098489] env[69654]: INFO nova.compute.manager [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 587.104368] env[69654]: WARNING nova.compute.manager [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 587.104738] env[69654]: DEBUG oslo_concurrency.lockutils [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.104993] env[69654]: DEBUG oslo_concurrency.lockutils [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.105168] env[69654]: DEBUG oslo_concurrency.lockutils [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.105326] env[69654]: DEBUG nova.compute.resource_tracker [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69654) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 587.106294] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005b0199-2fe4-4adc-bd34-463abc5b09d3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.114775] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af8e913-d935-4dcb-a462-ad76a39e0a7b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.129424] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf48d8e-8c63-4e1d-a965-220ddbcc3d44 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.135581] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b54c90-ad6e-451e-a81a-75a940478b71 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.164122] env[69654]: DEBUG nova.compute.resource_tracker [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180971MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=69654) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 587.164266] env[69654]: DEBUG oslo_concurrency.lockutils [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.164485] env[69654]: DEBUG oslo_concurrency.lockutils [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.667105] env[69654]: WARNING nova.compute.resource_tracker [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] No compute node record for cpu-1:7244f0e3-c8fc-4c02-ba3d-26a8e0372872: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 could not be found. [ 588.170671] env[69654]: INFO nova.compute.resource_tracker [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 [ 589.678889] env[69654]: DEBUG nova.compute.resource_tracker [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 589.679307] env[69654]: DEBUG nova.compute.resource_tracker [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 589.841173] env[69654]: INFO nova.scheduler.client.report [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] [req-771cdaca-9003-4460-8ef4-ce3334538a27] Created resource provider record via placement API for resource provider with UUID 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 589.858161] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2911c340-622e-4d07-870a-e335722f9939 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.866143] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c79f83b-ef8c-4029-a4b3-04536c8064c8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.897578] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d75aeb-c4ce-4f61-a8c6-d34c686f1eca {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.904782] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679c97d3-60a6-4531-86ef-9ce0604a5fd3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.917545] env[69654]: DEBUG nova.compute.provider_tree [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 590.455980] env[69654]: DEBUG nova.scheduler.client.report [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Updated inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 590.456231] env[69654]: DEBUG nova.compute.provider_tree [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 0 to 1 during operation: update_inventory {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 590.456370] env[69654]: DEBUG nova.compute.provider_tree [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 590.519684] env[69654]: DEBUG nova.compute.provider_tree [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 1 to 2 during operation: update_traits {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 591.025058] env[69654]: DEBUG nova.compute.resource_tracker [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69654) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 591.025058] env[69654]: DEBUG oslo_concurrency.lockutils [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.860s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.025058] env[69654]: DEBUG nova.service [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Creating RPC server for service compute {{(pid=69654) start /opt/stack/nova/nova/service.py:186}} [ 591.043907] env[69654]: DEBUG nova.service [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] Join ServiceGroup membership for this service compute {{(pid=69654) start /opt/stack/nova/nova/service.py:203}} [ 591.044121] env[69654]: DEBUG nova.servicegroup.drivers.db [None req-305ee78e-e9dc-45f1-add1-4914e8172377 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69654) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 629.048218] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.337116] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Acquiring lock "2a1cc8db-fb20-4cb6-ae79-a89ca9a479da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.337376] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Lock "2a1cc8db-fb20-4cb6-ae79-a89ca9a479da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.551641] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Getting list of instances from cluster (obj){ [ 629.551641] env[69654]: value = "domain-c8" [ 629.551641] env[69654]: _type = "ClusterComputeResource" [ 629.551641] env[69654]: } {{(pid=69654) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 629.552931] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87424d0-6380-4b49-8850-161e72d84fee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.563434] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Got total of 0 instances {{(pid=69654) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 629.563434] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.563434] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Getting list of instances from cluster (obj){ [ 629.563434] env[69654]: value = "domain-c8" [ 629.563434] env[69654]: _type = "ClusterComputeResource" [ 629.563434] env[69654]: } {{(pid=69654) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 629.565940] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78511654-42d4-42a8-b79f-6c4ffa866223 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.578189] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Got total of 0 instances {{(pid=69654) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 629.845929] env[69654]: DEBUG nova.compute.manager [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.387690] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.387959] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.389881] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.390126] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.391694] env[69654]: INFO nova.compute.claims [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.592996] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Acquiring lock "5699f273-2d40-4475-99e1-186b2f1f6699" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.593255] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Lock "5699f273-2d40-4475-99e1-186b2f1f6699" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.895613] env[69654]: DEBUG nova.compute.manager [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.098830] env[69654]: DEBUG nova.compute.manager [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.434347] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.511725] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5f134c-26dd-4690-9604-94297ca05cc0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.517648] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60627b18-a315-4382-94d3-b9666c084da0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.569021] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b7081e-955e-434a-a30e-2cc948a456e5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.581254] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dcb0a5-25ac-4c92-8f02-f5beceadd660 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.600067] env[69654]: DEBUG nova.compute.provider_tree [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.609656] env[69654]: DEBUG oslo_concurrency.lockutils [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquiring lock "7c0099b4-0c5c-41ad-82b1-fd1ac0a25840" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.609778] env[69654]: DEBUG oslo_concurrency.lockutils [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Lock "7c0099b4-0c5c-41ad-82b1-fd1ac0a25840" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.635129] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.105893] env[69654]: DEBUG nova.scheduler.client.report [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.112651] env[69654]: DEBUG nova.compute.manager [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.389875] env[69654]: DEBUG oslo_concurrency.lockutils [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquiring lock "96c9d4b0-28a1-4dc4-b454-16644bd9ce4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.390172] env[69654]: DEBUG oslo_concurrency.lockutils [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "96c9d4b0-28a1-4dc4-b454-16644bd9ce4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.610526] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.611662] env[69654]: DEBUG nova.compute.manager [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.614747] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.181s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.619025] env[69654]: INFO nova.compute.claims [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.645944] env[69654]: DEBUG oslo_concurrency.lockutils [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.898030] env[69654]: DEBUG nova.compute.manager [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.938595] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Acquiring lock "7a4a8ab0-b931-439b-bef3-24197d068842" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.939239] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Lock "7a4a8ab0-b931-439b-bef3-24197d068842" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.989898] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Acquiring lock "efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.989898] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Lock "efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.122705] env[69654]: DEBUG nova.compute.utils [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.123598] env[69654]: DEBUG nova.compute.manager [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Not allocating networking since 'none' was specified. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 633.425712] env[69654]: DEBUG oslo_concurrency.lockutils [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.443289] env[69654]: DEBUG nova.compute.manager [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.497056] env[69654]: DEBUG nova.compute.manager [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.626961] env[69654]: DEBUG nova.compute.manager [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.778697] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2094ccc-fbf9-483f-ad5f-80822ea18149 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.786294] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3163a09d-987a-4629-b46a-cc37c7fdde30 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.822667] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e489881c-416b-4d22-825d-9e7c41d5f6d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.830961] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c3695f-89b2-410d-ba62-edaba39ff893 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.847489] env[69654]: DEBUG nova.compute.provider_tree [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.974079] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.022125] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.204545] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "9622ebc8-e48d-4446-b76b-71af45f7c749" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.204796] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "9622ebc8-e48d-4446-b76b-71af45f7c749" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.351391] env[69654]: DEBUG nova.scheduler.client.report [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.645250] env[69654]: DEBUG nova.compute.manager [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.707560] env[69654]: DEBUG nova.compute.manager [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.857318] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.859906] env[69654]: DEBUG nova.compute.manager [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.866112] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.228s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.867679] env[69654]: INFO nova.compute.claims [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.905806] env[69654]: DEBUG nova.virt.hardware [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.905806] env[69654]: DEBUG nova.virt.hardware [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.905921] env[69654]: DEBUG nova.virt.hardware [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.906604] env[69654]: DEBUG nova.virt.hardware [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.906766] env[69654]: DEBUG nova.virt.hardware [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.906976] env[69654]: DEBUG nova.virt.hardware [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.907248] env[69654]: DEBUG nova.virt.hardware [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.908123] env[69654]: DEBUG nova.virt.hardware [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.908123] env[69654]: DEBUG nova.virt.hardware [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.908123] env[69654]: DEBUG nova.virt.hardware [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.909454] env[69654]: DEBUG nova.virt.hardware [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.911097] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d68c0f-2766-4ecb-b9a4-b6f92a4c6cef {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.921874] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00476d8d-94ac-4f46-a7d9-d0f09d21b552 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.941026] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ca7636-5f99-4253-a46d-ee5dcb373209 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.964026] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.971147] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.971889] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f11b50e-739f-4ecb-8627-7baf69d88460 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.984932] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Created folder: OpenStack in parent group-v4. [ 634.984932] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Creating folder: Project (c0d5f7d52b744a929bbfb780bf5139a6). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.984932] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88ccb6f3-83e7-463e-b6b6-140c1ee88217 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.993385] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Created folder: Project (c0d5f7d52b744a929bbfb780bf5139a6) in parent group-v709593. [ 634.993680] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Creating folder: Instances. Parent ref: group-v709594. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.993819] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4b2f631-7825-448e-8012-9347d80745b7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.004132] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Created folder: Instances in parent group-v709594. [ 635.004382] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.004571] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.004768] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d16f4391-c7fd-4ec4-bd5c-72f2a26cfdfb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.023363] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.023363] env[69654]: value = "task-3554131" [ 635.023363] env[69654]: _type = "Task" [ 635.023363] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.033192] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554131, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.256854] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.372022] env[69654]: DEBUG nova.compute.utils [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.376762] env[69654]: DEBUG nova.compute.manager [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.377027] env[69654]: DEBUG nova.network.neutron [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.535280] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554131, 'name': CreateVM_Task, 'duration_secs': 0.301985} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.535761] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.536500] env[69654]: DEBUG oslo_vmware.service [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf10427-c736-4554-82f2-a22f6fa66944 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.548178] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.548178] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.548178] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.550660] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3986e873-8701-416e-ab68-24cc58a9de13 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.553602] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Waiting for the task: (returnval){ [ 635.553602] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527b1b3e-8609-be9d-8880-37b383cbfae4" [ 635.553602] env[69654]: _type = "Task" [ 635.553602] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.563459] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527b1b3e-8609-be9d-8880-37b383cbfae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.590496] env[69654]: DEBUG nova.policy [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05c78aa1063641deacb12153ceb80a72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9781d30d658b4afba131affff43edda9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.881376] env[69654]: DEBUG nova.compute.manager [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.057176] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c92e6d-eb5b-442e-89a3-5d1dda6c82b3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.069151] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f6cb81-96ea-4c64-b165-d5a5b65e0515 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.111950] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df97e4c9-6a63-421e-b45b-1e57720e6b1b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.115900] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.116475] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.116924] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.117160] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.117630] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.118368] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00737229-84cb-4777-a0f3-1d29dd7bc39e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.125058] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69802883-5ab6-495d-8c73-53529a974bb9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.141070] env[69654]: DEBUG nova.compute.provider_tree [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.144027] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.144268] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.145662] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed3496a-de92-48cb-ba8f-aecbeae30a60 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.153317] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d13cca4-dfce-425c-832f-29f9cdbce840 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.159393] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Waiting for the task: (returnval){ [ 636.159393] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529199cb-d584-9fe7-5252-30d1371241b3" [ 636.159393] env[69654]: _type = "Task" [ 636.159393] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.167355] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529199cb-d584-9fe7-5252-30d1371241b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.647702] env[69654]: DEBUG nova.scheduler.client.report [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.675159] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Preparing fetch location {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 636.675812] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Creating directory with path [datastore1] vmware_temp/ddcc2088-a460-425c-8f71-b7e780ffa860/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.676427] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-623dc14b-b884-4dbd-9718-10ce4170f579 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.702935] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Created directory with path [datastore1] vmware_temp/ddcc2088-a460-425c-8f71-b7e780ffa860/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.702935] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Fetch image to [datastore1] vmware_temp/ddcc2088-a460-425c-8f71-b7e780ffa860/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/tmp-sparse.vmdk {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 636.702935] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Downloading image file data d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 to [datastore1] vmware_temp/ddcc2088-a460-425c-8f71-b7e780ffa860/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/tmp-sparse.vmdk on the data store datastore1 {{(pid=69654) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 636.702935] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511c750d-443a-4744-aca2-6de87136066d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.729594] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d3aa9b-0f47-4e8b-ad17-dc455443f3e4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.741381] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5de04e-ca64-4a2b-a846-e1602e0cc594 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.779555] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4ab0b9-808c-448d-b3cf-2a018a9536c2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.786120] env[69654]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-01acb62f-6341-45c5-b3b9-5ee01b6f9adf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.822732] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Downloading image file data d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 to the data store datastore1 {{(pid=69654) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 636.898379] env[69654]: DEBUG nova.compute.manager [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.909719] env[69654]: DEBUG nova.network.neutron [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Successfully created port: 5298487e-914a-4a05-8469-0cdcffa5ac93 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.944456] env[69654]: DEBUG nova.virt.hardware [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.944695] env[69654]: DEBUG nova.virt.hardware [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.944863] env[69654]: DEBUG nova.virt.hardware [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.948589] env[69654]: DEBUG nova.virt.hardware [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.948922] env[69654]: DEBUG nova.virt.hardware [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.949039] env[69654]: DEBUG nova.virt.hardware [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.949244] env[69654]: DEBUG nova.virt.hardware [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.949386] env[69654]: DEBUG nova.virt.hardware [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.949589] env[69654]: DEBUG nova.virt.hardware [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.949708] env[69654]: DEBUG nova.virt.hardware [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.949912] env[69654]: DEBUG nova.virt.hardware [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.951205] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f35319-f890-482d-8492-7cfc5ea1b6a7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.955140] env[69654]: DEBUG oslo_vmware.rw_handles [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ddcc2088-a460-425c-8f71-b7e780ffa860/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69654) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 637.026966] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674ff4e4-249b-4177-bd6a-0a03f23159e8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.154056] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.154259] env[69654]: DEBUG nova.compute.manager [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.157964] env[69654]: DEBUG oslo_concurrency.lockutils [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.516s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.159496] env[69654]: INFO nova.compute.claims [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.015665] env[69654]: DEBUG oslo_vmware.rw_handles [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Completed reading data from the image iterator. {{(pid=69654) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 638.015665] env[69654]: DEBUG oslo_vmware.rw_handles [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ddcc2088-a460-425c-8f71-b7e780ffa860/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 638.019055] env[69654]: DEBUG nova.compute.utils [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.029501] env[69654]: DEBUG nova.compute.manager [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.029501] env[69654]: DEBUG nova.network.neutron [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.153259] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Downloaded image file data d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 to vmware_temp/ddcc2088-a460-425c-8f71-b7e780ffa860/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/tmp-sparse.vmdk on the data store datastore1 {{(pid=69654) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 638.158020] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Caching image {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 638.158020] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Copying Virtual Disk [datastore1] vmware_temp/ddcc2088-a460-425c-8f71-b7e780ffa860/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/tmp-sparse.vmdk to [datastore1] vmware_temp/ddcc2088-a460-425c-8f71-b7e780ffa860/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.158020] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4494c409-c441-4c14-a0ef-bd6272b18b58 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.165691] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Waiting for the task: (returnval){ [ 638.165691] env[69654]: value = "task-3554132" [ 638.165691] env[69654]: _type = "Task" [ 638.165691] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.178386] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.265468] env[69654]: DEBUG nova.policy [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e598816f796409ca22f12b0fd055ab4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c28a36adf59f4a4488157bb7eff41ffe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.533497] env[69654]: DEBUG nova.compute.manager [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.688311] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554132, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.752031] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6d0ef3-a18a-4fc3-90d5-41b50a142bff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.760239] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44301193-1c3e-4910-8c4a-2ec71cd0e1c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.802323] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54ebf4d-8a87-432f-95ae-33f3b12f5b7e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.815702] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651cdd78-bac2-4ab0-bf04-352cbe17df0f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.835875] env[69654]: DEBUG nova.compute.provider_tree [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.179114] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727833} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.179114] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Copied Virtual Disk [datastore1] vmware_temp/ddcc2088-a460-425c-8f71-b7e780ffa860/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/tmp-sparse.vmdk to [datastore1] vmware_temp/ddcc2088-a460-425c-8f71-b7e780ffa860/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.179114] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Deleting the datastore file [datastore1] vmware_temp/ddcc2088-a460-425c-8f71-b7e780ffa860/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/tmp-sparse.vmdk {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.179114] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85eb8172-0502-4674-bd2b-81f120926ffc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.186029] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Waiting for the task: (returnval){ [ 639.186029] env[69654]: value = "task-3554133" [ 639.186029] env[69654]: _type = "Task" [ 639.186029] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.196096] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.230929] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.232843] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.233192] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.233482] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.238020] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.238020] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.238020] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.238020] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69654) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 639.238020] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.301382] env[69654]: DEBUG nova.network.neutron [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Successfully created port: ac6dba31-cce1-4ef6-898f-8caf294d8a5f {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.339737] env[69654]: DEBUG nova.scheduler.client.report [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.551924] env[69654]: DEBUG nova.compute.manager [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.590689] env[69654]: DEBUG nova.virt.hardware [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.592112] env[69654]: DEBUG nova.virt.hardware [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.592112] env[69654]: DEBUG nova.virt.hardware [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.592112] env[69654]: DEBUG nova.virt.hardware [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.592112] env[69654]: DEBUG nova.virt.hardware [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.592112] env[69654]: DEBUG nova.virt.hardware [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.592331] env[69654]: DEBUG nova.virt.hardware [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.592331] env[69654]: DEBUG nova.virt.hardware [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.592331] env[69654]: DEBUG nova.virt.hardware [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.592440] env[69654]: DEBUG nova.virt.hardware [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.592653] env[69654]: DEBUG nova.virt.hardware [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.593453] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c6e734-0ad9-4264-b737-e8a8c8a1e2d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.603968] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9505c3-c575-4a27-a46d-f2304f609f0d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.701734] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028584} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.701734] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.701734] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Moving file from [datastore1] vmware_temp/ddcc2088-a460-425c-8f71-b7e780ffa860/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 to [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53. {{(pid=69654) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 639.702587] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6345d9a3-84a6-4e74-a1d3-10dad448fd1b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.710479] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Waiting for the task: (returnval){ [ 639.710479] env[69654]: value = "task-3554134" [ 639.710479] env[69654]: _type = "Task" [ 639.710479] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.718672] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554134, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.738502] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.850209] env[69654]: DEBUG oslo_concurrency.lockutils [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.850899] env[69654]: DEBUG nova.compute.manager [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.853840] env[69654]: DEBUG oslo_concurrency.lockutils [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.428s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.855078] env[69654]: INFO nova.compute.claims [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.221114] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554134, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030309} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.221467] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] File moved {{(pid=69654) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 640.221726] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Cleaning up location [datastore1] vmware_temp/ddcc2088-a460-425c-8f71-b7e780ffa860 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 640.221921] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Deleting the datastore file [datastore1] vmware_temp/ddcc2088-a460-425c-8f71-b7e780ffa860 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.222319] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1755a1bc-a18a-4122-8d5f-4f3be78e2147 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.228858] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Waiting for the task: (returnval){ [ 640.228858] env[69654]: value = "task-3554135" [ 640.228858] env[69654]: _type = "Task" [ 640.228858] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.237426] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.364023] env[69654]: DEBUG nova.compute.utils [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.364023] env[69654]: DEBUG nova.compute.manager [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.364023] env[69654]: DEBUG nova.network.neutron [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.521614] env[69654]: DEBUG nova.policy [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '558336afb07c48e68021b175fe5dcd71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd2c4d5de6b4e53898ff046e1d160f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.744500] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028813} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.744717] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.745465] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec9b19d-582a-447c-9b40-e290c3446612 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.755546] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Waiting for the task: (returnval){ [ 640.755546] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5266d056-1b5c-2572-4029-168c5814870c" [ 640.755546] env[69654]: _type = "Task" [ 640.755546] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.764359] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5266d056-1b5c-2572-4029-168c5814870c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.837604] env[69654]: DEBUG nova.network.neutron [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Successfully updated port: 5298487e-914a-4a05-8469-0cdcffa5ac93 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.876642] env[69654]: DEBUG nova.compute.manager [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.033217] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b7ad98-ee95-4fbf-ae5b-871c105db071 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.046814] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eb5430-83ef-4d39-a645-d900dd2eb2d9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.083327] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700a59a5-5652-4e90-b608-8df045907135 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.093631] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aebe3da-e62d-45de-9d92-4610e427b7e4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.107415] env[69654]: DEBUG nova.compute.provider_tree [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.270396] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5266d056-1b5c-2572-4029-168c5814870c, 'name': SearchDatastore_Task, 'duration_secs': 0.021754} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.272171] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.272171] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da/2a1cc8db-fb20-4cb6-ae79-a89ca9a479da.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.272171] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-719e478b-5b33-426d-b979-ffbe73ee661d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.277537] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Waiting for the task: (returnval){ [ 641.277537] env[69654]: value = "task-3554136" [ 641.277537] env[69654]: _type = "Task" [ 641.277537] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.285946] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.341450] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.341893] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquired lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.341893] env[69654]: DEBUG nova.network.neutron [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.518935] env[69654]: DEBUG nova.network.neutron [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Successfully created port: e4c8acc4-41be-4bd4-82b1-79c2e7857be4 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.612333] env[69654]: DEBUG nova.scheduler.client.report [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.686335] env[69654]: DEBUG nova.network.neutron [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Successfully updated port: ac6dba31-cce1-4ef6-898f-8caf294d8a5f {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.792042] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481901} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.792042] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da/2a1cc8db-fb20-4cb6-ae79-a89ca9a479da.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.792042] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.792042] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e826974-5169-4d8f-b81a-9deea73cc2be {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.800939] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Waiting for the task: (returnval){ [ 641.800939] env[69654]: value = "task-3554137" [ 641.800939] env[69654]: _type = "Task" [ 641.800939] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.819368] env[69654]: DEBUG nova.compute.manager [req-8aa88dbb-b16f-4f63-bff4-87bbe1ae49e4 req-2d13a70c-7e37-45ec-bb4d-d8894863f0cf service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Received event network-vif-plugged-5298487e-914a-4a05-8469-0cdcffa5ac93 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.820198] env[69654]: DEBUG oslo_concurrency.lockutils [req-8aa88dbb-b16f-4f63-bff4-87bbe1ae49e4 req-2d13a70c-7e37-45ec-bb4d-d8894863f0cf service nova] Acquiring lock "f98bf7ff-d4a9-4083-bbef-df4e0cee15ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.820462] env[69654]: DEBUG oslo_concurrency.lockutils [req-8aa88dbb-b16f-4f63-bff4-87bbe1ae49e4 req-2d13a70c-7e37-45ec-bb4d-d8894863f0cf service nova] Lock "f98bf7ff-d4a9-4083-bbef-df4e0cee15ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.820835] env[69654]: DEBUG oslo_concurrency.lockutils [req-8aa88dbb-b16f-4f63-bff4-87bbe1ae49e4 req-2d13a70c-7e37-45ec-bb4d-d8894863f0cf service nova] Lock "f98bf7ff-d4a9-4083-bbef-df4e0cee15ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.821065] env[69654]: DEBUG nova.compute.manager [req-8aa88dbb-b16f-4f63-bff4-87bbe1ae49e4 req-2d13a70c-7e37-45ec-bb4d-d8894863f0cf service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] No waiting events found dispatching network-vif-plugged-5298487e-914a-4a05-8469-0cdcffa5ac93 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.821182] env[69654]: WARNING nova.compute.manager [req-8aa88dbb-b16f-4f63-bff4-87bbe1ae49e4 req-2d13a70c-7e37-45ec-bb4d-d8894863f0cf service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Received unexpected event network-vif-plugged-5298487e-914a-4a05-8469-0cdcffa5ac93 for instance with vm_state building and task_state spawning. [ 641.821995] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.890219] env[69654]: DEBUG nova.compute.manager [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.929221] env[69654]: DEBUG nova.network.neutron [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.048059] env[69654]: DEBUG nova.virt.hardware [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.048059] env[69654]: DEBUG nova.virt.hardware [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.048059] env[69654]: DEBUG nova.virt.hardware [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.048460] env[69654]: DEBUG nova.virt.hardware [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.048460] env[69654]: DEBUG nova.virt.hardware [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.048460] env[69654]: DEBUG nova.virt.hardware [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.048460] env[69654]: DEBUG nova.virt.hardware [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.048460] env[69654]: DEBUG nova.virt.hardware [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.048616] env[69654]: DEBUG nova.virt.hardware [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.048816] env[69654]: DEBUG nova.virt.hardware [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.049064] env[69654]: DEBUG nova.virt.hardware [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.050729] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1360cb-d0e2-4902-8020-19cfa2d4c7d0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.062389] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617410f4-b4d8-4746-9d67-5368b87e961d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.121352] env[69654]: DEBUG oslo_concurrency.lockutils [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.121352] env[69654]: DEBUG nova.compute.manager [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.123704] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.151s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.125969] env[69654]: INFO nova.compute.claims [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.190764] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Acquiring lock "refresh_cache-5699f273-2d40-4475-99e1-186b2f1f6699" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.191473] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Acquired lock "refresh_cache-5699f273-2d40-4475-99e1-186b2f1f6699" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.191473] env[69654]: DEBUG nova.network.neutron [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.308347] env[69654]: DEBUG nova.network.neutron [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Updating instance_info_cache with network_info: [{"id": "5298487e-914a-4a05-8469-0cdcffa5ac93", "address": "fa:16:3e:76:36:14", "network": {"id": "0a6210c0-1bd9-4f0e-9ee2-c0d723c9962b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-696838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9781d30d658b4afba131affff43edda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5298487e-91", "ovs_interfaceid": "5298487e-914a-4a05-8469-0cdcffa5ac93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.314177] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063041} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.314468] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.317349] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5402fdef-0bef-4fd0-bf07-f51f95d17c49 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.340215] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da/2a1cc8db-fb20-4cb6-ae79-a89ca9a479da.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.341190] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ff12f5-c046-4fcc-ab38-0b61f7ca1ff1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.364243] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Waiting for the task: (returnval){ [ 642.364243] env[69654]: value = "task-3554138" [ 642.364243] env[69654]: _type = "Task" [ 642.364243] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.376636] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.631555] env[69654]: DEBUG nova.compute.utils [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.636157] env[69654]: DEBUG nova.compute.manager [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.636157] env[69654]: DEBUG nova.network.neutron [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.699013] env[69654]: DEBUG nova.policy [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14ad0edd23b34b49805e3bb78a9bcae6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c39ba5f0490c46fe8ea862683266d3be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.797406] env[69654]: DEBUG nova.network.neutron [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.810156] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Releasing lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.810615] env[69654]: DEBUG nova.compute.manager [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Instance network_info: |[{"id": "5298487e-914a-4a05-8469-0cdcffa5ac93", "address": "fa:16:3e:76:36:14", "network": {"id": "0a6210c0-1bd9-4f0e-9ee2-c0d723c9962b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-696838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9781d30d658b4afba131affff43edda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5298487e-91", "ovs_interfaceid": "5298487e-914a-4a05-8469-0cdcffa5ac93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.811060] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:36:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5298487e-914a-4a05-8469-0cdcffa5ac93', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.820525] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Creating folder: Project (9781d30d658b4afba131affff43edda9). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.820695] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7202ce43-14c9-4868-8075-0bf6dc04d319 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.835609] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Created folder: Project (9781d30d658b4afba131affff43edda9) in parent group-v709593. [ 642.835760] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Creating folder: Instances. Parent ref: group-v709597. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.836012] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91459160-517e-41f7-95ae-e8d5ea629d3d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.845641] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Created folder: Instances in parent group-v709597. [ 642.845875] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.846075] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.846278] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69ac7899-1ed4-467f-bf9d-578222a135bc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.882296] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554138, 'name': ReconfigVM_Task, 'duration_secs': 0.264787} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.884027] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da/2a1cc8db-fb20-4cb6-ae79-a89ca9a479da.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.884673] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.884673] env[69654]: value = "task-3554141" [ 642.884673] env[69654]: _type = "Task" [ 642.884673] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.884912] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-320c2612-b84a-4ceb-988c-528e76ca6779 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.895647] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554141, 'name': CreateVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.896685] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Waiting for the task: (returnval){ [ 642.896685] env[69654]: value = "task-3554142" [ 642.896685] env[69654]: _type = "Task" [ 642.896685] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.905447] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554142, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.068470] env[69654]: DEBUG nova.network.neutron [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Successfully created port: 1530f944-feb3-4d98-ab8b-2fd1f987eb3f {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.142370] env[69654]: DEBUG nova.compute.manager [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.211177] env[69654]: DEBUG nova.network.neutron [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Updating instance_info_cache with network_info: [{"id": "ac6dba31-cce1-4ef6-898f-8caf294d8a5f", "address": "fa:16:3e:3f:33:1f", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6dba31-cc", "ovs_interfaceid": "ac6dba31-cce1-4ef6-898f-8caf294d8a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.300918] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70904bf8-9f17-44be-a534-66103f472352 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.310485] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ef1b8f-5e23-4ce0-9c4e-691c4d1e12d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.356955] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b39268e-213c-4d34-8f2d-7f36e4004324 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.366986] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b0fdaf-a570-4668-98f7-fc95bada4623 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.382791] env[69654]: DEBUG nova.compute.provider_tree [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.400977] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554141, 'name': CreateVM_Task, 'duration_secs': 0.389932} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.405775] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.412313] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554142, 'name': Rename_Task, 'duration_secs': 0.195541} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.413592] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.414651] env[69654]: DEBUG nova.compute.manager [req-91331804-652d-4e69-a793-76aa0563b26f req-c46cdc08-f6af-475f-b3b7-25dbb5e95ee0 service nova] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Received event network-vif-plugged-ac6dba31-cce1-4ef6-898f-8caf294d8a5f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.414859] env[69654]: DEBUG oslo_concurrency.lockutils [req-91331804-652d-4e69-a793-76aa0563b26f req-c46cdc08-f6af-475f-b3b7-25dbb5e95ee0 service nova] Acquiring lock "5699f273-2d40-4475-99e1-186b2f1f6699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.415047] env[69654]: DEBUG oslo_concurrency.lockutils [req-91331804-652d-4e69-a793-76aa0563b26f req-c46cdc08-f6af-475f-b3b7-25dbb5e95ee0 service nova] Lock "5699f273-2d40-4475-99e1-186b2f1f6699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.415344] env[69654]: DEBUG oslo_concurrency.lockutils [req-91331804-652d-4e69-a793-76aa0563b26f req-c46cdc08-f6af-475f-b3b7-25dbb5e95ee0 service nova] Lock "5699f273-2d40-4475-99e1-186b2f1f6699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.415403] env[69654]: DEBUG nova.compute.manager [req-91331804-652d-4e69-a793-76aa0563b26f req-c46cdc08-f6af-475f-b3b7-25dbb5e95ee0 service nova] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] No waiting events found dispatching network-vif-plugged-ac6dba31-cce1-4ef6-898f-8caf294d8a5f {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.415516] env[69654]: WARNING nova.compute.manager [req-91331804-652d-4e69-a793-76aa0563b26f req-c46cdc08-f6af-475f-b3b7-25dbb5e95ee0 service nova] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Received unexpected event network-vif-plugged-ac6dba31-cce1-4ef6-898f-8caf294d8a5f for instance with vm_state building and task_state spawning. [ 643.418830] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.418830] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.418830] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.418830] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a683f4b2-da31-421e-a6a0-9c66888d9350 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.420659] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79e148f7-3c2b-43b4-8702-1f60719570e0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.426334] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 643.426334] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d357d6-46a5-c00b-246a-d4a574557338" [ 643.426334] env[69654]: _type = "Task" [ 643.426334] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.431475] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Waiting for the task: (returnval){ [ 643.431475] env[69654]: value = "task-3554143" [ 643.431475] env[69654]: _type = "Task" [ 643.431475] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.438839] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d357d6-46a5-c00b-246a-d4a574557338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.444298] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554143, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.714617] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Releasing lock "refresh_cache-5699f273-2d40-4475-99e1-186b2f1f6699" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.716181] env[69654]: DEBUG nova.compute.manager [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Instance network_info: |[{"id": "ac6dba31-cce1-4ef6-898f-8caf294d8a5f", "address": "fa:16:3e:3f:33:1f", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6dba31-cc", "ovs_interfaceid": "ac6dba31-cce1-4ef6-898f-8caf294d8a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.719618] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:33:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac6dba31-cce1-4ef6-898f-8caf294d8a5f', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.725326] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Creating folder: Project (c28a36adf59f4a4488157bb7eff41ffe). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.725535] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9bc6d01-e6ad-4506-b1b0-25b9102ed67e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.736382] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Created folder: Project (c28a36adf59f4a4488157bb7eff41ffe) in parent group-v709593. [ 643.736627] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Creating folder: Instances. Parent ref: group-v709600. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.736790] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-652e68d3-a5f9-4d34-9d04-dcfdc202146d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.745780] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Created folder: Instances in parent group-v709600. [ 643.746178] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.750693] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.750693] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74b7e7fb-6d22-4934-8cb2-473a3beb4477 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.764580] env[69654]: DEBUG nova.network.neutron [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Successfully updated port: e4c8acc4-41be-4bd4-82b1-79c2e7857be4 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.770129] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.770129] env[69654]: value = "task-3554146" [ 643.770129] env[69654]: _type = "Task" [ 643.770129] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.780147] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554146, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.885213] env[69654]: DEBUG nova.scheduler.client.report [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.941064] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d357d6-46a5-c00b-246a-d4a574557338, 'name': SearchDatastore_Task, 'duration_secs': 0.009621} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.942118] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.942209] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.943027] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.943027] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.943593] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.947478] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d625b687-df7d-4f16-9cc0-1d3aaad22057 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.949708] env[69654]: DEBUG oslo_vmware.api [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554143, 'name': PowerOnVM_Task, 'duration_secs': 0.442859} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.949943] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.952839] env[69654]: INFO nova.compute.manager [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Took 9.30 seconds to spawn the instance on the hypervisor. [ 643.953197] env[69654]: DEBUG nova.compute.manager [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.954468] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598c50a2-9432-49f5-a145-4041b19ee251 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.959251] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.959442] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.961805] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcfea721-680b-403e-bb35-58440ba261ec {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.969677] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 643.969677] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529eabff-737b-8d11-968f-f4c5ae852a8c" [ 643.969677] env[69654]: _type = "Task" [ 643.969677] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.977799] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529eabff-737b-8d11-968f-f4c5ae852a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.160042] env[69654]: DEBUG nova.compute.manager [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.195349] env[69654]: DEBUG nova.virt.hardware [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.195711] env[69654]: DEBUG nova.virt.hardware [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.195793] env[69654]: DEBUG nova.virt.hardware [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.195912] env[69654]: DEBUG nova.virt.hardware [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.196918] env[69654]: DEBUG nova.virt.hardware [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.197342] env[69654]: DEBUG nova.virt.hardware [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.197419] env[69654]: DEBUG nova.virt.hardware [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.197609] env[69654]: DEBUG nova.virt.hardware [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.197811] env[69654]: DEBUG nova.virt.hardware [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.197999] env[69654]: DEBUG nova.virt.hardware [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.198295] env[69654]: DEBUG nova.virt.hardware [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.199800] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513bc282-018d-421b-a7c4-270b3950f86a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.211925] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7f362f-65fa-4955-82bf-417b177cdb39 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.267349] env[69654]: DEBUG oslo_concurrency.lockutils [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquiring lock "refresh_cache-7c0099b4-0c5c-41ad-82b1-fd1ac0a25840" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.267822] env[69654]: DEBUG oslo_concurrency.lockutils [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquired lock "refresh_cache-7c0099b4-0c5c-41ad-82b1-fd1ac0a25840" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.267822] env[69654]: DEBUG nova.network.neutron [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.283750] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554146, 'name': CreateVM_Task, 'duration_secs': 0.345647} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.284527] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.285295] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.285392] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.285876] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.286202] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e7e444-fead-43b9-b3ab-347b795965cb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.291744] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Waiting for the task: (returnval){ [ 644.291744] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52df3f5e-5526-404a-5596-345a5a2aa1d1" [ 644.291744] env[69654]: _type = "Task" [ 644.291744] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.300197] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52df3f5e-5526-404a-5596-345a5a2aa1d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.394655] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.395080] env[69654]: DEBUG nova.compute.manager [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.398112] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.376s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.402022] env[69654]: INFO nova.compute.claims [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.483196] env[69654]: INFO nova.compute.manager [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Took 14.13 seconds to build instance. [ 644.490657] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529eabff-737b-8d11-968f-f4c5ae852a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.008973} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.493805] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de027a11-e4f1-444e-a47d-65870fa6293d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.498262] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 644.498262] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52357f7a-325a-4675-e23d-62369689043b" [ 644.498262] env[69654]: _type = "Task" [ 644.498262] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.508059] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52357f7a-325a-4675-e23d-62369689043b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.803885] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52df3f5e-5526-404a-5596-345a5a2aa1d1, 'name': SearchDatastore_Task, 'duration_secs': 0.021019} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.804855] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.805772] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.805772] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.870471] env[69654]: DEBUG nova.network.neutron [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.905453] env[69654]: DEBUG nova.compute.utils [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.912179] env[69654]: DEBUG nova.compute.manager [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.912698] env[69654]: DEBUG nova.network.neutron [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.994148] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aa668ff1-f9ff-4744-8638-8cdcb69bd006 tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Lock "2a1cc8db-fb20-4cb6-ae79-a89ca9a479da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.656s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.011336] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52357f7a-325a-4675-e23d-62369689043b, 'name': SearchDatastore_Task, 'duration_secs': 0.011958} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.011625] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.011877] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] f98bf7ff-d4a9-4083-bbef-df4e0cee15ae/f98bf7ff-d4a9-4083-bbef-df4e0cee15ae.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.012154] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.012331] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.012540] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02cfb96c-d027-408d-befa-434d5c624b8c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.014532] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb2c9ceb-f25e-4ae8-bac1-717e0ccc93d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.021753] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 645.021753] env[69654]: value = "task-3554147" [ 645.021753] env[69654]: _type = "Task" [ 645.021753] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.025902] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.026096] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.027803] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecea967f-f163-42c0-9fcf-eba2984daec4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.033495] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.036279] env[69654]: DEBUG nova.policy [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ada0b0e4568f4b868088fd8717c5c6d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '726f8e194eae4091b478b2cbf6dcb32d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.039851] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Waiting for the task: (returnval){ [ 645.039851] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5215de04-9ba0-a86d-ce5d-fd4e9672821b" [ 645.039851] env[69654]: _type = "Task" [ 645.039851] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.052063] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5215de04-9ba0-a86d-ce5d-fd4e9672821b, 'name': SearchDatastore_Task, 'duration_secs': 0.008801} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.052884] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3933640b-e6a2-4686-9d2e-881b3f5ce7da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.060743] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Waiting for the task: (returnval){ [ 645.060743] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52695029-47a4-f60b-31c0-688600abadab" [ 645.060743] env[69654]: _type = "Task" [ 645.060743] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.071034] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52695029-47a4-f60b-31c0-688600abadab, 'name': SearchDatastore_Task, 'duration_secs': 0.00829} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.071387] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.071712] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 5699f273-2d40-4475-99e1-186b2f1f6699/5699f273-2d40-4475-99e1-186b2f1f6699.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.071996] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbc5ec0a-020c-4d0d-8829-e671419b5c16 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.078759] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Waiting for the task: (returnval){ [ 645.078759] env[69654]: value = "task-3554148" [ 645.078759] env[69654]: _type = "Task" [ 645.078759] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.089816] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': task-3554148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.308667] env[69654]: DEBUG nova.network.neutron [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Updating instance_info_cache with network_info: [{"id": "e4c8acc4-41be-4bd4-82b1-79c2e7857be4", "address": "fa:16:3e:e1:aa:e5", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4c8acc4-41", "ovs_interfaceid": "e4c8acc4-41be-4bd4-82b1-79c2e7857be4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.407768] env[69654]: DEBUG nova.compute.manager [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.449024] env[69654]: DEBUG nova.compute.manager [req-498ff92b-20c2-480b-9e14-76064dade68a req-8ec0a82c-8a89-4125-8f49-898adefd2215 service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Received event network-changed-5298487e-914a-4a05-8469-0cdcffa5ac93 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.449270] env[69654]: DEBUG nova.compute.manager [req-498ff92b-20c2-480b-9e14-76064dade68a req-8ec0a82c-8a89-4125-8f49-898adefd2215 service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Refreshing instance network info cache due to event network-changed-5298487e-914a-4a05-8469-0cdcffa5ac93. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.449401] env[69654]: DEBUG oslo_concurrency.lockutils [req-498ff92b-20c2-480b-9e14-76064dade68a req-8ec0a82c-8a89-4125-8f49-898adefd2215 service nova] Acquiring lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.449541] env[69654]: DEBUG oslo_concurrency.lockutils [req-498ff92b-20c2-480b-9e14-76064dade68a req-8ec0a82c-8a89-4125-8f49-898adefd2215 service nova] Acquired lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.450050] env[69654]: DEBUG nova.network.neutron [req-498ff92b-20c2-480b-9e14-76064dade68a req-8ec0a82c-8a89-4125-8f49-898adefd2215 service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Refreshing network info cache for port 5298487e-914a-4a05-8469-0cdcffa5ac93 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.535628] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554147, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.591709] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': task-3554148, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.593447] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcc401a-7d01-458c-9c8c-2ab13c834459 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.601074] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89814831-c57d-4a23-a106-4f2499beaa92 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.642590] env[69654]: DEBUG nova.network.neutron [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Successfully updated port: 1530f944-feb3-4d98-ab8b-2fd1f987eb3f {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.644552] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b0b8de-c24e-4327-b868-add3f2398106 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.653924] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Acquiring lock "4a825919-be32-47dc-9fa9-5427eb1045c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.654373] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Lock "4a825919-be32-47dc-9fa9-5427eb1045c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.659610] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9f6eeb-8a16-4be2-8cd1-d68a7c54bf31 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.675815] env[69654]: DEBUG nova.compute.provider_tree [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.814017] env[69654]: DEBUG oslo_concurrency.lockutils [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Releasing lock "refresh_cache-7c0099b4-0c5c-41ad-82b1-fd1ac0a25840" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.814452] env[69654]: DEBUG nova.compute.manager [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Instance network_info: |[{"id": "e4c8acc4-41be-4bd4-82b1-79c2e7857be4", "address": "fa:16:3e:e1:aa:e5", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4c8acc4-41", "ovs_interfaceid": "e4c8acc4-41be-4bd4-82b1-79c2e7857be4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.814930] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:aa:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4c8acc4-41be-4bd4-82b1-79c2e7857be4', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.825789] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Creating folder: Project (2bd2c4d5de6b4e53898ff046e1d160f5). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.826556] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b12bbd83-52d7-45a8-a7da-a57be601ed7c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.838307] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Created folder: Project (2bd2c4d5de6b4e53898ff046e1d160f5) in parent group-v709593. [ 645.838583] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Creating folder: Instances. Parent ref: group-v709603. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.838846] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9318426-7ccb-4e15-be9e-a3a182c5a4f4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.848878] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Created folder: Instances in parent group-v709603. [ 645.849208] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.849520] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.849730] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e093595-7d15-4f92-b837-6edaf287b5f9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.876903] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.876903] env[69654]: value = "task-3554151" [ 645.876903] env[69654]: _type = "Task" [ 645.876903] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.883822] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554151, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.040278] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530077} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.040722] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] f98bf7ff-d4a9-4083-bbef-df4e0cee15ae/f98bf7ff-d4a9-4083-bbef-df4e0cee15ae.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.041114] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.041499] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15bf3b7d-7795-41e1-9449-f2986f5389a3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.051030] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 646.051030] env[69654]: value = "task-3554152" [ 646.051030] env[69654]: _type = "Task" [ 646.051030] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.064543] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.090027] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': task-3554148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864922} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.090398] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 5699f273-2d40-4475-99e1-186b2f1f6699/5699f273-2d40-4475-99e1-186b2f1f6699.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.090813] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.091128] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d39f2859-9f28-4eb0-a876-c3bddbd89879 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.098318] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Waiting for the task: (returnval){ [ 646.098318] env[69654]: value = "task-3554153" [ 646.098318] env[69654]: _type = "Task" [ 646.098318] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.107606] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': task-3554153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.149392] env[69654]: DEBUG oslo_concurrency.lockutils [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquiring lock "refresh_cache-96c9d4b0-28a1-4dc4-b454-16644bd9ce4c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.150468] env[69654]: DEBUG oslo_concurrency.lockutils [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquired lock "refresh_cache-96c9d4b0-28a1-4dc4-b454-16644bd9ce4c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.150468] env[69654]: DEBUG nova.network.neutron [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.159319] env[69654]: DEBUG nova.compute.manager [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.179152] env[69654]: DEBUG nova.scheduler.client.report [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.387433] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554151, 'name': CreateVM_Task, 'duration_secs': 0.376028} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.389461] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.389461] env[69654]: DEBUG oslo_vmware.service [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714e61fc-a07d-4ccf-b8ba-affe94ac8e01 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.395889] env[69654]: DEBUG oslo_concurrency.lockutils [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.396081] env[69654]: DEBUG oslo_concurrency.lockutils [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.396454] env[69654]: DEBUG oslo_concurrency.lockutils [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.396719] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebfde1fa-c35c-4843-882c-e60f05fa6c7c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.403152] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 646.403152] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52675d11-3822-0d9b-33d1-5d12ff4ba73b" [ 646.403152] env[69654]: _type = "Task" [ 646.403152] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.409949] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52675d11-3822-0d9b-33d1-5d12ff4ba73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.419304] env[69654]: DEBUG nova.compute.manager [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.448066] env[69654]: DEBUG nova.virt.hardware [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.448312] env[69654]: DEBUG nova.virt.hardware [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.448466] env[69654]: DEBUG nova.virt.hardware [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.448646] env[69654]: DEBUG nova.virt.hardware [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.449016] env[69654]: DEBUG nova.virt.hardware [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.449016] env[69654]: DEBUG nova.virt.hardware [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.449404] env[69654]: DEBUG nova.virt.hardware [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.449578] env[69654]: DEBUG nova.virt.hardware [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.449792] env[69654]: DEBUG nova.virt.hardware [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.449922] env[69654]: DEBUG nova.virt.hardware [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.450105] env[69654]: DEBUG nova.virt.hardware [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.451290] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc82b14b-3fc3-4af5-9e2c-bf5d0584d5b5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.463653] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4cdadd-6b7c-4083-8ca9-15394676b283 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.538331] env[69654]: DEBUG nova.network.neutron [req-498ff92b-20c2-480b-9e14-76064dade68a req-8ec0a82c-8a89-4125-8f49-898adefd2215 service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Updated VIF entry in instance network info cache for port 5298487e-914a-4a05-8469-0cdcffa5ac93. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.538649] env[69654]: DEBUG nova.network.neutron [req-498ff92b-20c2-480b-9e14-76064dade68a req-8ec0a82c-8a89-4125-8f49-898adefd2215 service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Updating instance_info_cache with network_info: [{"id": "5298487e-914a-4a05-8469-0cdcffa5ac93", "address": "fa:16:3e:76:36:14", "network": {"id": "0a6210c0-1bd9-4f0e-9ee2-c0d723c9962b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-696838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9781d30d658b4afba131affff43edda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5298487e-91", "ovs_interfaceid": "5298487e-914a-4a05-8469-0cdcffa5ac93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.563732] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063451} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.563732] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.563732] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cbca08-6deb-4239-9642-9ebaa14f876a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.589600] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] f98bf7ff-d4a9-4083-bbef-df4e0cee15ae/f98bf7ff-d4a9-4083-bbef-df4e0cee15ae.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.590171] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-851394eb-864b-4512-a4f8-817acd5a1c83 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.618518] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': task-3554153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067009} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.620286] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.621024] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 646.621024] env[69654]: value = "task-3554154" [ 646.621024] env[69654]: _type = "Task" [ 646.621024] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.621718] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a0919a-9b5d-4f3d-90b2-f9399a1eaca1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.653144] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 5699f273-2d40-4475-99e1-186b2f1f6699/5699f273-2d40-4475-99e1-186b2f1f6699.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.656669] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd510f73-954f-4adb-b1f3-627eae6811e7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.673213] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.682806] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Waiting for the task: (returnval){ [ 646.682806] env[69654]: value = "task-3554155" [ 646.682806] env[69654]: _type = "Task" [ 646.682806] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.689130] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': task-3554155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.690268] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.690784] env[69654]: DEBUG nova.compute.manager [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.693406] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.437s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.697087] env[69654]: INFO nova.compute.claims [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.699076] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.749104] env[69654]: DEBUG nova.network.neutron [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.823221] env[69654]: DEBUG nova.network.neutron [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Successfully created port: 946c3638-6e73-4505-b569-b6fe6902df6b {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.916536] env[69654]: DEBUG oslo_concurrency.lockutils [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.916851] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.917385] env[69654]: DEBUG oslo_concurrency.lockutils [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.917385] env[69654]: DEBUG oslo_concurrency.lockutils [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.917553] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.917848] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c403464-ae37-4bfe-b441-cffb8c485f78 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.932822] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.933022] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.933832] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec558f4a-cf85-4b68-a7eb-84e357853a81 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.941336] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fdf9609-b976-4b17-ba73-9e11ccca185f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.947890] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 646.947890] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f938d7-15ea-d4b1-9342-256a41a6f2d7" [ 646.947890] env[69654]: _type = "Task" [ 646.947890] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.957473] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f938d7-15ea-d4b1-9342-256a41a6f2d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.044112] env[69654]: DEBUG oslo_concurrency.lockutils [req-498ff92b-20c2-480b-9e14-76064dade68a req-8ec0a82c-8a89-4125-8f49-898adefd2215 service nova] Releasing lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.138608] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.192260] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': task-3554155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.202705] env[69654]: DEBUG nova.compute.utils [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.210445] env[69654]: DEBUG nova.compute.manager [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.210445] env[69654]: DEBUG nova.network.neutron [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.227040] env[69654]: DEBUG nova.network.neutron [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Updating instance_info_cache with network_info: [{"id": "1530f944-feb3-4d98-ab8b-2fd1f987eb3f", "address": "fa:16:3e:25:92:f8", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1530f944-fe", "ovs_interfaceid": "1530f944-feb3-4d98-ab8b-2fd1f987eb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.458183] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Preparing fetch location {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 647.458474] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Creating directory with path [datastore2] vmware_temp/df041d7c-51f1-4712-ae18-5e0494aa5769/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.458716] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fe24491-ecfb-4132-8902-1cac8b109b4f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.476317] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Created directory with path [datastore2] vmware_temp/df041d7c-51f1-4712-ae18-5e0494aa5769/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.476684] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Fetch image to [datastore2] vmware_temp/df041d7c-51f1-4712-ae18-5e0494aa5769/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/tmp-sparse.vmdk {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 647.477220] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Downloading image file data d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 to [datastore2] vmware_temp/df041d7c-51f1-4712-ae18-5e0494aa5769/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/tmp-sparse.vmdk on the data store datastore2 {{(pid=69654) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 647.478028] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b6fcda-4d61-442e-b713-4be099de9edd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.485981] env[69654]: DEBUG nova.policy [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c44911e208a14b4289d7289b5b6ac64d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8d6e49ec43c404181741869a815dec0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.488643] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40afeca-1636-4e5e-9937-dd5e78bb7d87 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.501189] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b2b559-b589-400a-97ee-8db959242324 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.542364] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f6dae9-63af-4bcb-ad3d-d3ee77645228 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.552027] env[69654]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f6a9e1c8-c9e6-4daf-960c-0d4f3303d170 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.581438] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Downloading image file data d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 to the data store datastore2 {{(pid=69654) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 647.636842] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554154, 'name': ReconfigVM_Task, 'duration_secs': 0.760235} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.637823] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Reconfigured VM instance instance-00000002 to attach disk [datastore1] f98bf7ff-d4a9-4083-bbef-df4e0cee15ae/f98bf7ff-d4a9-4083-bbef-df4e0cee15ae.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.638391] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdf25c61-c216-4577-b3a8-5687db073cbe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.644952] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 647.644952] env[69654]: value = "task-3554156" [ 647.644952] env[69654]: _type = "Task" [ 647.644952] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.653998] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554156, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.657376] env[69654]: DEBUG oslo_vmware.rw_handles [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/df041d7c-51f1-4712-ae18-5e0494aa5769/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69654) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 647.718905] env[69654]: DEBUG nova.compute.manager [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.731540] env[69654]: DEBUG oslo_concurrency.lockutils [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Releasing lock "refresh_cache-96c9d4b0-28a1-4dc4-b454-16644bd9ce4c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.731630] env[69654]: DEBUG nova.compute.manager [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Instance network_info: |[{"id": "1530f944-feb3-4d98-ab8b-2fd1f987eb3f", "address": "fa:16:3e:25:92:f8", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1530f944-fe", "ovs_interfaceid": "1530f944-feb3-4d98-ab8b-2fd1f987eb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.733583] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:92:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1530f944-feb3-4d98-ab8b-2fd1f987eb3f', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.740529] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Creating folder: Project (c39ba5f0490c46fe8ea862683266d3be). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.741795] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e0c463d-882e-4f8d-95e3-95e1d85bb79e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.747054] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': task-3554155, 'name': ReconfigVM_Task, 'duration_secs': 0.745813} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.749944] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 5699f273-2d40-4475-99e1-186b2f1f6699/5699f273-2d40-4475-99e1-186b2f1f6699.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.749944] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a36a0c1-45df-48ca-8d0e-26039eae0657 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.755098] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Created folder: Project (c39ba5f0490c46fe8ea862683266d3be) in parent group-v709593. [ 647.755098] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Creating folder: Instances. Parent ref: group-v709606. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.763104] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f3beb96-ca62-4140-a798-4e9a6f79a760 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.765319] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Waiting for the task: (returnval){ [ 647.765319] env[69654]: value = "task-3554158" [ 647.765319] env[69654]: _type = "Task" [ 647.765319] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.778014] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': task-3554158, 'name': Rename_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.780266] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Created folder: Instances in parent group-v709606. [ 647.780581] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.781447] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.784380] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95312d99-4d02-421e-9681-3d3a857c20dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.808069] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.808069] env[69654]: value = "task-3554160" [ 647.808069] env[69654]: _type = "Task" [ 647.808069] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.822227] env[69654]: DEBUG nova.compute.manager [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Received event network-changed-ac6dba31-cce1-4ef6-898f-8caf294d8a5f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.822227] env[69654]: DEBUG nova.compute.manager [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Refreshing instance network info cache due to event network-changed-ac6dba31-cce1-4ef6-898f-8caf294d8a5f. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.822227] env[69654]: DEBUG oslo_concurrency.lockutils [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] Acquiring lock "refresh_cache-5699f273-2d40-4475-99e1-186b2f1f6699" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.822227] env[69654]: DEBUG oslo_concurrency.lockutils [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] Acquired lock "refresh_cache-5699f273-2d40-4475-99e1-186b2f1f6699" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.822227] env[69654]: DEBUG nova.network.neutron [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Refreshing network info cache for port ac6dba31-cce1-4ef6-898f-8caf294d8a5f {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.829102] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554160, 'name': CreateVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.956631] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8000049b-84a9-452c-807e-3415f88b99fe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.966290] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386a347a-f428-4cc0-ab61-60e56d4fdc8f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.009112] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ade1e34-014c-4918-83c0-026e46e62e7a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.017134] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7eb5db1-cbfe-4cc4-88fa-1d06b7ba3528 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.035755] env[69654]: DEBUG nova.compute.provider_tree [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.160526] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554156, 'name': Rename_Task, 'duration_secs': 0.223627} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.160862] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.161223] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae7ae021-1349-4119-a349-5779e7632d32 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.169572] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 648.169572] env[69654]: value = "task-3554161" [ 648.169572] env[69654]: _type = "Task" [ 648.169572] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.187337] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.291055] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': task-3554158, 'name': Rename_Task, 'duration_secs': 0.175387} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.291055] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.291055] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7eba2a64-dc42-450e-b054-488ac0b88443 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.300820] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Waiting for the task: (returnval){ [ 648.300820] env[69654]: value = "task-3554162" [ 648.300820] env[69654]: _type = "Task" [ 648.300820] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.328775] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': task-3554162, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.337074] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554160, 'name': CreateVM_Task, 'duration_secs': 0.434846} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.337817] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.338880] env[69654]: DEBUG oslo_concurrency.lockutils [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.339318] env[69654]: DEBUG oslo_concurrency.lockutils [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.339672] env[69654]: DEBUG oslo_concurrency.lockutils [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.340070] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51207ffb-7e00-44f4-8fe8-5fae42fc6035 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.346088] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 648.346088] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5261a3eb-152c-27f7-6e3b-c17663eb6c1d" [ 648.346088] env[69654]: _type = "Task" [ 648.346088] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.347112] env[69654]: DEBUG oslo_vmware.rw_handles [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Completed reading data from the image iterator. {{(pid=69654) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 648.347304] env[69654]: DEBUG oslo_vmware.rw_handles [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/df041d7c-51f1-4712-ae18-5e0494aa5769/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 648.357169] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5261a3eb-152c-27f7-6e3b-c17663eb6c1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.492667] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Downloaded image file data d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 to vmware_temp/df041d7c-51f1-4712-ae18-5e0494aa5769/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/tmp-sparse.vmdk on the data store datastore2 {{(pid=69654) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 648.494638] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Caching image {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 648.494990] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Copying Virtual Disk [datastore2] vmware_temp/df041d7c-51f1-4712-ae18-5e0494aa5769/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/tmp-sparse.vmdk to [datastore2] vmware_temp/df041d7c-51f1-4712-ae18-5e0494aa5769/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.495389] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3fc1f38-646a-4b34-aece-82efb67492c3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.498498] env[69654]: DEBUG nova.network.neutron [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Successfully created port: 845883b0-34a5-4cbd-ac91-22535a0a76a8 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.505505] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 648.505505] env[69654]: value = "task-3554163" [ 648.505505] env[69654]: _type = "Task" [ 648.505505] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.517946] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.539334] env[69654]: DEBUG nova.scheduler.client.report [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.685542] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554161, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.732316] env[69654]: DEBUG nova.compute.manager [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.757989] env[69654]: DEBUG nova.virt.hardware [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.757989] env[69654]: DEBUG nova.virt.hardware [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.757989] env[69654]: DEBUG nova.virt.hardware [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.758393] env[69654]: DEBUG nova.virt.hardware [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.758393] env[69654]: DEBUG nova.virt.hardware [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.758558] env[69654]: DEBUG nova.virt.hardware [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.760306] env[69654]: DEBUG nova.virt.hardware [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.760528] env[69654]: DEBUG nova.virt.hardware [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.760718] env[69654]: DEBUG nova.virt.hardware [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.761106] env[69654]: DEBUG nova.virt.hardware [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.761106] env[69654]: DEBUG nova.virt.hardware [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.762381] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5903e2a-97d3-4bb7-aa11-94772c6d0b8a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.772641] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eeb668-4395-484f-a6b4-0e2abcd6b827 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.817846] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': task-3554162, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.859192] env[69654]: DEBUG oslo_concurrency.lockutils [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.859274] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.861231] env[69654]: DEBUG oslo_concurrency.lockutils [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.024397] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554163, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.044775] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.046167] env[69654]: DEBUG nova.compute.manager [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.050032] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.312s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.051572] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.051572] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69654) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 649.051572] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.352s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.052369] env[69654]: INFO nova.compute.claims [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.055775] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfb42e8-ac80-48c8-a220-08aba981fcc1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.066999] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652423c2-d0c8-4cb3-a9c2-6f09e67d2a74 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.084162] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01972b5-593f-4c6b-845e-d8fc0d774c03 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.094396] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1816431e-c314-42fb-836e-7783b228a9d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.129624] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180981MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=69654) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 649.129773] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.132131] env[69654]: DEBUG nova.network.neutron [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Updated VIF entry in instance network info cache for port ac6dba31-cce1-4ef6-898f-8caf294d8a5f. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.133391] env[69654]: DEBUG nova.network.neutron [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Updating instance_info_cache with network_info: [{"id": "ac6dba31-cce1-4ef6-898f-8caf294d8a5f", "address": "fa:16:3e:3f:33:1f", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6dba31-cc", "ovs_interfaceid": "ac6dba31-cce1-4ef6-898f-8caf294d8a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.185276] env[69654]: DEBUG oslo_vmware.api [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554161, 'name': PowerOnVM_Task, 'duration_secs': 0.993626} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.185542] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.185735] env[69654]: INFO nova.compute.manager [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Took 12.29 seconds to spawn the instance on the hypervisor. [ 649.185905] env[69654]: DEBUG nova.compute.manager [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.186742] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21189e14-68d0-4bca-a4a0-e0b84f39d4c6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.317669] env[69654]: DEBUG oslo_vmware.api [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': task-3554162, 'name': PowerOnVM_Task, 'duration_secs': 0.677051} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.320279] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.320805] env[69654]: INFO nova.compute.manager [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Took 9.77 seconds to spawn the instance on the hypervisor. [ 649.320805] env[69654]: DEBUG nova.compute.manager [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.321657] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a121c7a7-daae-449a-b450-9d246c50e1da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.334246] env[69654]: DEBUG nova.compute.manager [None req-e13db81d-b8a8-43fc-8ad9-2c68898997a6 tempest-ServerDiagnosticsV248Test-1414131231 tempest-ServerDiagnosticsV248Test-1414131231-project-admin] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.335778] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3e52b4-9cab-4f49-a78f-d34d64198f60 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.345786] env[69654]: INFO nova.compute.manager [None req-e13db81d-b8a8-43fc-8ad9-2c68898997a6 tempest-ServerDiagnosticsV248Test-1414131231 tempest-ServerDiagnosticsV248Test-1414131231-project-admin] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Retrieving diagnostics [ 649.346849] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb54a652-0e3c-46ec-b0ff-2fe72dab9b67 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.526257] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554163, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.565698] env[69654]: DEBUG nova.compute.utils [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.568662] env[69654]: DEBUG nova.compute.manager [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.568862] env[69654]: DEBUG nova.network.neutron [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.623778] env[69654]: DEBUG oslo_concurrency.lockutils [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Acquiring lock "c64cfa95-81c2-4296-88ee-f6bb0fe66ac3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.624279] env[69654]: DEBUG oslo_concurrency.lockutils [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Lock "c64cfa95-81c2-4296-88ee-f6bb0fe66ac3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.635914] env[69654]: DEBUG oslo_concurrency.lockutils [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] Releasing lock "refresh_cache-5699f273-2d40-4475-99e1-186b2f1f6699" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.635914] env[69654]: DEBUG nova.compute.manager [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Received event network-vif-plugged-e4c8acc4-41be-4bd4-82b1-79c2e7857be4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.635914] env[69654]: DEBUG oslo_concurrency.lockutils [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] Acquiring lock "7c0099b4-0c5c-41ad-82b1-fd1ac0a25840-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.635914] env[69654]: DEBUG oslo_concurrency.lockutils [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] Lock "7c0099b4-0c5c-41ad-82b1-fd1ac0a25840-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.635914] env[69654]: DEBUG oslo_concurrency.lockutils [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] Lock "7c0099b4-0c5c-41ad-82b1-fd1ac0a25840-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.636453] env[69654]: DEBUG nova.compute.manager [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] No waiting events found dispatching network-vif-plugged-e4c8acc4-41be-4bd4-82b1-79c2e7857be4 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.636453] env[69654]: WARNING nova.compute.manager [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Received unexpected event network-vif-plugged-e4c8acc4-41be-4bd4-82b1-79c2e7857be4 for instance with vm_state building and task_state spawning. [ 649.636453] env[69654]: DEBUG nova.compute.manager [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Received event network-changed-e4c8acc4-41be-4bd4-82b1-79c2e7857be4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.636619] env[69654]: DEBUG nova.compute.manager [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Refreshing instance network info cache due to event network-changed-e4c8acc4-41be-4bd4-82b1-79c2e7857be4. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.636657] env[69654]: DEBUG oslo_concurrency.lockutils [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] Acquiring lock "refresh_cache-7c0099b4-0c5c-41ad-82b1-fd1ac0a25840" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.636804] env[69654]: DEBUG oslo_concurrency.lockutils [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] Acquired lock "refresh_cache-7c0099b4-0c5c-41ad-82b1-fd1ac0a25840" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.636927] env[69654]: DEBUG nova.network.neutron [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Refreshing network info cache for port e4c8acc4-41be-4bd4-82b1-79c2e7857be4 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.709406] env[69654]: INFO nova.compute.manager [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Took 18.30 seconds to build instance. [ 649.744596] env[69654]: DEBUG nova.policy [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edd06bce217745c0a42afa8261ab0473', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8418596595fc4d86baf8343eed239c69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.850682] env[69654]: INFO nova.compute.manager [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Took 18.25 seconds to build instance. [ 650.038034] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554163, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.147615} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.038034] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Copied Virtual Disk [datastore2] vmware_temp/df041d7c-51f1-4712-ae18-5e0494aa5769/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/tmp-sparse.vmdk to [datastore2] vmware_temp/df041d7c-51f1-4712-ae18-5e0494aa5769/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.038034] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Deleting the datastore file [datastore2] vmware_temp/df041d7c-51f1-4712-ae18-5e0494aa5769/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/tmp-sparse.vmdk {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.038034] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e0b9d2d-e94a-4432-a1e0-cccdd6f89949 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.046404] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 650.046404] env[69654]: value = "task-3554164" [ 650.046404] env[69654]: _type = "Task" [ 650.046404] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.055738] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.073311] env[69654]: DEBUG nova.compute.manager [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.129366] env[69654]: DEBUG nova.compute.manager [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.214178] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a96b3ab0-5c95-463d-ae65-d24066819740 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.826s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.272110] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Acquiring lock "b841dd92-15b2-4e59-986b-1d5ebaed488f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.272310] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Lock "b841dd92-15b2-4e59-986b-1d5ebaed488f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.292056] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb588d6-e7c5-45d9-9de3-315826102d3b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.304836] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd92b556-9e8d-45ad-b5ff-4a9d5ad8cb2f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.338574] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ba673c-d0ae-4404-a275-4e620394e1ba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.348400] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbbf499-aa33-4002-a8fe-7a74d022cf3d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.353996] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3fcaf1ec-0aa2-4d72-87ae-ce80b62933df tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Lock "5699f273-2d40-4475-99e1-186b2f1f6699" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.761s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.366862] env[69654]: DEBUG nova.compute.provider_tree [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.468850] env[69654]: DEBUG nova.network.neutron [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Successfully created port: 6fb22df0-7039-41df-bf28-e2f04aec82d2 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.562949] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026704} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.563225] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.563922] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Moving file from [datastore2] vmware_temp/df041d7c-51f1-4712-ae18-5e0494aa5769/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 to [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53. {{(pid=69654) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 650.563922] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-dbd1c832-2811-4540-8474-e329d28d1e8d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.573782] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 650.573782] env[69654]: value = "task-3554165" [ 650.573782] env[69654]: _type = "Task" [ 650.573782] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.587475] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554165, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.660347] env[69654]: DEBUG oslo_concurrency.lockutils [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.774933] env[69654]: DEBUG nova.compute.manager [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.873021] env[69654]: DEBUG nova.scheduler.client.report [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.091955] env[69654]: DEBUG nova.compute.manager [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.095216] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554165, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.035605} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.096287] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] File moved {{(pid=69654) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 651.096586] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Cleaning up location [datastore2] vmware_temp/df041d7c-51f1-4712-ae18-5e0494aa5769 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 651.096796] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Deleting the datastore file [datastore2] vmware_temp/df041d7c-51f1-4712-ae18-5e0494aa5769 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.099120] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72a93500-eb6d-42d0-be58-f6ca178dea04 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.109727] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 651.109727] env[69654]: value = "task-3554166" [ 651.109727] env[69654]: _type = "Task" [ 651.109727] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.123982] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.136694] env[69654]: DEBUG nova.virt.hardware [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.137588] env[69654]: DEBUG nova.virt.hardware [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.137925] env[69654]: DEBUG nova.virt.hardware [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.138300] env[69654]: DEBUG nova.virt.hardware [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.138490] env[69654]: DEBUG nova.virt.hardware [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.138776] env[69654]: DEBUG nova.virt.hardware [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.139048] env[69654]: DEBUG nova.virt.hardware [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.139251] env[69654]: DEBUG nova.virt.hardware [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.139459] env[69654]: DEBUG nova.virt.hardware [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.139662] env[69654]: DEBUG nova.virt.hardware [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.139874] env[69654]: DEBUG nova.virt.hardware [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.140838] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c08879f-75bd-47b7-b8f6-22d045f058a9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.149109] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd1d351-5144-4631-9376-5fa34851e27b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.273314] env[69654]: DEBUG nova.network.neutron [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Updated VIF entry in instance network info cache for port e4c8acc4-41be-4bd4-82b1-79c2e7857be4. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.273314] env[69654]: DEBUG nova.network.neutron [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Updating instance_info_cache with network_info: [{"id": "e4c8acc4-41be-4bd4-82b1-79c2e7857be4", "address": "fa:16:3e:e1:aa:e5", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4c8acc4-41", "ovs_interfaceid": "e4c8acc4-41be-4bd4-82b1-79c2e7857be4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.314016] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.316010] env[69654]: DEBUG nova.network.neutron [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Successfully updated port: 845883b0-34a5-4cbd-ac91-22535a0a76a8 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.378038] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.378385] env[69654]: DEBUG nova.compute.manager [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.381833] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.252s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.625775] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029295} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.626062] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.626744] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aef37432-5793-4688-a521-93f401c1febc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.636018] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 651.636018] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e10598-9b5a-6127-03ce-06032b97fb43" [ 651.636018] env[69654]: _type = "Task" [ 651.636018] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.645473] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e10598-9b5a-6127-03ce-06032b97fb43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.721622] env[69654]: DEBUG nova.network.neutron [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Successfully updated port: 946c3638-6e73-4505-b569-b6fe6902df6b {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.782470] env[69654]: DEBUG oslo_concurrency.lockutils [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] Releasing lock "refresh_cache-7c0099b4-0c5c-41ad-82b1-fd1ac0a25840" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.782692] env[69654]: DEBUG nova.compute.manager [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Received event network-vif-plugged-1530f944-feb3-4d98-ab8b-2fd1f987eb3f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.782933] env[69654]: DEBUG oslo_concurrency.lockutils [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] Acquiring lock "96c9d4b0-28a1-4dc4-b454-16644bd9ce4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.783213] env[69654]: DEBUG oslo_concurrency.lockutils [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] Lock "96c9d4b0-28a1-4dc4-b454-16644bd9ce4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.783378] env[69654]: DEBUG oslo_concurrency.lockutils [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] Lock "96c9d4b0-28a1-4dc4-b454-16644bd9ce4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.783545] env[69654]: DEBUG nova.compute.manager [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] No waiting events found dispatching network-vif-plugged-1530f944-feb3-4d98-ab8b-2fd1f987eb3f {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.783724] env[69654]: WARNING nova.compute.manager [req-0824e642-9899-4db4-87e5-8c572d59b79b req-cf951d86-8903-4b53-8b6d-ddebe38c8aaf service nova] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Received unexpected event network-vif-plugged-1530f944-feb3-4d98-ab8b-2fd1f987eb3f for instance with vm_state building and task_state spawning. [ 651.826338] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Acquiring lock "refresh_cache-efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.826637] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Acquired lock "refresh_cache-efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.828034] env[69654]: DEBUG nova.network.neutron [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.886346] env[69654]: DEBUG nova.compute.utils [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.893382] env[69654]: DEBUG nova.compute.manager [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.893382] env[69654]: DEBUG nova.network.neutron [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.024538] env[69654]: DEBUG nova.policy [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '695727da742a44f7998c557aeb82b18e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f88fd540ba8a4b6a82ca91a0bfe2b432', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.149456] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e10598-9b5a-6127-03ce-06032b97fb43, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.149759] env[69654]: DEBUG oslo_concurrency.lockutils [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.150026] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840/7c0099b4-0c5c-41ad-82b1-fd1ac0a25840.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.150313] env[69654]: DEBUG oslo_concurrency.lockutils [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.150501] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.150707] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3373d953-03b4-42ea-860a-92502040f2e0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.153965] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-848ee704-84ee-46b5-9a09-4b9d708040fa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.162951] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 652.162951] env[69654]: value = "task-3554167" [ 652.162951] env[69654]: _type = "Task" [ 652.162951] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.167991] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.168458] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.170102] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50d68c6-b28c-477b-ac03-de05c183db3f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.177426] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.180659] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 652.180659] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5256a328-bc67-b027-ff0a-c4e035741a97" [ 652.180659] env[69654]: _type = "Task" [ 652.180659] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.193136] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5256a328-bc67-b027-ff0a-c4e035741a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.224906] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Acquiring lock "refresh_cache-7a4a8ab0-b931-439b-bef3-24197d068842" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.224906] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Acquired lock "refresh_cache-7a4a8ab0-b931-439b-bef3-24197d068842" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.224906] env[69654]: DEBUG nova.network.neutron [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.382503] env[69654]: DEBUG nova.network.neutron [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.404376] env[69654]: DEBUG nova.compute.manager [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.420204] env[69654]: DEBUG nova.network.neutron [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Successfully updated port: 6fb22df0-7039-41df-bf28-e2f04aec82d2 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.448192] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 652.448393] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance f98bf7ff-d4a9-4083-bbef-df4e0cee15ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 652.448523] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 5699f273-2d40-4475-99e1-186b2f1f6699 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 652.448640] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 652.448756] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 652.448869] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 7a4a8ab0-b931-439b-bef3-24197d068842 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 652.448979] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance efa5a9d0-05c3-4533-99c2-7b8f5d16db7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 652.449182] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 9622ebc8-e48d-4446-b76b-71af45f7c749 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 652.449241] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 4a825919-be32-47dc-9fa9-5427eb1045c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 652.573265] env[69654]: DEBUG nova.network.neutron [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Updating instance_info_cache with network_info: [{"id": "845883b0-34a5-4cbd-ac91-22535a0a76a8", "address": "fa:16:3e:20:bd:97", "network": {"id": "aaad3f80-40c5-492a-8878-f01c3ee96f12", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-255830167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8d6e49ec43c404181741869a815dec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845883b0-34", "ovs_interfaceid": "845883b0-34a5-4cbd-ac91-22535a0a76a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.673632] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554167, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.690881] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5256a328-bc67-b027-ff0a-c4e035741a97, 'name': SearchDatastore_Task, 'duration_secs': 0.009513} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.691680] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38732ec5-b31c-4d30-aa98-d13f1f65c977 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.697093] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 652.697093] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52476906-5870-d93b-0769-c367e5851fe7" [ 652.697093] env[69654]: _type = "Task" [ 652.697093] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.705232] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52476906-5870-d93b-0769-c367e5851fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.757405] env[69654]: DEBUG nova.network.neutron [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.849544] env[69654]: DEBUG nova.compute.manager [req-126a5629-b2dc-4187-8806-894161891728 req-d849e387-d895-4248-8203-6c71f5836c04 service nova] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Received event network-changed-1530f944-feb3-4d98-ab8b-2fd1f987eb3f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.849747] env[69654]: DEBUG nova.compute.manager [req-126a5629-b2dc-4187-8806-894161891728 req-d849e387-d895-4248-8203-6c71f5836c04 service nova] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Refreshing instance network info cache due to event network-changed-1530f944-feb3-4d98-ab8b-2fd1f987eb3f. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.850123] env[69654]: DEBUG oslo_concurrency.lockutils [req-126a5629-b2dc-4187-8806-894161891728 req-d849e387-d895-4248-8203-6c71f5836c04 service nova] Acquiring lock "refresh_cache-96c9d4b0-28a1-4dc4-b454-16644bd9ce4c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.850176] env[69654]: DEBUG oslo_concurrency.lockutils [req-126a5629-b2dc-4187-8806-894161891728 req-d849e387-d895-4248-8203-6c71f5836c04 service nova] Acquired lock "refresh_cache-96c9d4b0-28a1-4dc4-b454-16644bd9ce4c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.850893] env[69654]: DEBUG nova.network.neutron [req-126a5629-b2dc-4187-8806-894161891728 req-d849e387-d895-4248-8203-6c71f5836c04 service nova] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Refreshing network info cache for port 1530f944-feb3-4d98-ab8b-2fd1f987eb3f {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.900696] env[69654]: DEBUG nova.network.neutron [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Updating instance_info_cache with network_info: [{"id": "946c3638-6e73-4505-b569-b6fe6902df6b", "address": "fa:16:3e:c5:7d:24", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap946c3638-6e", "ovs_interfaceid": "946c3638-6e73-4505-b569-b6fe6902df6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.929023] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "refresh_cache-9622ebc8-e48d-4446-b76b-71af45f7c749" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.929023] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "refresh_cache-9622ebc8-e48d-4446-b76b-71af45f7c749" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.929964] env[69654]: DEBUG nova.network.neutron [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.954507] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance c64cfa95-81c2-4296-88ee-f6bb0fe66ac3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 653.057061] env[69654]: DEBUG nova.network.neutron [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Successfully created port: 1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.078644] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Releasing lock "refresh_cache-efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.078644] env[69654]: DEBUG nova.compute.manager [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Instance network_info: |[{"id": "845883b0-34a5-4cbd-ac91-22535a0a76a8", "address": "fa:16:3e:20:bd:97", "network": {"id": "aaad3f80-40c5-492a-8878-f01c3ee96f12", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-255830167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8d6e49ec43c404181741869a815dec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845883b0-34", "ovs_interfaceid": "845883b0-34a5-4cbd-ac91-22535a0a76a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.078952] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:bd:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '845883b0-34a5-4cbd-ac91-22535a0a76a8', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.090893] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Creating folder: Project (e8d6e49ec43c404181741869a815dec0). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.090893] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4282f123-7a93-4e0d-9e2e-7356857571ed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.107426] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Created folder: Project (e8d6e49ec43c404181741869a815dec0) in parent group-v709593. [ 653.107426] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Creating folder: Instances. Parent ref: group-v709609. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.107426] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fe67019-c1a8-4eb7-8105-3e9d7510449e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.117486] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Created folder: Instances in parent group-v709609. [ 653.117486] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.117486] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.117486] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2da1039-e042-41d7-b0c3-b7eff2c13e48 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.143156] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.143156] env[69654]: value = "task-3554170" [ 653.143156] env[69654]: _type = "Task" [ 653.143156] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.154203] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554170, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.178323] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570169} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.178323] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840/7c0099b4-0c5c-41ad-82b1-fd1ac0a25840.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.178423] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.180950] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ff143a4-0daf-4354-9740-e9296c43a317 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.187192] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 653.187192] env[69654]: value = "task-3554171" [ 653.187192] env[69654]: _type = "Task" [ 653.187192] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.201513] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.211859] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52476906-5870-d93b-0769-c367e5851fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.032941} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.212152] env[69654]: DEBUG oslo_concurrency.lockutils [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.212694] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c/96c9d4b0-28a1-4dc4-b454-16644bd9ce4c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.212694] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d065cb05-ebd3-4c12-a402-7b49da28ca3e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.219726] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 653.219726] env[69654]: value = "task-3554172" [ 653.219726] env[69654]: _type = "Task" [ 653.219726] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.228969] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.403733] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Releasing lock "refresh_cache-7a4a8ab0-b931-439b-bef3-24197d068842" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.404128] env[69654]: DEBUG nova.compute.manager [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Instance network_info: |[{"id": "946c3638-6e73-4505-b569-b6fe6902df6b", "address": "fa:16:3e:c5:7d:24", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap946c3638-6e", "ovs_interfaceid": "946c3638-6e73-4505-b569-b6fe6902df6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.404542] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:7d:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '946c3638-6e73-4505-b569-b6fe6902df6b', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.420303] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Creating folder: Project (726f8e194eae4091b478b2cbf6dcb32d). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.423022] env[69654]: DEBUG nova.compute.manager [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.426033] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf26416d-ea3a-4be6-b52e-dc97ffb29a15 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.438650] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Created folder: Project (726f8e194eae4091b478b2cbf6dcb32d) in parent group-v709593. [ 653.438890] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Creating folder: Instances. Parent ref: group-v709612. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.439162] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e908ada6-5627-4c1e-a852-d9d9247d7584 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.449599] env[69654]: DEBUG nova.compute.manager [req-4e9c0b3b-9365-4655-83a6-1462a9a47767 req-e6609f23-1d6c-4055-bb79-2ea4f0c7c57f service nova] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Received event network-vif-plugged-946c3638-6e73-4505-b569-b6fe6902df6b {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.449599] env[69654]: DEBUG oslo_concurrency.lockutils [req-4e9c0b3b-9365-4655-83a6-1462a9a47767 req-e6609f23-1d6c-4055-bb79-2ea4f0c7c57f service nova] Acquiring lock "7a4a8ab0-b931-439b-bef3-24197d068842-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.449599] env[69654]: DEBUG oslo_concurrency.lockutils [req-4e9c0b3b-9365-4655-83a6-1462a9a47767 req-e6609f23-1d6c-4055-bb79-2ea4f0c7c57f service nova] Lock "7a4a8ab0-b931-439b-bef3-24197d068842-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.449599] env[69654]: DEBUG oslo_concurrency.lockutils [req-4e9c0b3b-9365-4655-83a6-1462a9a47767 req-e6609f23-1d6c-4055-bb79-2ea4f0c7c57f service nova] Lock "7a4a8ab0-b931-439b-bef3-24197d068842-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.449599] env[69654]: DEBUG nova.compute.manager [req-4e9c0b3b-9365-4655-83a6-1462a9a47767 req-e6609f23-1d6c-4055-bb79-2ea4f0c7c57f service nova] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] No waiting events found dispatching network-vif-plugged-946c3638-6e73-4505-b569-b6fe6902df6b {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.449815] env[69654]: WARNING nova.compute.manager [req-4e9c0b3b-9365-4655-83a6-1462a9a47767 req-e6609f23-1d6c-4055-bb79-2ea4f0c7c57f service nova] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Received unexpected event network-vif-plugged-946c3638-6e73-4505-b569-b6fe6902df6b for instance with vm_state building and task_state spawning. [ 653.458294] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Created folder: Instances in parent group-v709612. [ 653.459480] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.460298] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance b841dd92-15b2-4e59-986b-1d5ebaed488f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 653.460719] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 653.461059] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 653.469300] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.469300] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fc73b46-8bf5-4668-afc0-6a18718f1b30 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.493479] env[69654]: DEBUG nova.virt.hardware [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.493479] env[69654]: DEBUG nova.virt.hardware [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.493479] env[69654]: DEBUG nova.virt.hardware [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.493836] env[69654]: DEBUG nova.virt.hardware [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.493836] env[69654]: DEBUG nova.virt.hardware [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.493836] env[69654]: DEBUG nova.virt.hardware [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.493836] env[69654]: DEBUG nova.virt.hardware [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.493836] env[69654]: DEBUG nova.virt.hardware [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.493998] env[69654]: DEBUG nova.virt.hardware [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.493998] env[69654]: DEBUG nova.virt.hardware [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.493998] env[69654]: DEBUG nova.virt.hardware [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.495154] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70124979-994e-4d14-862e-245db1705661 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.503480] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.503480] env[69654]: value = "task-3554175" [ 653.503480] env[69654]: _type = "Task" [ 653.503480] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.509432] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed540046-0a5e-45ca-a57c-d654f1c23afc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.530202] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554175, 'name': CreateVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.540824] env[69654]: DEBUG nova.network.neutron [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.671871] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554170, 'name': CreateVM_Task, 'duration_secs': 0.340963} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.672104] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.676582] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.676582] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.676582] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.676582] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128e0bb6-c6e8-4802-a87e-8e245e9fd883 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.693881] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Waiting for the task: (returnval){ [ 653.693881] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5294913d-cf70-ad6a-46f4-c03040e2e5c2" [ 653.693881] env[69654]: _type = "Task" [ 653.693881] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.702550] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071597} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.706972] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.707714] env[69654]: DEBUG oslo_concurrency.lockutils [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquiring lock "d8d33a14-d3e3-42e4-9fe6-e901547195c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.707808] env[69654]: DEBUG oslo_concurrency.lockutils [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "d8d33a14-d3e3-42e4-9fe6-e901547195c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.712525] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a423562-a7c2-4eee-83ef-341e390a45c5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.728848] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5294913d-cf70-ad6a-46f4-c03040e2e5c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.758087] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840/7c0099b4-0c5c-41ad-82b1-fd1ac0a25840.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.762259] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0dcac6d-7fd5-4786-bfe6-f58271c8a4b6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.786268] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554172, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.798919] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 653.798919] env[69654]: value = "task-3554176" [ 653.798919] env[69654]: _type = "Task" [ 653.798919] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.807633] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554176, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.810465] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f498ece-9df0-4adc-86e3-db893276a5d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.819045] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac21692e-47a2-44b8-93ca-74ac45120b85 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.852726] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08e29bc-f260-4f44-b59e-f1d1dee04b9b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.860769] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3be9df7-7be7-420f-b5a1-85edf5e10933 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.875381] env[69654]: DEBUG nova.compute.provider_tree [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.982348] env[69654]: DEBUG nova.network.neutron [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Updating instance_info_cache with network_info: [{"id": "6fb22df0-7039-41df-bf28-e2f04aec82d2", "address": "fa:16:3e:76:e6:a9", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb22df0-70", "ovs_interfaceid": "6fb22df0-7039-41df-bf28-e2f04aec82d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.994091] env[69654]: DEBUG nova.network.neutron [req-126a5629-b2dc-4187-8806-894161891728 req-d849e387-d895-4248-8203-6c71f5836c04 service nova] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Updated VIF entry in instance network info cache for port 1530f944-feb3-4d98-ab8b-2fd1f987eb3f. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.995154] env[69654]: DEBUG nova.network.neutron [req-126a5629-b2dc-4187-8806-894161891728 req-d849e387-d895-4248-8203-6c71f5836c04 service nova] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Updating instance_info_cache with network_info: [{"id": "1530f944-feb3-4d98-ab8b-2fd1f987eb3f", "address": "fa:16:3e:25:92:f8", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1530f944-fe", "ovs_interfaceid": "1530f944-feb3-4d98-ab8b-2fd1f987eb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.019025] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554175, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.205615] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5294913d-cf70-ad6a-46f4-c03040e2e5c2, 'name': SearchDatastore_Task, 'duration_secs': 0.052136} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.206258] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.206835] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.207453] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.207453] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.207752] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.208131] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91bafa41-694a-45b1-9d40-7c5dd8bb7340 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.223111] env[69654]: DEBUG nova.compute.manager [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.225365] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.225521] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.226791] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07a68773-91db-4b35-9966-600f249817ce {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.239742] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Waiting for the task: (returnval){ [ 654.239742] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526453ee-8e43-4d9e-d50f-996a95fa2d18" [ 654.239742] env[69654]: _type = "Task" [ 654.239742] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.245026] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730012} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.248796] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c/96c9d4b0-28a1-4dc4-b454-16644bd9ce4c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.249050] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.250027] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3c9935f-8a4f-4d62-97e0-c649fba40f57 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.260029] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526453ee-8e43-4d9e-d50f-996a95fa2d18, 'name': SearchDatastore_Task, 'duration_secs': 0.016145} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.262293] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 654.262293] env[69654]: value = "task-3554177" [ 654.262293] env[69654]: _type = "Task" [ 654.262293] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.262293] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49fc731a-2296-41e1-975c-197f98a3db07 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.271624] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Waiting for the task: (returnval){ [ 654.271624] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52994515-23e6-a4fb-ba19-05aac34ce566" [ 654.271624] env[69654]: _type = "Task" [ 654.271624] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.274319] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.282215] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52994515-23e6-a4fb-ba19-05aac34ce566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.313330] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554176, 'name': ReconfigVM_Task, 'duration_secs': 0.354521} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.313330] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840/7c0099b4-0c5c-41ad-82b1-fd1ac0a25840.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.313330] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c922827e-e59d-478b-8d50-b9adab8f5584 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.320103] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 654.320103] env[69654]: value = "task-3554178" [ 654.320103] env[69654]: _type = "Task" [ 654.320103] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.328029] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554178, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.380034] env[69654]: DEBUG nova.scheduler.client.report [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.487249] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "refresh_cache-9622ebc8-e48d-4446-b76b-71af45f7c749" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.487610] env[69654]: DEBUG nova.compute.manager [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Instance network_info: |[{"id": "6fb22df0-7039-41df-bf28-e2f04aec82d2", "address": "fa:16:3e:76:e6:a9", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb22df0-70", "ovs_interfaceid": "6fb22df0-7039-41df-bf28-e2f04aec82d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.487992] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:e6:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fb22df0-7039-41df-bf28-e2f04aec82d2', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.495454] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Creating folder: Project (8418596595fc4d86baf8343eed239c69). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.495746] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63138d6b-5fca-4668-9a40-955f49a1f100 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.498243] env[69654]: DEBUG oslo_concurrency.lockutils [req-126a5629-b2dc-4187-8806-894161891728 req-d849e387-d895-4248-8203-6c71f5836c04 service nova] Releasing lock "refresh_cache-96c9d4b0-28a1-4dc4-b454-16644bd9ce4c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.507090] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Created folder: Project (8418596595fc4d86baf8343eed239c69) in parent group-v709593. [ 654.507090] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Creating folder: Instances. Parent ref: group-v709615. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.507090] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c189077-b2e3-4b5d-8629-e682edb9142f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.520235] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554175, 'name': CreateVM_Task, 'duration_secs': 0.69251} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.520235] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.520235] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.520235] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.520235] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.520514] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e039fc-330f-42cb-8a65-a6c425182081 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.527506] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Waiting for the task: (returnval){ [ 654.527506] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e6c7cb-1695-76d7-268e-22ae656fe1b2" [ 654.527506] env[69654]: _type = "Task" [ 654.527506] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.528882] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Created folder: Instances in parent group-v709615. [ 654.529110] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.532698] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.532912] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-715901bd-6a04-4997-a7bd-10c0e96b2cb6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.552835] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e6c7cb-1695-76d7-268e-22ae656fe1b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.554030] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.554030] env[69654]: value = "task-3554181" [ 654.554030] env[69654]: _type = "Task" [ 654.554030] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.562440] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554181, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.751982] env[69654]: DEBUG oslo_concurrency.lockutils [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.774419] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064331} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.776740] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.783072] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c70321-d87e-4c6e-848e-ae9f2587cac7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.795268] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52994515-23e6-a4fb-ba19-05aac34ce566, 'name': SearchDatastore_Task, 'duration_secs': 0.012142} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.805203] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.805424] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] efa5a9d0-05c3-4533-99c2-7b8f5d16db7d/efa5a9d0-05c3-4533-99c2-7b8f5d16db7d.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.815476] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c/96c9d4b0-28a1-4dc4-b454-16644bd9ce4c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.816394] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a6cb78e-a008-4a0b-97b4-3909411ff0b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.817888] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f831d8d0-d816-42d8-b31b-96d6d42aedea {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.837862] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Waiting for the task: (returnval){ [ 654.837862] env[69654]: value = "task-3554182" [ 654.837862] env[69654]: _type = "Task" [ 654.837862] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.843286] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 654.843286] env[69654]: value = "task-3554183" [ 654.843286] env[69654]: _type = "Task" [ 654.843286] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.851494] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': task-3554182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.854820] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554178, 'name': Rename_Task, 'duration_secs': 0.135285} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.855444] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.855444] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10d89cdc-5a50-48d8-9024-75cabc97494d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.859995] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.865901] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 654.865901] env[69654]: value = "task-3554184" [ 654.865901] env[69654]: _type = "Task" [ 654.865901] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.874739] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.886713] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69654) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 654.886878] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.505s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.887232] env[69654]: DEBUG oslo_concurrency.lockutils [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.227s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.891782] env[69654]: INFO nova.compute.claims [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.946048] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Acquiring lock "2803d331-840b-40c3-81d3-619bba80ed5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.946293] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Lock "2803d331-840b-40c3-81d3-619bba80ed5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.038759] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e6c7cb-1695-76d7-268e-22ae656fe1b2, 'name': SearchDatastore_Task, 'duration_secs': 0.054761} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.039078] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.039306] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.039534] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.039709] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.039895] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.040170] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-932fabff-d2c3-49c0-aed6-ddded801a1df {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.050171] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.050171] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.051210] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a84f773d-8479-424e-8c1c-c49e8b790e01 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.078104] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Waiting for the task: (returnval){ [ 655.078104] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c871e6-a28a-0a7d-c546-8f9446260718" [ 655.078104] env[69654]: _type = "Task" [ 655.078104] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.078104] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554181, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.088506] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c871e6-a28a-0a7d-c546-8f9446260718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.348599] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': task-3554182, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.356885] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.379428] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.450798] env[69654]: DEBUG nova.compute.manager [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.568750] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554181, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.593889] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c871e6-a28a-0a7d-c546-8f9446260718, 'name': SearchDatastore_Task, 'duration_secs': 0.020646} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.594642] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca5dab31-1510-452d-be9f-24bedefafc34 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.601609] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Waiting for the task: (returnval){ [ 655.601609] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52576252-1b4a-46d7-1f96-fa47e023d378" [ 655.601609] env[69654]: _type = "Task" [ 655.601609] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.617783] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52576252-1b4a-46d7-1f96-fa47e023d378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.798038] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Acquiring lock "e70c9988-f850-45ad-950d-66bf8eb60f80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.798280] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Lock "e70c9988-f850-45ad-950d-66bf8eb60f80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.819792] env[69654]: DEBUG nova.network.neutron [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Successfully updated port: 1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.851390] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': task-3554182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.910697} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.855603] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] efa5a9d0-05c3-4533-99c2-7b8f5d16db7d/efa5a9d0-05c3-4533-99c2-7b8f5d16db7d.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.855752] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.856429] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ff68e9d-2863-4fbd-a2d8-58590d49a7fd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.866261] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Waiting for the task: (returnval){ [ 655.866261] env[69654]: value = "task-3554185" [ 655.866261] env[69654]: _type = "Task" [ 655.866261] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.869809] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.884262] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': task-3554185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.887862] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.983321] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.067391] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554181, 'name': CreateVM_Task, 'duration_secs': 1.355028} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.070811] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.072071] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.072392] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.072718] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.073049] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae1457b9-b5f4-4b54-a1cd-2b15a1fb4bbe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.078514] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 656.078514] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bb3a28-f679-d576-8246-a1d6e4a0f2a6" [ 656.078514] env[69654]: _type = "Task" [ 656.078514] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.090600] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bb3a28-f679-d576-8246-a1d6e4a0f2a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.115471] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52576252-1b4a-46d7-1f96-fa47e023d378, 'name': SearchDatastore_Task, 'duration_secs': 0.063839} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.115772] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.116073] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 7a4a8ab0-b931-439b-bef3-24197d068842/7a4a8ab0-b931-439b-bef3-24197d068842.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.116356] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13b7c528-c9e1-44de-8a44-a5b3c0089863 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.125345] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Waiting for the task: (returnval){ [ 656.125345] env[69654]: value = "task-3554186" [ 656.125345] env[69654]: _type = "Task" [ 656.125345] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.133948] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.135656] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616e0a49-fc6b-462b-8f0d-0f6135688188 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.142850] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0834b796-8b77-434c-8e30-a4e82931a4fb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.174649] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcba67a-1474-4159-82e0-ea2759188392 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.182098] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641b7906-dcdc-496a-875a-83d1d8ba074b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.195833] env[69654]: DEBUG nova.compute.provider_tree [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.324240] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Acquiring lock "refresh_cache-4a825919-be32-47dc-9fa9-5427eb1045c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.324405] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Acquired lock "refresh_cache-4a825919-be32-47dc-9fa9-5427eb1045c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.324539] env[69654]: DEBUG nova.network.neutron [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.360539] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554183, 'name': ReconfigVM_Task, 'duration_secs': 1.128484} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.360853] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c/96c9d4b0-28a1-4dc4-b454-16644bd9ce4c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.361751] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5703ca8b-fd19-45a7-8297-69c7cfb21bb8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.369128] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 656.369128] env[69654]: value = "task-3554187" [ 656.369128] env[69654]: _type = "Task" [ 656.369128] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.382620] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554187, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.387898] env[69654]: DEBUG oslo_vmware.api [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554184, 'name': PowerOnVM_Task, 'duration_secs': 1.236956} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.388135] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': task-3554185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104832} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.388387] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.388593] env[69654]: INFO nova.compute.manager [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Took 14.50 seconds to spawn the instance on the hypervisor. [ 656.388783] env[69654]: DEBUG nova.compute.manager [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.389035] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.389861] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d832f6-5c93-4880-84da-2dd18d5e6f3e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.393211] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a7b384-6b2e-457f-b50b-c0f30ea113f6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.420854] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] efa5a9d0-05c3-4533-99c2-7b8f5d16db7d/efa5a9d0-05c3-4533-99c2-7b8f5d16db7d.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.421499] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb3f3fe5-3628-40ea-a141-2cb693fa2e59 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.443226] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Waiting for the task: (returnval){ [ 656.443226] env[69654]: value = "task-3554188" [ 656.443226] env[69654]: _type = "Task" [ 656.443226] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.451499] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': task-3554188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.594253] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bb3a28-f679-d576-8246-a1d6e4a0f2a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011139} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.594550] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.594926] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.595276] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.595605] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.595849] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.596256] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-640b428c-bfb6-41e8-bb53-57c26f2ae6ba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.613890] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.614140] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.614929] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4630961-9fea-4f41-8df4-59f3f0c97813 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.622024] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 656.622024] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528ada7e-ae50-8bb4-72d5-1a41fa28f1e6" [ 656.622024] env[69654]: _type = "Task" [ 656.622024] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.632228] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528ada7e-ae50-8bb4-72d5-1a41fa28f1e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.637731] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554186, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.721037] env[69654]: ERROR nova.scheduler.client.report [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [req-31b5a501-4a58-4495-bb35-59155b32cba6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7244f0e3-c8fc-4c02-ba3d-26a8e0372872. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-31b5a501-4a58-4495-bb35-59155b32cba6"}]} [ 656.740745] env[69654]: DEBUG nova.scheduler.client.report [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Refreshing inventories for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 656.750276] env[69654]: DEBUG nova.compute.manager [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Received event network-vif-plugged-845883b0-34a5-4cbd-ac91-22535a0a76a8 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.750416] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] Acquiring lock "efa5a9d0-05c3-4533-99c2-7b8f5d16db7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.750663] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] Lock "efa5a9d0-05c3-4533-99c2-7b8f5d16db7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.750846] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] Lock "efa5a9d0-05c3-4533-99c2-7b8f5d16db7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.751118] env[69654]: DEBUG nova.compute.manager [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] No waiting events found dispatching network-vif-plugged-845883b0-34a5-4cbd-ac91-22535a0a76a8 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.751261] env[69654]: WARNING nova.compute.manager [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Received unexpected event network-vif-plugged-845883b0-34a5-4cbd-ac91-22535a0a76a8 for instance with vm_state building and task_state spawning. [ 656.751437] env[69654]: DEBUG nova.compute.manager [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Received event network-changed-845883b0-34a5-4cbd-ac91-22535a0a76a8 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.751643] env[69654]: DEBUG nova.compute.manager [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Refreshing instance network info cache due to event network-changed-845883b0-34a5-4cbd-ac91-22535a0a76a8. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.751842] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] Acquiring lock "refresh_cache-efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.752050] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] Acquired lock "refresh_cache-efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.752220] env[69654]: DEBUG nova.network.neutron [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Refreshing network info cache for port 845883b0-34a5-4cbd-ac91-22535a0a76a8 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.756890] env[69654]: DEBUG nova.scheduler.client.report [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Updating ProviderTree inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 656.757201] env[69654]: DEBUG nova.compute.provider_tree [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.772522] env[69654]: DEBUG nova.scheduler.client.report [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Refreshing aggregate associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, aggregates: None {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 656.791939] env[69654]: DEBUG nova.scheduler.client.report [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Refreshing trait associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 656.879967] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554187, 'name': Rename_Task, 'duration_secs': 0.26791} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.880557] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.880937] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-814ee0eb-33a0-48e5-b8d2-aaddcc7324ff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.888089] env[69654]: DEBUG nova.network.neutron [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.891443] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 656.891443] env[69654]: value = "task-3554189" [ 656.891443] env[69654]: _type = "Task" [ 656.891443] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.905693] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.935129] env[69654]: INFO nova.compute.manager [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Took 24.31 seconds to build instance. [ 656.956903] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': task-3554188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.043694] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6415aa-55f2-4219-827d-c8654f3fc214 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.053219] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9358aa51-4204-4e2a-9a68-fb410a324b35 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.093855] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c608050b-6315-40af-9d6d-20ae68a7d273 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.101891] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21139062-fae5-4370-9d15-774e4dd15d40 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.119768] env[69654]: DEBUG nova.compute.provider_tree [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.138729] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528ada7e-ae50-8bb4-72d5-1a41fa28f1e6, 'name': SearchDatastore_Task, 'duration_secs': 0.062252} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.140339] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f85fb516-f5ab-4b52-b74a-a8c616ef63bd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.147016] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726822} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.147833] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 7a4a8ab0-b931-439b-bef3-24197d068842/7a4a8ab0-b931-439b-bef3-24197d068842.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.148113] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.148398] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b6819a9-7565-4be1-b189-2e87667f90b1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.151906] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 657.151906] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521019d2-b4c5-98a2-57cb-b617eba4add8" [ 657.151906] env[69654]: _type = "Task" [ 657.151906] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.159765] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Acquiring lock "99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.160069] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Lock "99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.161911] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Waiting for the task: (returnval){ [ 657.161911] env[69654]: value = "task-3554190" [ 657.161911] env[69654]: _type = "Task" [ 657.161911] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.170335] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521019d2-b4c5-98a2-57cb-b617eba4add8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.175753] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.358790] env[69654]: DEBUG nova.network.neutron [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Updating instance_info_cache with network_info: [{"id": "1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67", "address": "fa:16:3e:94:89:0d", "network": {"id": "6c6f5a1b-b5f7-470f-88c2-03e4075c0a04", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-182336072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f88fd540ba8a4b6a82ca91a0bfe2b432", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dfa7162-50", "ovs_interfaceid": "1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.368150] env[69654]: DEBUG nova.compute.manager [req-c73fc530-0532-4134-aa7a-54e485b0230c req-3879af4f-cc4f-4c71-aec0-0c0bb387f0ab service nova] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Received event network-changed-946c3638-6e73-4505-b569-b6fe6902df6b {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.368319] env[69654]: DEBUG nova.compute.manager [req-c73fc530-0532-4134-aa7a-54e485b0230c req-3879af4f-cc4f-4c71-aec0-0c0bb387f0ab service nova] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Refreshing instance network info cache due to event network-changed-946c3638-6e73-4505-b569-b6fe6902df6b. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.368504] env[69654]: DEBUG oslo_concurrency.lockutils [req-c73fc530-0532-4134-aa7a-54e485b0230c req-3879af4f-cc4f-4c71-aec0-0c0bb387f0ab service nova] Acquiring lock "refresh_cache-7a4a8ab0-b931-439b-bef3-24197d068842" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.368672] env[69654]: DEBUG oslo_concurrency.lockutils [req-c73fc530-0532-4134-aa7a-54e485b0230c req-3879af4f-cc4f-4c71-aec0-0c0bb387f0ab service nova] Acquired lock "refresh_cache-7a4a8ab0-b931-439b-bef3-24197d068842" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.368829] env[69654]: DEBUG nova.network.neutron [req-c73fc530-0532-4134-aa7a-54e485b0230c req-3879af4f-cc4f-4c71-aec0-0c0bb387f0ab service nova] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Refreshing network info cache for port 946c3638-6e73-4505-b569-b6fe6902df6b {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.402815] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554189, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.435875] env[69654]: DEBUG oslo_concurrency.lockutils [None req-68d4325d-68ee-40f6-b9ac-218d223bf528 tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Lock "7c0099b4-0c5c-41ad-82b1-fd1ac0a25840" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.826s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.455764] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': task-3554188, 'name': ReconfigVM_Task, 'duration_secs': 0.672202} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.455764] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Reconfigured VM instance instance-00000007 to attach disk [datastore2] efa5a9d0-05c3-4533-99c2-7b8f5d16db7d/efa5a9d0-05c3-4533-99c2-7b8f5d16db7d.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.456476] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b57c917-0e1c-48dc-af8d-cc41fda946e7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.463093] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Waiting for the task: (returnval){ [ 657.463093] env[69654]: value = "task-3554191" [ 657.463093] env[69654]: _type = "Task" [ 657.463093] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.472023] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': task-3554191, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.488780] env[69654]: DEBUG nova.network.neutron [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Updated VIF entry in instance network info cache for port 845883b0-34a5-4cbd-ac91-22535a0a76a8. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.489135] env[69654]: DEBUG nova.network.neutron [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Updating instance_info_cache with network_info: [{"id": "845883b0-34a5-4cbd-ac91-22535a0a76a8", "address": "fa:16:3e:20:bd:97", "network": {"id": "aaad3f80-40c5-492a-8878-f01c3ee96f12", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-255830167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8d6e49ec43c404181741869a815dec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845883b0-34", "ovs_interfaceid": "845883b0-34a5-4cbd-ac91-22535a0a76a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.658670] env[69654]: DEBUG nova.scheduler.client.report [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Updated inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with generation 19 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 657.658926] env[69654]: DEBUG nova.compute.provider_tree [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 19 to 20 during operation: update_inventory {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 657.659127] env[69654]: DEBUG nova.compute.provider_tree [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.671591] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521019d2-b4c5-98a2-57cb-b617eba4add8, 'name': SearchDatastore_Task, 'duration_secs': 0.021768} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.672693] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.672938] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 9622ebc8-e48d-4446-b76b-71af45f7c749/9622ebc8-e48d-4446-b76b-71af45f7c749.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.673199] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbb494af-9c23-420f-bd1d-100f7216c28d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.678172] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185535} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.678684] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.679417] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c24742b-221f-4023-b092-8c565bb83d26 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.683122] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 657.683122] env[69654]: value = "task-3554192" [ 657.683122] env[69654]: _type = "Task" [ 657.683122] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.712767] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 7a4a8ab0-b931-439b-bef3-24197d068842/7a4a8ab0-b931-439b-bef3-24197d068842.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.714093] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e7c58d8-5c4a-475d-90f9-4d8e84d03ad2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.744434] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.750250] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Waiting for the task: (returnval){ [ 657.750250] env[69654]: value = "task-3554193" [ 657.750250] env[69654]: _type = "Task" [ 657.750250] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.761197] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.864161] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Releasing lock "refresh_cache-4a825919-be32-47dc-9fa9-5427eb1045c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.864574] env[69654]: DEBUG nova.compute.manager [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Instance network_info: |[{"id": "1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67", "address": "fa:16:3e:94:89:0d", "network": {"id": "6c6f5a1b-b5f7-470f-88c2-03e4075c0a04", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-182336072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f88fd540ba8a4b6a82ca91a0bfe2b432", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dfa7162-50", "ovs_interfaceid": "1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.865086] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:89:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.875602] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Creating folder: Project (f88fd540ba8a4b6a82ca91a0bfe2b432). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.877918] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5f40c07-0aa0-4b07-b341-9859e31a9333 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.889422] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Created folder: Project (f88fd540ba8a4b6a82ca91a0bfe2b432) in parent group-v709593. [ 657.889422] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Creating folder: Instances. Parent ref: group-v709618. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.889422] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f53d2cf-b5f5-4248-9df0-749a5c36f841 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.898777] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Created folder: Instances in parent group-v709618. [ 657.898954] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.902323] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.902624] env[69654]: DEBUG oslo_vmware.api [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554189, 'name': PowerOnVM_Task, 'duration_secs': 0.940189} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.902831] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60f3677d-d2e8-443c-a7eb-1fa0e8557214 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.917858] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.918131] env[69654]: INFO nova.compute.manager [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Took 13.76 seconds to spawn the instance on the hypervisor. [ 657.918327] env[69654]: DEBUG nova.compute.manager [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.921966] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35be948-b430-48f7-9d99-1e7f4eca8527 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.943142] env[69654]: DEBUG nova.compute.manager [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.944637] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.944637] env[69654]: value = "task-3554196" [ 657.944637] env[69654]: _type = "Task" [ 657.944637] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.953541] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554196, 'name': CreateVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.976199] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': task-3554191, 'name': Rename_Task, 'duration_secs': 0.326477} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.976582] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.976751] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d18ed86-3f21-44ce-abaa-48b6e22d2abc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.983823] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Waiting for the task: (returnval){ [ 657.983823] env[69654]: value = "task-3554197" [ 657.983823] env[69654]: _type = "Task" [ 657.983823] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.997023] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] Releasing lock "refresh_cache-efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.997023] env[69654]: DEBUG nova.compute.manager [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Received event network-vif-plugged-6fb22df0-7039-41df-bf28-e2f04aec82d2 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.997023] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] Acquiring lock "9622ebc8-e48d-4446-b76b-71af45f7c749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.997023] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] Lock "9622ebc8-e48d-4446-b76b-71af45f7c749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.997023] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] Lock "9622ebc8-e48d-4446-b76b-71af45f7c749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.997390] env[69654]: DEBUG nova.compute.manager [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] No waiting events found dispatching network-vif-plugged-6fb22df0-7039-41df-bf28-e2f04aec82d2 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.997390] env[69654]: WARNING nova.compute.manager [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Received unexpected event network-vif-plugged-6fb22df0-7039-41df-bf28-e2f04aec82d2 for instance with vm_state building and task_state spawning. [ 657.997390] env[69654]: DEBUG nova.compute.manager [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Received event network-changed-6fb22df0-7039-41df-bf28-e2f04aec82d2 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.997390] env[69654]: DEBUG nova.compute.manager [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Refreshing instance network info cache due to event network-changed-6fb22df0-7039-41df-bf28-e2f04aec82d2. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.997927] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] Acquiring lock "refresh_cache-9622ebc8-e48d-4446-b76b-71af45f7c749" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.998215] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] Acquired lock "refresh_cache-9622ebc8-e48d-4446-b76b-71af45f7c749" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.998478] env[69654]: DEBUG nova.network.neutron [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Refreshing network info cache for port 6fb22df0-7039-41df-bf28-e2f04aec82d2 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.001458] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': task-3554197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.165440] env[69654]: DEBUG oslo_concurrency.lockutils [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.278s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.165616] env[69654]: DEBUG nova.compute.manager [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.168120] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.854s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.169586] env[69654]: INFO nova.compute.claims [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.198119] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503662} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.198119] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 9622ebc8-e48d-4446-b76b-71af45f7c749/9622ebc8-e48d-4446-b76b-71af45f7c749.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.198119] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.198119] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-769b90d4-0aea-44d1-a307-e27e4ced97d0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.204902] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 658.204902] env[69654]: value = "task-3554198" [ 658.204902] env[69654]: _type = "Task" [ 658.204902] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.215158] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.240248] env[69654]: DEBUG nova.network.neutron [req-c73fc530-0532-4134-aa7a-54e485b0230c req-3879af4f-cc4f-4c71-aec0-0c0bb387f0ab service nova] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Updated VIF entry in instance network info cache for port 946c3638-6e73-4505-b569-b6fe6902df6b. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.240454] env[69654]: DEBUG nova.network.neutron [req-c73fc530-0532-4134-aa7a-54e485b0230c req-3879af4f-cc4f-4c71-aec0-0c0bb387f0ab service nova] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Updating instance_info_cache with network_info: [{"id": "946c3638-6e73-4505-b569-b6fe6902df6b", "address": "fa:16:3e:c5:7d:24", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap946c3638-6e", "ovs_interfaceid": "946c3638-6e73-4505-b569-b6fe6902df6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.269328] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.461743] env[69654]: INFO nova.compute.manager [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Took 25.06 seconds to build instance. [ 658.471277] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554196, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.496435] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "a10177e9-959a-4c5b-9f1e-0808af564f81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.496777] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "a10177e9-959a-4c5b-9f1e-0808af564f81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.507953] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': task-3554197, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.509349] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.674709] env[69654]: DEBUG nova.compute.utils [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.678374] env[69654]: DEBUG nova.compute.manager [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.678639] env[69654]: DEBUG nova.network.neutron [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.717303] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067509} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.717592] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.718753] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9348885-fb1d-44c1-8679-1f1b353b55bb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.744729] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 9622ebc8-e48d-4446-b76b-71af45f7c749/9622ebc8-e48d-4446-b76b-71af45f7c749.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.746432] env[69654]: DEBUG nova.policy [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75a23aa2129e4c519f29b88a70137545', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e955e8e241241b9829b34019b00535d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.748250] env[69654]: DEBUG oslo_concurrency.lockutils [req-c73fc530-0532-4134-aa7a-54e485b0230c req-3879af4f-cc4f-4c71-aec0-0c0bb387f0ab service nova] Releasing lock "refresh_cache-7a4a8ab0-b931-439b-bef3-24197d068842" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.748450] env[69654]: DEBUG nova.compute.manager [req-c73fc530-0532-4134-aa7a-54e485b0230c req-3879af4f-cc4f-4c71-aec0-0c0bb387f0ab service nova] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Received event network-vif-plugged-1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.748637] env[69654]: DEBUG oslo_concurrency.lockutils [req-c73fc530-0532-4134-aa7a-54e485b0230c req-3879af4f-cc4f-4c71-aec0-0c0bb387f0ab service nova] Acquiring lock "4a825919-be32-47dc-9fa9-5427eb1045c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.748833] env[69654]: DEBUG oslo_concurrency.lockutils [req-c73fc530-0532-4134-aa7a-54e485b0230c req-3879af4f-cc4f-4c71-aec0-0c0bb387f0ab service nova] Lock "4a825919-be32-47dc-9fa9-5427eb1045c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.749982] env[69654]: DEBUG oslo_concurrency.lockutils [req-c73fc530-0532-4134-aa7a-54e485b0230c req-3879af4f-cc4f-4c71-aec0-0c0bb387f0ab service nova] Lock "4a825919-be32-47dc-9fa9-5427eb1045c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.750248] env[69654]: DEBUG nova.compute.manager [req-c73fc530-0532-4134-aa7a-54e485b0230c req-3879af4f-cc4f-4c71-aec0-0c0bb387f0ab service nova] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] No waiting events found dispatching network-vif-plugged-1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.750486] env[69654]: WARNING nova.compute.manager [req-c73fc530-0532-4134-aa7a-54e485b0230c req-3879af4f-cc4f-4c71-aec0-0c0bb387f0ab service nova] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Received unexpected event network-vif-plugged-1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67 for instance with vm_state building and task_state spawning. [ 658.750962] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1159aeaa-b5a8-4bf4-a9f8-d6e447bd4c14 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.775388] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554193, 'name': ReconfigVM_Task, 'duration_secs': 0.596571} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.776826] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 7a4a8ab0-b931-439b-bef3-24197d068842/7a4a8ab0-b931-439b-bef3-24197d068842.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.777542] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 658.777542] env[69654]: value = "task-3554199" [ 658.777542] env[69654]: _type = "Task" [ 658.777542] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.777729] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2370c2a-4084-4d73-a91f-4cc84500154c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.788128] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554199, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.791848] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Waiting for the task: (returnval){ [ 658.791848] env[69654]: value = "task-3554200" [ 658.791848] env[69654]: _type = "Task" [ 658.791848] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.800123] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554200, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.860730] env[69654]: DEBUG nova.network.neutron [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Updated VIF entry in instance network info cache for port 6fb22df0-7039-41df-bf28-e2f04aec82d2. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.861148] env[69654]: DEBUG nova.network.neutron [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Updating instance_info_cache with network_info: [{"id": "6fb22df0-7039-41df-bf28-e2f04aec82d2", "address": "fa:16:3e:76:e6:a9", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb22df0-70", "ovs_interfaceid": "6fb22df0-7039-41df-bf28-e2f04aec82d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.965103] env[69654]: DEBUG oslo_concurrency.lockutils [None req-01d0cead-842e-40fe-a0e2-8bc9ea383294 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "96c9d4b0-28a1-4dc4-b454-16644bd9ce4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.575s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.965404] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554196, 'name': CreateVM_Task, 'duration_secs': 0.546062} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.968336] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.968336] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.968336] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.968336] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.968336] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3c8fb5-b75f-479d-af4a-f8f5aa845433 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.973746] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Waiting for the task: (returnval){ [ 658.973746] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528c77d6-dc2b-5268-a232-ccf45f1ea464" [ 658.973746] env[69654]: _type = "Task" [ 658.973746] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.985165] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528c77d6-dc2b-5268-a232-ccf45f1ea464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.998965] env[69654]: DEBUG oslo_vmware.api [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': task-3554197, 'name': PowerOnVM_Task, 'duration_secs': 0.886598} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.999389] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.999389] env[69654]: INFO nova.compute.manager [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Took 10.27 seconds to spawn the instance on the hypervisor. [ 658.999567] env[69654]: DEBUG nova.compute.manager [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.000977] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4bc98c-a04c-4289-a253-342babc5c607 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.183350] env[69654]: DEBUG nova.compute.manager [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.288922] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554199, 'name': ReconfigVM_Task, 'duration_secs': 0.457497} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.289778] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 9622ebc8-e48d-4446-b76b-71af45f7c749/9622ebc8-e48d-4446-b76b-71af45f7c749.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.294443] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43d12d45-2d14-4d8f-b369-c93797207821 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.308042] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554200, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.313556] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 659.313556] env[69654]: value = "task-3554201" [ 659.313556] env[69654]: _type = "Task" [ 659.313556] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.323528] env[69654]: DEBUG oslo_concurrency.lockutils [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Acquiring lock "7c0099b4-0c5c-41ad-82b1-fd1ac0a25840" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.324105] env[69654]: DEBUG oslo_concurrency.lockutils [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Lock "7c0099b4-0c5c-41ad-82b1-fd1ac0a25840" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.324413] env[69654]: DEBUG oslo_concurrency.lockutils [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Acquiring lock "7c0099b4-0c5c-41ad-82b1-fd1ac0a25840-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.324662] env[69654]: DEBUG oslo_concurrency.lockutils [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Lock "7c0099b4-0c5c-41ad-82b1-fd1ac0a25840-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.325069] env[69654]: DEBUG oslo_concurrency.lockutils [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Lock "7c0099b4-0c5c-41ad-82b1-fd1ac0a25840-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.327352] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554201, 'name': Rename_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.327858] env[69654]: INFO nova.compute.manager [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Terminating instance [ 659.371674] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a1435f0-2501-4b34-8b8d-a6856bed1a19 req-d9881cad-d35f-4de2-acfc-b2a05ee53549 service nova] Releasing lock "refresh_cache-9622ebc8-e48d-4446-b76b-71af45f7c749" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.386911] env[69654]: DEBUG nova.network.neutron [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Successfully created port: cd625294-db7b-4a55-88a9-800f6f6cd9d3 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.471556] env[69654]: DEBUG nova.compute.manager [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.484805] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528c77d6-dc2b-5268-a232-ccf45f1ea464, 'name': SearchDatastore_Task, 'duration_secs': 0.012849} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.487942] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.488215] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.488477] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.488630] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.488810] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.489292] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-341bd21d-6414-4acc-8fc8-b4646262caa1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.498400] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.498585] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.499342] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf0a920-caf1-4995-b313-550db7b26157 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.505847] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Waiting for the task: (returnval){ [ 659.505847] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52149052-2989-51f6-3a39-1cf6b3484d73" [ 659.505847] env[69654]: _type = "Task" [ 659.505847] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.507623] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67887775-732b-4305-87b1-2b716ce3f2d3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.527065] env[69654]: INFO nova.compute.manager [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Took 25.53 seconds to build instance. [ 659.533380] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4257c90e-c89e-4d20-84d0-ea765ad50770 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.538319] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52149052-2989-51f6-3a39-1cf6b3484d73, 'name': SearchDatastore_Task, 'duration_secs': 0.008385} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.540761] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0dc9231-039b-421c-9786-84a09e18816c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.572886] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db95ef59-9489-471e-84e5-e90575a4b76a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.577133] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Waiting for the task: (returnval){ [ 659.577133] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cf2f37-1a2c-483c-c253-92283e8e8706" [ 659.577133] env[69654]: _type = "Task" [ 659.577133] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.584568] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc00a96-a249-4d82-b018-5d6a09376c0f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.592981] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cf2f37-1a2c-483c-c253-92283e8e8706, 'name': SearchDatastore_Task, 'duration_secs': 0.009298} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.593606] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.593867] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 4a825919-be32-47dc-9fa9-5427eb1045c3/4a825919-be32-47dc-9fa9-5427eb1045c3.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.594135] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7596f590-8837-46ad-b229-d030232f8cc8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.604164] env[69654]: DEBUG nova.compute.provider_tree [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.610192] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Waiting for the task: (returnval){ [ 659.610192] env[69654]: value = "task-3554202" [ 659.610192] env[69654]: _type = "Task" [ 659.610192] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.619285] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': task-3554202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.807743] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554200, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.825661] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554201, 'name': Rename_Task, 'duration_secs': 0.348154} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.828146] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.828146] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-153858bf-056d-4a3a-a772-ddd7bf7c27d7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.833272] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 659.833272] env[69654]: value = "task-3554203" [ 659.833272] env[69654]: _type = "Task" [ 659.833272] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.836963] env[69654]: DEBUG nova.compute.manager [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.837187] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.837927] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5038ba1b-4536-40de-96ea-e5e7dc61ab1f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.846161] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.849696] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.849889] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc679f45-1f38-40eb-bf2e-9ac8607412db {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.855478] env[69654]: DEBUG oslo_vmware.api [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Waiting for the task: (returnval){ [ 659.855478] env[69654]: value = "task-3554204" [ 659.855478] env[69654]: _type = "Task" [ 659.855478] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.867604] env[69654]: DEBUG oslo_vmware.api [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Task: {'id': task-3554204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.967787] env[69654]: DEBUG nova.compute.manager [req-76c71aaa-54b4-489a-88ce-ee47552f4afb req-17d57949-affb-46d3-8b0b-35487b9302e1 service nova] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Received event network-changed-1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.968061] env[69654]: DEBUG nova.compute.manager [req-76c71aaa-54b4-489a-88ce-ee47552f4afb req-17d57949-affb-46d3-8b0b-35487b9302e1 service nova] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Refreshing instance network info cache due to event network-changed-1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.968192] env[69654]: DEBUG oslo_concurrency.lockutils [req-76c71aaa-54b4-489a-88ce-ee47552f4afb req-17d57949-affb-46d3-8b0b-35487b9302e1 service nova] Acquiring lock "refresh_cache-4a825919-be32-47dc-9fa9-5427eb1045c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.968419] env[69654]: DEBUG oslo_concurrency.lockutils [req-76c71aaa-54b4-489a-88ce-ee47552f4afb req-17d57949-affb-46d3-8b0b-35487b9302e1 service nova] Acquired lock "refresh_cache-4a825919-be32-47dc-9fa9-5427eb1045c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.968619] env[69654]: DEBUG nova.network.neutron [req-76c71aaa-54b4-489a-88ce-ee47552f4afb req-17d57949-affb-46d3-8b0b-35487b9302e1 service nova] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Refreshing network info cache for port 1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.006241] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.039807] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1a575-1076-4cbd-abf8-8f53cf47afd8 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Lock "efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.050s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.107318] env[69654]: DEBUG nova.scheduler.client.report [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.121606] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': task-3554202, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.138900] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Acquiring lock "5699f273-2d40-4475-99e1-186b2f1f6699" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.139161] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Lock "5699f273-2d40-4475-99e1-186b2f1f6699" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.139384] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Acquiring lock "5699f273-2d40-4475-99e1-186b2f1f6699-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.139564] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Lock "5699f273-2d40-4475-99e1-186b2f1f6699-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.139730] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Lock "5699f273-2d40-4475-99e1-186b2f1f6699-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.142301] env[69654]: INFO nova.compute.manager [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Terminating instance [ 660.198291] env[69654]: DEBUG nova.compute.manager [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.236479] env[69654]: DEBUG nova.virt.hardware [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.236479] env[69654]: DEBUG nova.virt.hardware [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.236479] env[69654]: DEBUG nova.virt.hardware [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.236881] env[69654]: DEBUG nova.virt.hardware [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.236881] env[69654]: DEBUG nova.virt.hardware [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.237155] env[69654]: DEBUG nova.virt.hardware [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.237243] env[69654]: DEBUG nova.virt.hardware [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.237599] env[69654]: DEBUG nova.virt.hardware [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.238068] env[69654]: DEBUG nova.virt.hardware [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.238235] env[69654]: DEBUG nova.virt.hardware [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.238444] env[69654]: DEBUG nova.virt.hardware [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.240029] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798273f3-26cc-4641-8fd9-79fda2b3eed3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.249936] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcde6ae-8df6-4331-a710-3519ee8feeb9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.306841] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554200, 'name': Rename_Task, 'duration_secs': 1.234045} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.307153] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.307422] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6edb3c6-65f5-4e34-8820-9ad273b989d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.315218] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Waiting for the task: (returnval){ [ 660.315218] env[69654]: value = "task-3554205" [ 660.315218] env[69654]: _type = "Task" [ 660.315218] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.323744] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.344037] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554203, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.365958] env[69654]: DEBUG oslo_vmware.api [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Task: {'id': task-3554204, 'name': PowerOffVM_Task, 'duration_secs': 0.250804} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.366242] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.366450] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.366854] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a865c05-b8e8-4e57-a5d8-bcb2ceff42c5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.434286] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.434567] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.434796] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Deleting the datastore file [datastore2] 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.435167] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-640a05ea-6c3a-4b22-967a-882871ced29e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.443846] env[69654]: DEBUG oslo_vmware.api [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Waiting for the task: (returnval){ [ 660.443846] env[69654]: value = "task-3554207" [ 660.443846] env[69654]: _type = "Task" [ 660.443846] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.452528] env[69654]: DEBUG oslo_vmware.api [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Task: {'id': task-3554207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.542977] env[69654]: DEBUG nova.compute.manager [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.620139] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.620760] env[69654]: DEBUG nova.compute.manager [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.623630] env[69654]: DEBUG oslo_concurrency.lockutils [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.872s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.629034] env[69654]: INFO nova.compute.claims [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.634150] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': task-3554202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810297} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.634402] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 4a825919-be32-47dc-9fa9-5427eb1045c3/4a825919-be32-47dc-9fa9-5427eb1045c3.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.634604] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.635122] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dadbca5-d458-4f9d-aba8-16f7641eb3d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.642140] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Waiting for the task: (returnval){ [ 660.642140] env[69654]: value = "task-3554208" [ 660.642140] env[69654]: _type = "Task" [ 660.642140] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.648027] env[69654]: DEBUG nova.compute.manager [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.648027] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.648027] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7eb7dc-333a-436e-8c5a-9f0fc9d787a1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.657764] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': task-3554208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.660044] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.660347] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d77a77e3-438c-4866-8a50-0658174ecc4f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.671157] env[69654]: DEBUG oslo_vmware.api [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Waiting for the task: (returnval){ [ 660.671157] env[69654]: value = "task-3554209" [ 660.671157] env[69654]: _type = "Task" [ 660.671157] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.680664] env[69654]: DEBUG oslo_vmware.api [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': task-3554209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.739575] env[69654]: DEBUG nova.network.neutron [req-76c71aaa-54b4-489a-88ce-ee47552f4afb req-17d57949-affb-46d3-8b0b-35487b9302e1 service nova] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Updated VIF entry in instance network info cache for port 1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.739986] env[69654]: DEBUG nova.network.neutron [req-76c71aaa-54b4-489a-88ce-ee47552f4afb req-17d57949-affb-46d3-8b0b-35487b9302e1 service nova] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Updating instance_info_cache with network_info: [{"id": "1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67", "address": "fa:16:3e:94:89:0d", "network": {"id": "6c6f5a1b-b5f7-470f-88c2-03e4075c0a04", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-182336072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f88fd540ba8a4b6a82ca91a0bfe2b432", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dfa7162-50", "ovs_interfaceid": "1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.829343] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554205, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.844773] env[69654]: DEBUG oslo_vmware.api [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554203, 'name': PowerOnVM_Task, 'duration_secs': 0.744739} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.845224] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.845482] env[69654]: INFO nova.compute.manager [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Took 9.75 seconds to spawn the instance on the hypervisor. [ 660.845839] env[69654]: DEBUG nova.compute.manager [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.846666] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f839ea7-92e6-4e1f-870d-ff7f3cab58de {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.956035] env[69654]: DEBUG oslo_vmware.api [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Task: {'id': task-3554207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208363} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.956035] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.956035] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.956035] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.956035] env[69654]: INFO nova.compute.manager [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Took 1.12 seconds to destroy the instance on the hypervisor. [ 660.956395] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.956395] env[69654]: DEBUG nova.compute.manager [-] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.956395] env[69654]: DEBUG nova.network.neutron [-] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.983986] env[69654]: DEBUG nova.compute.manager [None req-23fd8954-252b-46a3-abb5-f657db19ac54 tempest-ServerDiagnosticsV248Test-1414131231 tempest-ServerDiagnosticsV248Test-1414131231-project-admin] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.985349] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d867c77d-f5f5-4fa8-9022-ccb596ef5cc5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.991945] env[69654]: INFO nova.compute.manager [None req-23fd8954-252b-46a3-abb5-f657db19ac54 tempest-ServerDiagnosticsV248Test-1414131231 tempest-ServerDiagnosticsV248Test-1414131231-project-admin] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Retrieving diagnostics [ 660.992837] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874f91ad-02de-4b1b-8055-aba6b632f00b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.068162] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.130442] env[69654]: DEBUG nova.compute.utils [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.135545] env[69654]: DEBUG nova.compute.manager [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.135805] env[69654]: DEBUG nova.network.neutron [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.154311] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': task-3554208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107159} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.154848] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.155643] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75405d1-e42d-4da9-a030-89441c9ac0ef {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.186871] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 4a825919-be32-47dc-9fa9-5427eb1045c3/4a825919-be32-47dc-9fa9-5427eb1045c3.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.192709] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f66824a9-b4d1-4ac4-ad6c-0f45c1df27d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.212889] env[69654]: DEBUG nova.policy [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8d929a4e315407ab2a4ebf1c4f3ad7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c888fb0d83b94066965f33e31f7da239', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.219954] env[69654]: DEBUG oslo_vmware.api [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': task-3554209, 'name': PowerOffVM_Task, 'duration_secs': 0.297053} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.221276] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.221674] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.221674] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Waiting for the task: (returnval){ [ 661.221674] env[69654]: value = "task-3554210" [ 661.221674] env[69654]: _type = "Task" [ 661.221674] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.221872] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d99fed3b-b088-4779-abff-9fd18438e4b7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.235328] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': task-3554210, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.244427] env[69654]: DEBUG oslo_concurrency.lockutils [req-76c71aaa-54b4-489a-88ce-ee47552f4afb req-17d57949-affb-46d3-8b0b-35487b9302e1 service nova] Releasing lock "refresh_cache-4a825919-be32-47dc-9fa9-5427eb1045c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.290172] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.290591] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.290832] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Deleting the datastore file [datastore1] 5699f273-2d40-4475-99e1-186b2f1f6699 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.291109] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cad9d4c-1ea5-45f9-bf51-82155478acad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.298974] env[69654]: DEBUG oslo_vmware.api [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Waiting for the task: (returnval){ [ 661.298974] env[69654]: value = "task-3554212" [ 661.298974] env[69654]: _type = "Task" [ 661.298974] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.307768] env[69654]: DEBUG oslo_vmware.api [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': task-3554212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.326339] env[69654]: DEBUG oslo_vmware.api [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554205, 'name': PowerOnVM_Task, 'duration_secs': 0.588812} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.326598] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.326800] env[69654]: INFO nova.compute.manager [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Took 14.91 seconds to spawn the instance on the hypervisor. [ 661.326977] env[69654]: DEBUG nova.compute.manager [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.327727] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba92d4f-ffb0-4d2d-b6d9-362d2d6a80da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.364139] env[69654]: INFO nova.compute.manager [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Took 26.15 seconds to build instance. [ 661.605171] env[69654]: DEBUG nova.network.neutron [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Successfully created port: 9119d86d-d68e-4d46-af9a-a2c302d76a95 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.636471] env[69654]: DEBUG nova.compute.manager [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.743543] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': task-3554210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.744143] env[69654]: DEBUG nova.network.neutron [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Successfully updated port: cd625294-db7b-4a55-88a9-800f6f6cd9d3 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.784932] env[69654]: DEBUG nova.network.neutron [-] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.814029] env[69654]: DEBUG oslo_vmware.api [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Task: {'id': task-3554212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424871} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.814029] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.814786] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.814786] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.814786] env[69654]: INFO nova.compute.manager [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Took 1.17 seconds to destroy the instance on the hypervisor. [ 661.814932] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.814981] env[69654]: DEBUG nova.compute.manager [-] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.815092] env[69654]: DEBUG nova.network.neutron [-] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.848248] env[69654]: INFO nova.compute.manager [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Took 27.90 seconds to build instance. [ 661.870487] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45542dfd-ba83-4ec5-931a-1661331c7cc9 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "9622ebc8-e48d-4446-b76b-71af45f7c749" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.663s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.956997] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95324687-39db-4a30-8bf8-dd9c333841b9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.969205] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e09dea4-48c6-4c00-9fdf-ea2e059faf5e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.004690] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3db20a1-4b09-4b9a-8808-f2982fe5ef1a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.012611] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82917328-6702-4f33-a099-81b35051487b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.026989] env[69654]: DEBUG nova.compute.provider_tree [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.242301] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': task-3554210, 'name': ReconfigVM_Task, 'duration_secs': 0.706797} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.242573] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 4a825919-be32-47dc-9fa9-5427eb1045c3/4a825919-be32-47dc-9fa9-5427eb1045c3.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.243316] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6335397-e9a0-4b8f-afa5-70500731c497 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.251906] env[69654]: DEBUG oslo_concurrency.lockutils [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Acquiring lock "refresh_cache-c64cfa95-81c2-4296-88ee-f6bb0fe66ac3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.252063] env[69654]: DEBUG oslo_concurrency.lockutils [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Acquired lock "refresh_cache-c64cfa95-81c2-4296-88ee-f6bb0fe66ac3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.252219] env[69654]: DEBUG nova.network.neutron [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.254187] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Waiting for the task: (returnval){ [ 662.254187] env[69654]: value = "task-3554213" [ 662.254187] env[69654]: _type = "Task" [ 662.254187] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.269413] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': task-3554213, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.290643] env[69654]: INFO nova.compute.manager [-] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Took 1.33 seconds to deallocate network for instance. [ 662.349995] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fc7988a3-3188-4e14-bb20-a343ab63802d tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Lock "7a4a8ab0-b931-439b-bef3-24197d068842" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.411s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.530239] env[69654]: DEBUG nova.scheduler.client.report [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.659226] env[69654]: DEBUG nova.compute.manager [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.669032] env[69654]: DEBUG nova.compute.manager [req-6cc89a5a-fd56-4e70-880d-9fbd14001887 req-a51244bb-284a-4fec-8353-60225fad3978 service nova] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Received event network-vif-deleted-e4c8acc4-41be-4bd4-82b1-79c2e7857be4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.693869] env[69654]: DEBUG nova.virt.hardware [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.694083] env[69654]: DEBUG nova.virt.hardware [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.694307] env[69654]: DEBUG nova.virt.hardware [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.695663] env[69654]: DEBUG nova.virt.hardware [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.695663] env[69654]: DEBUG nova.virt.hardware [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.695663] env[69654]: DEBUG nova.virt.hardware [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.695663] env[69654]: DEBUG nova.virt.hardware [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.695663] env[69654]: DEBUG nova.virt.hardware [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.695927] env[69654]: DEBUG nova.virt.hardware [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.695927] env[69654]: DEBUG nova.virt.hardware [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.695927] env[69654]: DEBUG nova.virt.hardware [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.698972] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266f748a-2de3-4435-84a5-f52c35732a34 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.708433] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222e28cc-60d7-43b2-a0d9-7dc7929653ba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.768124] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': task-3554213, 'name': Rename_Task, 'duration_secs': 0.360184} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.768539] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.768707] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f1763b1-b9eb-42a2-9f51-451e4a4f1f08 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.776776] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Waiting for the task: (returnval){ [ 662.776776] env[69654]: value = "task-3554214" [ 662.776776] env[69654]: _type = "Task" [ 662.776776] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.785829] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': task-3554214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.796923] env[69654]: DEBUG oslo_concurrency.lockutils [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.813191] env[69654]: DEBUG nova.network.neutron [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.843134] env[69654]: DEBUG nova.network.neutron [-] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.042078] env[69654]: DEBUG oslo_concurrency.lockutils [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.042934] env[69654]: DEBUG nova.compute.manager [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.047137] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.067s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.049210] env[69654]: INFO nova.compute.claims [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.210084] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquiring lock "8cf7cbb1-ba43-46c5-8cfc-326201591894" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.210506] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "8cf7cbb1-ba43-46c5-8cfc-326201591894" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.288855] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': task-3554214, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.294920] env[69654]: DEBUG nova.network.neutron [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Updating instance_info_cache with network_info: [{"id": "cd625294-db7b-4a55-88a9-800f6f6cd9d3", "address": "fa:16:3e:a7:1f:84", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd625294-db", "ovs_interfaceid": "cd625294-db7b-4a55-88a9-800f6f6cd9d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.306753] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Acquiring lock "2a1cc8db-fb20-4cb6-ae79-a89ca9a479da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.306753] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Lock "2a1cc8db-fb20-4cb6-ae79-a89ca9a479da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.306753] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Acquiring lock "2a1cc8db-fb20-4cb6-ae79-a89ca9a479da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.306753] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Lock "2a1cc8db-fb20-4cb6-ae79-a89ca9a479da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.306888] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Lock "2a1cc8db-fb20-4cb6-ae79-a89ca9a479da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.309324] env[69654]: INFO nova.compute.manager [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Terminating instance [ 663.339571] env[69654]: DEBUG nova.compute.manager [req-3b3ed3b6-c516-4694-a40f-95a28e943946 req-e562ff95-acd5-4bc3-b29a-1cdd9ad72514 service nova] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Received event network-vif-plugged-cd625294-db7b-4a55-88a9-800f6f6cd9d3 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.339859] env[69654]: DEBUG oslo_concurrency.lockutils [req-3b3ed3b6-c516-4694-a40f-95a28e943946 req-e562ff95-acd5-4bc3-b29a-1cdd9ad72514 service nova] Acquiring lock "c64cfa95-81c2-4296-88ee-f6bb0fe66ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.340058] env[69654]: DEBUG oslo_concurrency.lockutils [req-3b3ed3b6-c516-4694-a40f-95a28e943946 req-e562ff95-acd5-4bc3-b29a-1cdd9ad72514 service nova] Lock "c64cfa95-81c2-4296-88ee-f6bb0fe66ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.340187] env[69654]: DEBUG oslo_concurrency.lockutils [req-3b3ed3b6-c516-4694-a40f-95a28e943946 req-e562ff95-acd5-4bc3-b29a-1cdd9ad72514 service nova] Lock "c64cfa95-81c2-4296-88ee-f6bb0fe66ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.342461] env[69654]: DEBUG nova.compute.manager [req-3b3ed3b6-c516-4694-a40f-95a28e943946 req-e562ff95-acd5-4bc3-b29a-1cdd9ad72514 service nova] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] No waiting events found dispatching network-vif-plugged-cd625294-db7b-4a55-88a9-800f6f6cd9d3 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.343383] env[69654]: WARNING nova.compute.manager [req-3b3ed3b6-c516-4694-a40f-95a28e943946 req-e562ff95-acd5-4bc3-b29a-1cdd9ad72514 service nova] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Received unexpected event network-vif-plugged-cd625294-db7b-4a55-88a9-800f6f6cd9d3 for instance with vm_state building and task_state spawning. [ 663.343383] env[69654]: DEBUG nova.compute.manager [req-3b3ed3b6-c516-4694-a40f-95a28e943946 req-e562ff95-acd5-4bc3-b29a-1cdd9ad72514 service nova] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Received event network-changed-cd625294-db7b-4a55-88a9-800f6f6cd9d3 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.343383] env[69654]: DEBUG nova.compute.manager [req-3b3ed3b6-c516-4694-a40f-95a28e943946 req-e562ff95-acd5-4bc3-b29a-1cdd9ad72514 service nova] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Refreshing instance network info cache due to event network-changed-cd625294-db7b-4a55-88a9-800f6f6cd9d3. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.343573] env[69654]: DEBUG oslo_concurrency.lockutils [req-3b3ed3b6-c516-4694-a40f-95a28e943946 req-e562ff95-acd5-4bc3-b29a-1cdd9ad72514 service nova] Acquiring lock "refresh_cache-c64cfa95-81c2-4296-88ee-f6bb0fe66ac3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.347861] env[69654]: INFO nova.compute.manager [-] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Took 1.53 seconds to deallocate network for instance. [ 663.557316] env[69654]: DEBUG nova.compute.utils [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.564050] env[69654]: DEBUG nova.compute.manager [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.564495] env[69654]: DEBUG nova.network.neutron [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.644727] env[69654]: DEBUG nova.policy [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa4a49371b2147aa95a6c99c97aac0c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9333b0efcc2141d89fa079a67d7bf828', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.713757] env[69654]: DEBUG nova.compute.manager [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.791497] env[69654]: DEBUG oslo_vmware.api [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': task-3554214, 'name': PowerOnVM_Task, 'duration_secs': 0.732292} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.791497] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.791497] env[69654]: INFO nova.compute.manager [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Took 10.37 seconds to spawn the instance on the hypervisor. [ 663.791728] env[69654]: DEBUG nova.compute.manager [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.792533] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966b7eb3-e572-46e9-b26f-aba4ce77bfe8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.798238] env[69654]: DEBUG oslo_concurrency.lockutils [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Releasing lock "refresh_cache-c64cfa95-81c2-4296-88ee-f6bb0fe66ac3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.800604] env[69654]: DEBUG nova.compute.manager [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Instance network_info: |[{"id": "cd625294-db7b-4a55-88a9-800f6f6cd9d3", "address": "fa:16:3e:a7:1f:84", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd625294-db", "ovs_interfaceid": "cd625294-db7b-4a55-88a9-800f6f6cd9d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.801632] env[69654]: DEBUG oslo_concurrency.lockutils [req-3b3ed3b6-c516-4694-a40f-95a28e943946 req-e562ff95-acd5-4bc3-b29a-1cdd9ad72514 service nova] Acquired lock "refresh_cache-c64cfa95-81c2-4296-88ee-f6bb0fe66ac3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.801889] env[69654]: DEBUG nova.network.neutron [req-3b3ed3b6-c516-4694-a40f-95a28e943946 req-e562ff95-acd5-4bc3-b29a-1cdd9ad72514 service nova] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Refreshing network info cache for port cd625294-db7b-4a55-88a9-800f6f6cd9d3 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.803309] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:1f:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd625294-db7b-4a55-88a9-800f6f6cd9d3', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.812119] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Creating folder: Project (8e955e8e241241b9829b34019b00535d). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.821393] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-616aa5c5-4728-4a60-a535-0aa40ffe6861 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.824430] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Acquiring lock "refresh_cache-2a1cc8db-fb20-4cb6-ae79-a89ca9a479da" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.824623] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Acquired lock "refresh_cache-2a1cc8db-fb20-4cb6-ae79-a89ca9a479da" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.824802] env[69654]: DEBUG nova.network.neutron [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.834596] env[69654]: DEBUG nova.network.neutron [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Successfully updated port: 9119d86d-d68e-4d46-af9a-a2c302d76a95 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.845726] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Created folder: Project (8e955e8e241241b9829b34019b00535d) in parent group-v709593. [ 663.845726] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Creating folder: Instances. Parent ref: group-v709621. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.846296] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a41eb28f-99ff-405f-a82b-1a45c90dc346 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.855412] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.857562] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Created folder: Instances in parent group-v709621. [ 663.857820] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.858018] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.858455] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27619085-7734-46c0-9a94-045790090664 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.880714] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.880714] env[69654]: value = "task-3554217" [ 663.880714] env[69654]: _type = "Task" [ 663.880714] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.889200] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554217, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.991363] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "9622ebc8-e48d-4446-b76b-71af45f7c749" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.991664] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "9622ebc8-e48d-4446-b76b-71af45f7c749" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.991885] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "9622ebc8-e48d-4446-b76b-71af45f7c749-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.992081] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "9622ebc8-e48d-4446-b76b-71af45f7c749-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.992253] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "9622ebc8-e48d-4446-b76b-71af45f7c749-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.994406] env[69654]: INFO nova.compute.manager [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Terminating instance [ 664.064613] env[69654]: DEBUG nova.compute.manager [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.196276] env[69654]: DEBUG nova.network.neutron [req-3b3ed3b6-c516-4694-a40f-95a28e943946 req-e562ff95-acd5-4bc3-b29a-1cdd9ad72514 service nova] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Updated VIF entry in instance network info cache for port cd625294-db7b-4a55-88a9-800f6f6cd9d3. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.196657] env[69654]: DEBUG nova.network.neutron [req-3b3ed3b6-c516-4694-a40f-95a28e943946 req-e562ff95-acd5-4bc3-b29a-1cdd9ad72514 service nova] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Updating instance_info_cache with network_info: [{"id": "cd625294-db7b-4a55-88a9-800f6f6cd9d3", "address": "fa:16:3e:a7:1f:84", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd625294-db", "ovs_interfaceid": "cd625294-db7b-4a55-88a9-800f6f6cd9d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.237030] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.339834] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Acquiring lock "refresh_cache-b841dd92-15b2-4e59-986b-1d5ebaed488f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.339834] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Acquired lock "refresh_cache-b841dd92-15b2-4e59-986b-1d5ebaed488f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.339834] env[69654]: DEBUG nova.network.neutron [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.350146] env[69654]: INFO nova.compute.manager [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Took 17.68 seconds to build instance. [ 664.377900] env[69654]: DEBUG nova.network.neutron [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.392658] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554217, 'name': CreateVM_Task, 'duration_secs': 0.400325} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.393443] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.394683] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cc7c8b-dd9c-429f-ad58-51b4cff0561f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.398942] env[69654]: DEBUG oslo_concurrency.lockutils [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.398942] env[69654]: DEBUG oslo_concurrency.lockutils [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.398942] env[69654]: DEBUG oslo_concurrency.lockutils [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.398942] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff103e7-3e2c-479c-a908-4dbe9e6ac61e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.406376] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9968191-78e0-4507-980b-b78923ec6d20 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.409499] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Waiting for the task: (returnval){ [ 664.409499] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5277839b-ad42-4e24-31af-ff1525c022f1" [ 664.409499] env[69654]: _type = "Task" [ 664.409499] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.450660] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ea9fce-3e02-4dc9-96fd-def2759bfe4d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.457543] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5277839b-ad42-4e24-31af-ff1525c022f1, 'name': SearchDatastore_Task, 'duration_secs': 0.022386} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.458338] env[69654]: DEBUG oslo_concurrency.lockutils [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.458516] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.458739] env[69654]: DEBUG oslo_concurrency.lockutils [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.458876] env[69654]: DEBUG oslo_concurrency.lockutils [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.459063] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.459320] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41b582bb-f2af-4a9b-be36-4f7ddcd5ea1d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.465318] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41b4e96-f971-4e3e-8383-d8f4f5f89fbb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.469786] env[69654]: DEBUG nova.network.neutron [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Successfully created port: 28aad9c4-d717-4459-8cce-be77fe27cb4d {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.473617] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.473796] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.475159] env[69654]: DEBUG nova.network.neutron [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.485735] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a15c72-4a22-4edd-8f2d-4e8abb232d08 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.489323] env[69654]: DEBUG nova.compute.provider_tree [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.490829] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Releasing lock "refresh_cache-2a1cc8db-fb20-4cb6-ae79-a89ca9a479da" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.491209] env[69654]: DEBUG nova.compute.manager [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.491388] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.494028] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cf138e-9145-440c-86d6-053fe92f3d82 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.498474] env[69654]: DEBUG nova.compute.manager [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.498913] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.499100] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Waiting for the task: (returnval){ [ 664.499100] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521ad8f2-802c-bf25-4c9f-bc111e80ce0c" [ 664.499100] env[69654]: _type = "Task" [ 664.499100] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.501744] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd7008f-fd63-4c34-b3b5-a0c3caa17231 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.505988] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.508368] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a736151b-8bc3-4ef0-b17f-6874496eebd7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.514421] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.517346] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ab9c8e0-1346-46c4-a90e-3867ded21544 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.518807] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521ad8f2-802c-bf25-4c9f-bc111e80ce0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.520275] env[69654]: DEBUG oslo_vmware.api [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Waiting for the task: (returnval){ [ 664.520275] env[69654]: value = "task-3554218" [ 664.520275] env[69654]: _type = "Task" [ 664.520275] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.524870] env[69654]: DEBUG oslo_vmware.api [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 664.524870] env[69654]: value = "task-3554219" [ 664.524870] env[69654]: _type = "Task" [ 664.524870] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.532380] env[69654]: DEBUG oslo_vmware.api [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.537476] env[69654]: DEBUG oslo_vmware.api [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.702318] env[69654]: DEBUG oslo_concurrency.lockutils [req-3b3ed3b6-c516-4694-a40f-95a28e943946 req-e562ff95-acd5-4bc3-b29a-1cdd9ad72514 service nova] Releasing lock "refresh_cache-c64cfa95-81c2-4296-88ee-f6bb0fe66ac3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.852216] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0fe2993-5cca-458b-85ad-5d3f7b67b989 tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Lock "4a825919-be32-47dc-9fa9-5427eb1045c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.198s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.898547] env[69654]: DEBUG nova.network.neutron [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.998315] env[69654]: DEBUG nova.scheduler.client.report [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.015618] env[69654]: DEBUG nova.compute.manager [None req-03f09540-57f2-4ddc-b190-9720d71a6473 tempest-ServerExternalEventsTest-261946574 tempest-ServerExternalEventsTest-261946574-project] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Received event network-changed {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.016227] env[69654]: DEBUG nova.compute.manager [None req-03f09540-57f2-4ddc-b190-9720d71a6473 tempest-ServerExternalEventsTest-261946574 tempest-ServerExternalEventsTest-261946574-project] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Refreshing instance network info cache due to event network-changed. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.016325] env[69654]: DEBUG oslo_concurrency.lockutils [None req-03f09540-57f2-4ddc-b190-9720d71a6473 tempest-ServerExternalEventsTest-261946574 tempest-ServerExternalEventsTest-261946574-project] Acquiring lock "refresh_cache-7a4a8ab0-b931-439b-bef3-24197d068842" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.016455] env[69654]: DEBUG oslo_concurrency.lockutils [None req-03f09540-57f2-4ddc-b190-9720d71a6473 tempest-ServerExternalEventsTest-261946574 tempest-ServerExternalEventsTest-261946574-project] Acquired lock "refresh_cache-7a4a8ab0-b931-439b-bef3-24197d068842" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.016606] env[69654]: DEBUG nova.network.neutron [None req-03f09540-57f2-4ddc-b190-9720d71a6473 tempest-ServerExternalEventsTest-261946574 tempest-ServerExternalEventsTest-261946574-project] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.030046] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521ad8f2-802c-bf25-4c9f-bc111e80ce0c, 'name': SearchDatastore_Task, 'duration_secs': 0.019172} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.034223] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e70e735-c04f-4a68-87af-4698f3565385 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.040980] env[69654]: DEBUG oslo_vmware.api [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554218, 'name': PowerOffVM_Task, 'duration_secs': 0.240058} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.041548] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.041720] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.044739] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3d930b9-d34e-483d-8f29-2fddbaca8157 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.046608] env[69654]: DEBUG oslo_vmware.api [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554219, 'name': PowerOffVM_Task, 'duration_secs': 0.358318} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.048049] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.048093] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.048404] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Waiting for the task: (returnval){ [ 665.048404] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f86c69-ca65-592d-c542-4e41daf7acc9" [ 665.048404] env[69654]: _type = "Task" [ 665.048404] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.048940] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a6ed8b8-f4f7-4efe-9e67-097d16e3b9dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.059740] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f86c69-ca65-592d-c542-4e41daf7acc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.086434] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.086434] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.086434] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Deleting the datastore file [datastore1] 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.086434] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b2ca918-af3a-4075-bfc8-b3b7b86bb632 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.090162] env[69654]: DEBUG nova.compute.manager [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.099375] env[69654]: DEBUG oslo_vmware.api [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Waiting for the task: (returnval){ [ 665.099375] env[69654]: value = "task-3554222" [ 665.099375] env[69654]: _type = "Task" [ 665.099375] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.110248] env[69654]: DEBUG oslo_vmware.api [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.119978] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.120302] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.120599] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleting the datastore file [datastore2] 9622ebc8-e48d-4446-b76b-71af45f7c749 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.120944] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b404b714-5f1a-40e2-ac95-6e5f8b808132 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.128222] env[69654]: DEBUG nova.virt.hardware [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:26:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='635440693',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1983196081',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.128615] env[69654]: DEBUG nova.virt.hardware [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.128760] env[69654]: DEBUG nova.virt.hardware [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.129033] env[69654]: DEBUG nova.virt.hardware [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.129238] env[69654]: DEBUG nova.virt.hardware [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.129448] env[69654]: DEBUG nova.virt.hardware [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.129765] env[69654]: DEBUG nova.virt.hardware [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.129991] env[69654]: DEBUG nova.virt.hardware [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.130243] env[69654]: DEBUG nova.virt.hardware [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.130636] env[69654]: DEBUG nova.virt.hardware [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.131118] env[69654]: DEBUG nova.virt.hardware [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.131947] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5016f9-b06c-4e91-8661-f5c259b6b5b7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.138144] env[69654]: DEBUG nova.network.neutron [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Updating instance_info_cache with network_info: [{"id": "9119d86d-d68e-4d46-af9a-a2c302d76a95", "address": "fa:16:3e:13:03:c4", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9119d86d-d6", "ovs_interfaceid": "9119d86d-d68e-4d46-af9a-a2c302d76a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.139746] env[69654]: DEBUG oslo_vmware.api [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 665.139746] env[69654]: value = "task-3554223" [ 665.139746] env[69654]: _type = "Task" [ 665.139746] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.154314] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176314b9-8fa1-4ec7-bdb1-31521d49dbeb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.162347] env[69654]: DEBUG oslo_vmware.api [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.503085] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.504207] env[69654]: DEBUG nova.compute.manager [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.506960] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.997s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.508010] env[69654]: INFO nova.compute.claims [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.564362] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f86c69-ca65-592d-c542-4e41daf7acc9, 'name': SearchDatastore_Task, 'duration_secs': 0.020988} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.564620] env[69654]: DEBUG oslo_concurrency.lockutils [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.564870] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] c64cfa95-81c2-4296-88ee-f6bb0fe66ac3/c64cfa95-81c2-4296-88ee-f6bb0fe66ac3.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.565151] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87bd3586-4cbd-43a4-b0ba-9366bff7733a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.577408] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Waiting for the task: (returnval){ [ 665.577408] env[69654]: value = "task-3554224" [ 665.577408] env[69654]: _type = "Task" [ 665.577408] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.588570] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': task-3554224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.613655] env[69654]: DEBUG oslo_vmware.api [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Task: {'id': task-3554222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241408} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.613975] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.614226] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.614389] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.614449] env[69654]: INFO nova.compute.manager [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Took 1.12 seconds to destroy the instance on the hypervisor. [ 665.614785] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.614980] env[69654]: DEBUG nova.compute.manager [-] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.615109] env[69654]: DEBUG nova.network.neutron [-] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.645652] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Releasing lock "refresh_cache-b841dd92-15b2-4e59-986b-1d5ebaed488f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.645976] env[69654]: DEBUG nova.compute.manager [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Instance network_info: |[{"id": "9119d86d-d68e-4d46-af9a-a2c302d76a95", "address": "fa:16:3e:13:03:c4", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9119d86d-d6", "ovs_interfaceid": "9119d86d-d68e-4d46-af9a-a2c302d76a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.646776] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:03:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9119d86d-d68e-4d46-af9a-a2c302d76a95', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.654140] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Creating folder: Project (c888fb0d83b94066965f33e31f7da239). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.657779] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3aad8699-488d-4667-b3a9-4f774539a0d6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.660765] env[69654]: DEBUG oslo_vmware.api [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446688} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.663729] env[69654]: DEBUG nova.network.neutron [-] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.664965] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.665083] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.665267] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.665438] env[69654]: INFO nova.compute.manager [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Took 1.17 seconds to destroy the instance on the hypervisor. [ 665.665673] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.666827] env[69654]: DEBUG nova.compute.manager [-] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.666827] env[69654]: DEBUG nova.network.neutron [-] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.675061] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Created folder: Project (c888fb0d83b94066965f33e31f7da239) in parent group-v709593. [ 665.675305] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Creating folder: Instances. Parent ref: group-v709624. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.675544] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b226fdb5-60ec-4e4c-a5ab-f5c2db7c6a2b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.684537] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Created folder: Instances in parent group-v709624. [ 665.684764] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.684943] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.685163] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c912f3e8-31fc-463a-99b7-7eebfe8f9268 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.709862] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.709862] env[69654]: value = "task-3554227" [ 665.709862] env[69654]: _type = "Task" [ 665.709862] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.721879] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554227, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.013469] env[69654]: DEBUG nova.compute.utils [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.017892] env[69654]: DEBUG nova.compute.manager [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.018639] env[69654]: DEBUG nova.network.neutron [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.090299] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': task-3554224, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.121077] env[69654]: DEBUG nova.policy [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5924bd861cd492e85e9b581f5bd2a0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbcb357c580f40868af655b2fc628f48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.166563] env[69654]: DEBUG nova.network.neutron [-] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.185890] env[69654]: DEBUG nova.network.neutron [None req-03f09540-57f2-4ddc-b190-9720d71a6473 tempest-ServerExternalEventsTest-261946574 tempest-ServerExternalEventsTest-261946574-project] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Updating instance_info_cache with network_info: [{"id": "946c3638-6e73-4505-b569-b6fe6902df6b", "address": "fa:16:3e:c5:7d:24", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap946c3638-6e", "ovs_interfaceid": "946c3638-6e73-4505-b569-b6fe6902df6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.223910] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554227, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.388259] env[69654]: DEBUG nova.compute.manager [req-9b04287a-6cfa-4bb5-845b-1c945fb6a481 req-95ae4d5e-dc7e-4ab2-b356-0d6f1c5efce2 service nova] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Received event network-vif-plugged-9119d86d-d68e-4d46-af9a-a2c302d76a95 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.388671] env[69654]: DEBUG oslo_concurrency.lockutils [req-9b04287a-6cfa-4bb5-845b-1c945fb6a481 req-95ae4d5e-dc7e-4ab2-b356-0d6f1c5efce2 service nova] Acquiring lock "b841dd92-15b2-4e59-986b-1d5ebaed488f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.388876] env[69654]: DEBUG oslo_concurrency.lockutils [req-9b04287a-6cfa-4bb5-845b-1c945fb6a481 req-95ae4d5e-dc7e-4ab2-b356-0d6f1c5efce2 service nova] Lock "b841dd92-15b2-4e59-986b-1d5ebaed488f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.389077] env[69654]: DEBUG oslo_concurrency.lockutils [req-9b04287a-6cfa-4bb5-845b-1c945fb6a481 req-95ae4d5e-dc7e-4ab2-b356-0d6f1c5efce2 service nova] Lock "b841dd92-15b2-4e59-986b-1d5ebaed488f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.389612] env[69654]: DEBUG nova.compute.manager [req-9b04287a-6cfa-4bb5-845b-1c945fb6a481 req-95ae4d5e-dc7e-4ab2-b356-0d6f1c5efce2 service nova] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] No waiting events found dispatching network-vif-plugged-9119d86d-d68e-4d46-af9a-a2c302d76a95 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.389612] env[69654]: WARNING nova.compute.manager [req-9b04287a-6cfa-4bb5-845b-1c945fb6a481 req-95ae4d5e-dc7e-4ab2-b356-0d6f1c5efce2 service nova] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Received unexpected event network-vif-plugged-9119d86d-d68e-4d46-af9a-a2c302d76a95 for instance with vm_state building and task_state spawning. [ 666.389897] env[69654]: DEBUG nova.compute.manager [req-9b04287a-6cfa-4bb5-845b-1c945fb6a481 req-95ae4d5e-dc7e-4ab2-b356-0d6f1c5efce2 service nova] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Received event network-changed-9119d86d-d68e-4d46-af9a-a2c302d76a95 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.389950] env[69654]: DEBUG nova.compute.manager [req-9b04287a-6cfa-4bb5-845b-1c945fb6a481 req-95ae4d5e-dc7e-4ab2-b356-0d6f1c5efce2 service nova] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Refreshing instance network info cache due to event network-changed-9119d86d-d68e-4d46-af9a-a2c302d76a95. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.393316] env[69654]: DEBUG oslo_concurrency.lockutils [req-9b04287a-6cfa-4bb5-845b-1c945fb6a481 req-95ae4d5e-dc7e-4ab2-b356-0d6f1c5efce2 service nova] Acquiring lock "refresh_cache-b841dd92-15b2-4e59-986b-1d5ebaed488f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.393316] env[69654]: DEBUG oslo_concurrency.lockutils [req-9b04287a-6cfa-4bb5-845b-1c945fb6a481 req-95ae4d5e-dc7e-4ab2-b356-0d6f1c5efce2 service nova] Acquired lock "refresh_cache-b841dd92-15b2-4e59-986b-1d5ebaed488f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.393316] env[69654]: DEBUG nova.network.neutron [req-9b04287a-6cfa-4bb5-845b-1c945fb6a481 req-95ae4d5e-dc7e-4ab2-b356-0d6f1c5efce2 service nova] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Refreshing network info cache for port 9119d86d-d68e-4d46-af9a-a2c302d76a95 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.521025] env[69654]: DEBUG nova.compute.manager [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.591969] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': task-3554224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659479} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.592268] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] c64cfa95-81c2-4296-88ee-f6bb0fe66ac3/c64cfa95-81c2-4296-88ee-f6bb0fe66ac3.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.592473] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.592727] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3407d219-0a6e-4079-a24f-29c24513017b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.601410] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Waiting for the task: (returnval){ [ 666.601410] env[69654]: value = "task-3554228" [ 666.601410] env[69654]: _type = "Task" [ 666.601410] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.609899] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': task-3554228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.672798] env[69654]: INFO nova.compute.manager [-] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Took 1.06 seconds to deallocate network for instance. [ 666.689622] env[69654]: DEBUG oslo_concurrency.lockutils [None req-03f09540-57f2-4ddc-b190-9720d71a6473 tempest-ServerExternalEventsTest-261946574 tempest-ServerExternalEventsTest-261946574-project] Releasing lock "refresh_cache-7a4a8ab0-b931-439b-bef3-24197d068842" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.709260] env[69654]: DEBUG nova.network.neutron [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Successfully updated port: 28aad9c4-d717-4459-8cce-be77fe27cb4d {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.739553] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554227, 'name': CreateVM_Task, 'duration_secs': 0.626971} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.742864] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.744201] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.744381] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.744689] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.744943] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e058f4-b672-48e4-96c3-5df585245504 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.750653] env[69654]: DEBUG nova.compute.manager [req-dc627a2b-861f-4f95-8f12-fda5a09a5981 req-7036afcd-e33c-4985-ba42-745a72f78ba7 service nova] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Received event network-vif-deleted-ac6dba31-cce1-4ef6-898f-8caf294d8a5f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.750863] env[69654]: DEBUG nova.compute.manager [req-dc627a2b-861f-4f95-8f12-fda5a09a5981 req-7036afcd-e33c-4985-ba42-745a72f78ba7 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Received event network-changed-845883b0-34a5-4cbd-ac91-22535a0a76a8 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.751039] env[69654]: DEBUG nova.compute.manager [req-dc627a2b-861f-4f95-8f12-fda5a09a5981 req-7036afcd-e33c-4985-ba42-745a72f78ba7 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Refreshing instance network info cache due to event network-changed-845883b0-34a5-4cbd-ac91-22535a0a76a8. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.751426] env[69654]: DEBUG oslo_concurrency.lockutils [req-dc627a2b-861f-4f95-8f12-fda5a09a5981 req-7036afcd-e33c-4985-ba42-745a72f78ba7 service nova] Acquiring lock "refresh_cache-efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.751506] env[69654]: DEBUG oslo_concurrency.lockutils [req-dc627a2b-861f-4f95-8f12-fda5a09a5981 req-7036afcd-e33c-4985-ba42-745a72f78ba7 service nova] Acquired lock "refresh_cache-efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.751676] env[69654]: DEBUG nova.network.neutron [req-dc627a2b-861f-4f95-8f12-fda5a09a5981 req-7036afcd-e33c-4985-ba42-745a72f78ba7 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Refreshing network info cache for port 845883b0-34a5-4cbd-ac91-22535a0a76a8 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.758282] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Waiting for the task: (returnval){ [ 666.758282] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f712c1-3689-1ba9-f32c-4adc7047ac45" [ 666.758282] env[69654]: _type = "Task" [ 666.758282] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.774818] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f712c1-3689-1ba9-f32c-4adc7047ac45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.810486] env[69654]: DEBUG nova.network.neutron [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Successfully created port: 4006cdf4-0520-444e-a405-b5c06042971f {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.825802] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquiring lock "4007de2c-0d1a-43db-8d5e-52f8969e9a39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.826038] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Lock "4007de2c-0d1a-43db-8d5e-52f8969e9a39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.888310] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a85d99-cd99-40bf-adc4-496d5f979ceb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.899747] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed0e60e-620e-4a31-baa0-b271df0c4bb7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.931697] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9691a3ec-5be8-4e4a-b65d-b3f71bdd2327 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.939364] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69ce87a-9eda-49c0-9a25-b0986adacadf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.953478] env[69654]: DEBUG nova.compute.provider_tree [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.073760] env[69654]: DEBUG nova.network.neutron [-] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.114435] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': task-3554228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112249} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.117821] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.118472] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda404c3-5fe8-47da-915f-fb015ec2f384 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.146808] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] c64cfa95-81c2-4296-88ee-f6bb0fe66ac3/c64cfa95-81c2-4296-88ee-f6bb0fe66ac3.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.147051] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac862065-c468-459c-a68f-7ce189035f7d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.167198] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Acquiring lock "7a4a8ab0-b931-439b-bef3-24197d068842" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.167364] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Lock "7a4a8ab0-b931-439b-bef3-24197d068842" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.167589] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Acquiring lock "7a4a8ab0-b931-439b-bef3-24197d068842-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.168047] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Lock "7a4a8ab0-b931-439b-bef3-24197d068842-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.168218] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Lock "7a4a8ab0-b931-439b-bef3-24197d068842-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.174172] env[69654]: INFO nova.compute.manager [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Terminating instance [ 667.177899] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Waiting for the task: (returnval){ [ 667.177899] env[69654]: value = "task-3554229" [ 667.177899] env[69654]: _type = "Task" [ 667.177899] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.183249] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.189961] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': task-3554229, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.225428] env[69654]: DEBUG oslo_concurrency.lockutils [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquiring lock "refresh_cache-d8d33a14-d3e3-42e4-9fe6-e901547195c9" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.225661] env[69654]: DEBUG oslo_concurrency.lockutils [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquired lock "refresh_cache-d8d33a14-d3e3-42e4-9fe6-e901547195c9" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.225937] env[69654]: DEBUG nova.network.neutron [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.274298] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f712c1-3689-1ba9-f32c-4adc7047ac45, 'name': SearchDatastore_Task, 'duration_secs': 0.041477} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.274298] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.274922] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.274922] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.274922] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.275196] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.275757] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89f1b623-5bef-4314-8556-7c76286ffdee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.285630] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.285723] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.286548] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9501a002-410b-4461-a55a-65cf69d92338 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.299848] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Waiting for the task: (returnval){ [ 667.299848] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cadce6-fd31-9f3b-6876-9e7f1401dc79" [ 667.299848] env[69654]: _type = "Task" [ 667.299848] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.311478] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cadce6-fd31-9f3b-6876-9e7f1401dc79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.329572] env[69654]: DEBUG nova.compute.manager [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.410777] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquiring lock "213f9648-a230-44ae-a7bd-9e96dc30f4ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.410901] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "213f9648-a230-44ae-a7bd-9e96dc30f4ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.478901] env[69654]: ERROR nova.scheduler.client.report [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [req-e1f2130a-3534-4edb-89b0-f7dd497b3c9b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7244f0e3-c8fc-4c02-ba3d-26a8e0372872. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e1f2130a-3534-4edb-89b0-f7dd497b3c9b"}]} [ 667.500023] env[69654]: DEBUG nova.scheduler.client.report [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Refreshing inventories for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 667.518152] env[69654]: DEBUG nova.scheduler.client.report [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Updating ProviderTree inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 667.519090] env[69654]: DEBUG nova.compute.provider_tree [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.533025] env[69654]: DEBUG nova.scheduler.client.report [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Refreshing aggregate associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, aggregates: None {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 667.536284] env[69654]: DEBUG nova.compute.manager [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.559016] env[69654]: DEBUG nova.scheduler.client.report [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Refreshing trait associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 667.572104] env[69654]: DEBUG nova.virt.hardware [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.572254] env[69654]: DEBUG nova.virt.hardware [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.572401] env[69654]: DEBUG nova.virt.hardware [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.572672] env[69654]: DEBUG nova.virt.hardware [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.572831] env[69654]: DEBUG nova.virt.hardware [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.573301] env[69654]: DEBUG nova.virt.hardware [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.573609] env[69654]: DEBUG nova.virt.hardware [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.573824] env[69654]: DEBUG nova.virt.hardware [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.574073] env[69654]: DEBUG nova.virt.hardware [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.574380] env[69654]: DEBUG nova.virt.hardware [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.574628] env[69654]: DEBUG nova.virt.hardware [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.575234] env[69654]: INFO nova.compute.manager [-] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Took 1.91 seconds to deallocate network for instance. [ 667.576230] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f6b6e3-a302-4ff5-8a30-4765e36cedf6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.591904] env[69654]: DEBUG nova.network.neutron [req-9b04287a-6cfa-4bb5-845b-1c945fb6a481 req-95ae4d5e-dc7e-4ab2-b356-0d6f1c5efce2 service nova] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Updated VIF entry in instance network info cache for port 9119d86d-d68e-4d46-af9a-a2c302d76a95. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.592324] env[69654]: DEBUG nova.network.neutron [req-9b04287a-6cfa-4bb5-845b-1c945fb6a481 req-95ae4d5e-dc7e-4ab2-b356-0d6f1c5efce2 service nova] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Updating instance_info_cache with network_info: [{"id": "9119d86d-d68e-4d46-af9a-a2c302d76a95", "address": "fa:16:3e:13:03:c4", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9119d86d-d6", "ovs_interfaceid": "9119d86d-d68e-4d46-af9a-a2c302d76a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.602240] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ab14dd-c9b0-46dd-a968-dc233bb1d756 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.683968] env[69654]: DEBUG nova.compute.manager [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.683968] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.684510] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9fbd9a-d45c-45a5-9a9b-b39780c50e41 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.698644] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': task-3554229, 'name': ReconfigVM_Task, 'duration_secs': 0.329046} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.698799] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.699129] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Reconfigured VM instance instance-0000000a to attach disk [datastore1] c64cfa95-81c2-4296-88ee-f6bb0fe66ac3/c64cfa95-81c2-4296-88ee-f6bb0fe66ac3.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.699658] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0142276f-05e1-45c4-aa8c-e2a6e977bb99 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.701267] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abf17017-237d-498f-a068-c237cb3c790c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.711861] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Waiting for the task: (returnval){ [ 667.711861] env[69654]: value = "task-3554231" [ 667.711861] env[69654]: _type = "Task" [ 667.711861] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.712141] env[69654]: DEBUG oslo_vmware.api [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Waiting for the task: (returnval){ [ 667.712141] env[69654]: value = "task-3554230" [ 667.712141] env[69654]: _type = "Task" [ 667.712141] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.724718] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': task-3554231, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.731052] env[69654]: DEBUG oslo_vmware.api [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.813885] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cadce6-fd31-9f3b-6876-9e7f1401dc79, 'name': SearchDatastore_Task, 'duration_secs': 0.015454} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.815057] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa90f13-58ee-41cb-88ea-a70a7c2255a1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.820652] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Waiting for the task: (returnval){ [ 667.820652] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5262f915-9926-7558-a488-c7bda5cf256e" [ 667.820652] env[69654]: _type = "Task" [ 667.820652] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.829354] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5262f915-9926-7558-a488-c7bda5cf256e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.857084] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.914136] env[69654]: DEBUG nova.compute.manager [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.927481] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e4ada6-3239-4f45-a433-6e0b185e2c31 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.936506] env[69654]: DEBUG nova.network.neutron [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.942030] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b04b10a-13d9-4af2-b967-28319d62bf2a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.977560] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7940c5e6-5a60-4772-a344-3ef60c28fe36 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.986978] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f744fa49-f898-4aed-beab-8f12ab6ba043 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.003569] env[69654]: DEBUG nova.compute.provider_tree [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.091177] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.097872] env[69654]: DEBUG oslo_concurrency.lockutils [req-9b04287a-6cfa-4bb5-845b-1c945fb6a481 req-95ae4d5e-dc7e-4ab2-b356-0d6f1c5efce2 service nova] Releasing lock "refresh_cache-b841dd92-15b2-4e59-986b-1d5ebaed488f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.224160] env[69654]: DEBUG nova.network.neutron [req-dc627a2b-861f-4f95-8f12-fda5a09a5981 req-7036afcd-e33c-4985-ba42-745a72f78ba7 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Updated VIF entry in instance network info cache for port 845883b0-34a5-4cbd-ac91-22535a0a76a8. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.224160] env[69654]: DEBUG nova.network.neutron [req-dc627a2b-861f-4f95-8f12-fda5a09a5981 req-7036afcd-e33c-4985-ba42-745a72f78ba7 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Updating instance_info_cache with network_info: [{"id": "845883b0-34a5-4cbd-ac91-22535a0a76a8", "address": "fa:16:3e:20:bd:97", "network": {"id": "aaad3f80-40c5-492a-8878-f01c3ee96f12", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-255830167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8d6e49ec43c404181741869a815dec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845883b0-34", "ovs_interfaceid": "845883b0-34a5-4cbd-ac91-22535a0a76a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.234322] env[69654]: DEBUG oslo_vmware.api [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554230, 'name': PowerOffVM_Task, 'duration_secs': 0.208208} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.234779] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': task-3554231, 'name': Rename_Task, 'duration_secs': 0.149412} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.235578] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.235578] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.235722] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.236628] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24d99269-b71a-4bd0-a091-a87eb4f78198 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.238263] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1c5cb12-b4b4-46f6-858d-3088859e7f0d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.245607] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Waiting for the task: (returnval){ [ 668.245607] env[69654]: value = "task-3554233" [ 668.245607] env[69654]: _type = "Task" [ 668.245607] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.253435] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': task-3554233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.316188] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.316405] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.316579] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Deleting the datastore file [datastore2] 7a4a8ab0-b931-439b-bef3-24197d068842 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.316850] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a08fc1c-060b-4be8-ba1c-4911ce6535a4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.332220] env[69654]: DEBUG oslo_vmware.api [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Waiting for the task: (returnval){ [ 668.332220] env[69654]: value = "task-3554234" [ 668.332220] env[69654]: _type = "Task" [ 668.332220] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.340700] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5262f915-9926-7558-a488-c7bda5cf256e, 'name': SearchDatastore_Task, 'duration_secs': 0.013109} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.341411] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.341693] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] b841dd92-15b2-4e59-986b-1d5ebaed488f/b841dd92-15b2-4e59-986b-1d5ebaed488f.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.341960] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95346af8-575a-48f2-a608-cc25f517d6ca {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.347107] env[69654]: DEBUG oslo_vmware.api [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.351939] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Waiting for the task: (returnval){ [ 668.351939] env[69654]: value = "task-3554235" [ 668.351939] env[69654]: _type = "Task" [ 668.351939] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.360745] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': task-3554235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.421262] env[69654]: DEBUG nova.network.neutron [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Updating instance_info_cache with network_info: [{"id": "28aad9c4-d717-4459-8cce-be77fe27cb4d", "address": "fa:16:3e:c3:a3:74", "network": {"id": "150a55dd-0fba-4c44-b771-823241d9bd47", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1766670298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9333b0efcc2141d89fa079a67d7bf828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28aad9c4-d7", "ovs_interfaceid": "28aad9c4-d717-4459-8cce-be77fe27cb4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.455456] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.562616] env[69654]: DEBUG nova.scheduler.client.report [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Updated inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with generation 24 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 668.562902] env[69654]: DEBUG nova.compute.provider_tree [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 24 to 25 during operation: update_inventory {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 668.563139] env[69654]: DEBUG nova.compute.provider_tree [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.736534] env[69654]: DEBUG oslo_concurrency.lockutils [req-dc627a2b-861f-4f95-8f12-fda5a09a5981 req-7036afcd-e33c-4985-ba42-745a72f78ba7 service nova] Releasing lock "refresh_cache-efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.758691] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': task-3554233, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.843911] env[69654]: DEBUG oslo_vmware.api [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Task: {'id': task-3554234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222826} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.844233] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.844462] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.844653] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.845114] env[69654]: INFO nova.compute.manager [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Took 1.16 seconds to destroy the instance on the hypervisor. [ 668.845223] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.845333] env[69654]: DEBUG nova.compute.manager [-] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.847028] env[69654]: DEBUG nova.network.neutron [-] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.863858] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': task-3554235, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.926695] env[69654]: DEBUG oslo_concurrency.lockutils [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Releasing lock "refresh_cache-d8d33a14-d3e3-42e4-9fe6-e901547195c9" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.927147] env[69654]: DEBUG nova.compute.manager [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Instance network_info: |[{"id": "28aad9c4-d717-4459-8cce-be77fe27cb4d", "address": "fa:16:3e:c3:a3:74", "network": {"id": "150a55dd-0fba-4c44-b771-823241d9bd47", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1766670298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9333b0efcc2141d89fa079a67d7bf828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28aad9c4-d7", "ovs_interfaceid": "28aad9c4-d717-4459-8cce-be77fe27cb4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.927539] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:a3:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28aad9c4-d717-4459-8cce-be77fe27cb4d', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.936416] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Creating folder: Project (9333b0efcc2141d89fa079a67d7bf828). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.943046] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ceb35eba-a858-4327-a3e2-a9a201d0579d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.952295] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Created folder: Project (9333b0efcc2141d89fa079a67d7bf828) in parent group-v709593. [ 668.952668] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Creating folder: Instances. Parent ref: group-v709627. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.952962] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cec6db80-e350-49e3-898d-078a2ad708bf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.964344] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Created folder: Instances in parent group-v709627. [ 668.964344] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.964618] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.964745] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c045c53-3ebb-4018-9460-3669805f9e99 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.992224] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.992224] env[69654]: value = "task-3554238" [ 668.992224] env[69654]: _type = "Task" [ 668.992224] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.003745] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554238, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.077901] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.571s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.078510] env[69654]: DEBUG nova.compute.manager [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.083738] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.078s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.086396] env[69654]: INFO nova.compute.claims [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.257810] env[69654]: DEBUG oslo_vmware.api [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': task-3554233, 'name': PowerOnVM_Task, 'duration_secs': 0.657662} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.258531] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.259451] env[69654]: INFO nova.compute.manager [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Took 9.06 seconds to spawn the instance on the hypervisor. [ 669.259451] env[69654]: DEBUG nova.compute.manager [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.260137] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaae3a63-8855-444c-9082-52c21d77a4c8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.374558] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': task-3554235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884145} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.374558] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] b841dd92-15b2-4e59-986b-1d5ebaed488f/b841dd92-15b2-4e59-986b-1d5ebaed488f.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.374558] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.375236] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cfeae4c-7f31-4a19-8c8a-e8d2ff152bb6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.386985] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Waiting for the task: (returnval){ [ 669.386985] env[69654]: value = "task-3554239" [ 669.386985] env[69654]: _type = "Task" [ 669.386985] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.396104] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': task-3554239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.504247] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554238, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.595193] env[69654]: DEBUG nova.compute.utils [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.595913] env[69654]: DEBUG nova.compute.manager [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.596147] env[69654]: DEBUG nova.network.neutron [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.697022] env[69654]: DEBUG nova.policy [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94c053ab04914bdf9c7e6151ecab1fc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f910a10b3e2431d9954378369a94fb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.782235] env[69654]: INFO nova.compute.manager [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Took 19.15 seconds to build instance. [ 669.901839] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': task-3554239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115976} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.901839] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.901839] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dec8871-bb1c-4d71-afc0-f8499e34bbec {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.928135] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] b841dd92-15b2-4e59-986b-1d5ebaed488f/b841dd92-15b2-4e59-986b-1d5ebaed488f.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.932141] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f001fd08-dd9b-464c-baf1-3625b8008243 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.959808] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Waiting for the task: (returnval){ [ 669.959808] env[69654]: value = "task-3554240" [ 669.959808] env[69654]: _type = "Task" [ 669.959808] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.972414] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': task-3554240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.989833] env[69654]: DEBUG nova.network.neutron [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Successfully updated port: 4006cdf4-0520-444e-a405-b5c06042971f {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.005125] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554238, 'name': CreateVM_Task, 'duration_secs': 0.51719} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.005125] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.005613] env[69654]: DEBUG oslo_concurrency.lockutils [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.005787] env[69654]: DEBUG oslo_concurrency.lockutils [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.006088] env[69654]: DEBUG oslo_concurrency.lockutils [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.006450] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-239aa241-cfa0-4117-9b2b-f67890ca6d6f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.016018] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 670.016018] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a98794-b61c-7edb-81f6-062fb74aa5de" [ 670.016018] env[69654]: _type = "Task" [ 670.016018] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.026129] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a98794-b61c-7edb-81f6-062fb74aa5de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.103476] env[69654]: DEBUG nova.compute.manager [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.169444] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquiring lock "8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.170086] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.286577] env[69654]: DEBUG oslo_concurrency.lockutils [None req-baf94a3f-0396-4bbb-82ff-537a92d0c777 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Lock "c64cfa95-81c2-4296-88ee-f6bb0fe66ac3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.662s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.382481] env[69654]: DEBUG nova.network.neutron [-] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.485186] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': task-3554240, 'name': ReconfigVM_Task, 'duration_secs': 0.398145} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.485186] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Reconfigured VM instance instance-0000000b to attach disk [datastore1] b841dd92-15b2-4e59-986b-1d5ebaed488f/b841dd92-15b2-4e59-986b-1d5ebaed488f.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.485186] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93bd8c5a-7580-477f-9209-fc4097cd9dd8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.498760] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Waiting for the task: (returnval){ [ 670.498760] env[69654]: value = "task-3554241" [ 670.498760] env[69654]: _type = "Task" [ 670.498760] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.498760] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Acquiring lock "refresh_cache-2803d331-840b-40c3-81d3-619bba80ed5f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.498760] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Acquired lock "refresh_cache-2803d331-840b-40c3-81d3-619bba80ed5f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.498760] env[69654]: DEBUG nova.network.neutron [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.508362] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': task-3554241, 'name': Rename_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.523279] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bd1fd0-8c5d-4a0d-807a-9b18ad058225 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.533074] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a98794-b61c-7edb-81f6-062fb74aa5de, 'name': SearchDatastore_Task, 'duration_secs': 0.015249} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.535104] env[69654]: DEBUG oslo_concurrency.lockutils [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.535346] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.535580] env[69654]: DEBUG oslo_concurrency.lockutils [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.535730] env[69654]: DEBUG oslo_concurrency.lockutils [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.535893] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.536205] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ba2014e-125a-4bdc-8685-8c196c3cc15b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.538748] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ca4d54-5389-43b9-ba2a-501ab9ee4bdc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.570936] env[69654]: DEBUG nova.network.neutron [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Successfully created port: 1a1082df-3573-46ac-b998-51f2cd65f17a {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.574452] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe884d88-c9f3-4eba-b4e7-41dc79a76921 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.576975] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.577177] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.578549] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fee9720-2ef7-4292-b32b-de850e4aee29 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.586969] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948b9e6f-20ed-4b8b-9a45-346add8a3429 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.592876] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 670.592876] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c92407-6150-1f7e-294e-2318b97ec9dd" [ 670.592876] env[69654]: _type = "Task" [ 670.592876] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.604824] env[69654]: DEBUG nova.compute.provider_tree [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.616593] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c92407-6150-1f7e-294e-2318b97ec9dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011783} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.618064] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef841b7f-a609-4c29-92d9-be56c5b9a45c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.624886] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 670.624886] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52564dac-97a1-9964-665c-c6700c30bf68" [ 670.624886] env[69654]: _type = "Task" [ 670.624886] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.633547] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52564dac-97a1-9964-665c-c6700c30bf68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.638724] env[69654]: DEBUG nova.compute.manager [req-270b803c-8d9d-4ed3-b5b0-b7dc04fa04c2 req-8ca5e905-fcad-47a8-862f-e10f1f4bf72c service nova] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Received event network-vif-deleted-6fb22df0-7039-41df-bf28-e2f04aec82d2 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.789545] env[69654]: DEBUG nova.compute.manager [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.835672] env[69654]: DEBUG nova.compute.manager [req-89bcd231-9fe8-48a0-9983-4d6b23c1d611 req-29819404-212d-40b7-90c0-0615976eb24a service nova] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Received event network-vif-plugged-28aad9c4-d717-4459-8cce-be77fe27cb4d {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.835727] env[69654]: DEBUG oslo_concurrency.lockutils [req-89bcd231-9fe8-48a0-9983-4d6b23c1d611 req-29819404-212d-40b7-90c0-0615976eb24a service nova] Acquiring lock "d8d33a14-d3e3-42e4-9fe6-e901547195c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.835909] env[69654]: DEBUG oslo_concurrency.lockutils [req-89bcd231-9fe8-48a0-9983-4d6b23c1d611 req-29819404-212d-40b7-90c0-0615976eb24a service nova] Lock "d8d33a14-d3e3-42e4-9fe6-e901547195c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.837398] env[69654]: DEBUG oslo_concurrency.lockutils [req-89bcd231-9fe8-48a0-9983-4d6b23c1d611 req-29819404-212d-40b7-90c0-0615976eb24a service nova] Lock "d8d33a14-d3e3-42e4-9fe6-e901547195c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.837640] env[69654]: DEBUG nova.compute.manager [req-89bcd231-9fe8-48a0-9983-4d6b23c1d611 req-29819404-212d-40b7-90c0-0615976eb24a service nova] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] No waiting events found dispatching network-vif-plugged-28aad9c4-d717-4459-8cce-be77fe27cb4d {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.837823] env[69654]: WARNING nova.compute.manager [req-89bcd231-9fe8-48a0-9983-4d6b23c1d611 req-29819404-212d-40b7-90c0-0615976eb24a service nova] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Received unexpected event network-vif-plugged-28aad9c4-d717-4459-8cce-be77fe27cb4d for instance with vm_state building and task_state spawning. [ 670.837990] env[69654]: DEBUG nova.compute.manager [req-89bcd231-9fe8-48a0-9983-4d6b23c1d611 req-29819404-212d-40b7-90c0-0615976eb24a service nova] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Received event network-changed-28aad9c4-d717-4459-8cce-be77fe27cb4d {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.838772] env[69654]: DEBUG nova.compute.manager [req-89bcd231-9fe8-48a0-9983-4d6b23c1d611 req-29819404-212d-40b7-90c0-0615976eb24a service nova] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Refreshing instance network info cache due to event network-changed-28aad9c4-d717-4459-8cce-be77fe27cb4d. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.838917] env[69654]: DEBUG oslo_concurrency.lockutils [req-89bcd231-9fe8-48a0-9983-4d6b23c1d611 req-29819404-212d-40b7-90c0-0615976eb24a service nova] Acquiring lock "refresh_cache-d8d33a14-d3e3-42e4-9fe6-e901547195c9" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.839077] env[69654]: DEBUG oslo_concurrency.lockutils [req-89bcd231-9fe8-48a0-9983-4d6b23c1d611 req-29819404-212d-40b7-90c0-0615976eb24a service nova] Acquired lock "refresh_cache-d8d33a14-d3e3-42e4-9fe6-e901547195c9" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.839246] env[69654]: DEBUG nova.network.neutron [req-89bcd231-9fe8-48a0-9983-4d6b23c1d611 req-29819404-212d-40b7-90c0-0615976eb24a service nova] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Refreshing network info cache for port 28aad9c4-d717-4459-8cce-be77fe27cb4d {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.888594] env[69654]: INFO nova.compute.manager [-] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Took 2.04 seconds to deallocate network for instance. [ 671.004317] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': task-3554241, 'name': Rename_Task, 'duration_secs': 0.240179} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.004602] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.005064] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f423d91-99ed-4018-a5f4-6b2b1638ce43 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.012031] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Waiting for the task: (returnval){ [ 671.012031] env[69654]: value = "task-3554242" [ 671.012031] env[69654]: _type = "Task" [ 671.012031] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.023416] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': task-3554242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.095076] env[69654]: DEBUG nova.network.neutron [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.119274] env[69654]: DEBUG nova.compute.manager [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.144380] env[69654]: ERROR nova.scheduler.client.report [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [req-c13b2a02-8b8a-4839-8efb-4b6e00d20f3e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7244f0e3-c8fc-4c02-ba3d-26a8e0372872. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c13b2a02-8b8a-4839-8efb-4b6e00d20f3e"}]} [ 671.144844] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52564dac-97a1-9964-665c-c6700c30bf68, 'name': SearchDatastore_Task, 'duration_secs': 0.011258} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.150300] env[69654]: DEBUG oslo_concurrency.lockutils [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.150621] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] d8d33a14-d3e3-42e4-9fe6-e901547195c9/d8d33a14-d3e3-42e4-9fe6-e901547195c9.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.151094] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dd0ac0a-d8d2-4ad9-beca-dffe9a1d7ff6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.158559] env[69654]: DEBUG nova.virt.hardware [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.158982] env[69654]: DEBUG nova.virt.hardware [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.158982] env[69654]: DEBUG nova.virt.hardware [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.159135] env[69654]: DEBUG nova.virt.hardware [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.160098] env[69654]: DEBUG nova.virt.hardware [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.160098] env[69654]: DEBUG nova.virt.hardware [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.160098] env[69654]: DEBUG nova.virt.hardware [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.160098] env[69654]: DEBUG nova.virt.hardware [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.160098] env[69654]: DEBUG nova.virt.hardware [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.160317] env[69654]: DEBUG nova.virt.hardware [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.160424] env[69654]: DEBUG nova.virt.hardware [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.162218] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dfaa2a-3c52-4666-b913-cee955a50137 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.165918] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 671.165918] env[69654]: value = "task-3554243" [ 671.165918] env[69654]: _type = "Task" [ 671.165918] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.170603] env[69654]: DEBUG nova.scheduler.client.report [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Refreshing inventories for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 671.176976] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc5e052-6dc8-4c38-9a62-f7c3cf2dc7a9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.186214] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.199091] env[69654]: DEBUG nova.scheduler.client.report [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Updating ProviderTree inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 671.199460] env[69654]: DEBUG nova.compute.provider_tree [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.216554] env[69654]: DEBUG nova.scheduler.client.report [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Refreshing aggregate associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, aggregates: None {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 671.238243] env[69654]: DEBUG nova.scheduler.client.report [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Refreshing trait associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 671.319136] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.399046] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.532189] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': task-3554242, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.647030] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d046fe4a-9bd8-4a8c-9bcf-d8837f4931e6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.655398] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3797810d-faf2-4757-8ebf-d187723bf523 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.709764] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e40f775-58ef-495e-bded-dc18904e5698 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.728745] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557584} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.730942] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] d8d33a14-d3e3-42e4-9fe6-e901547195c9/d8d33a14-d3e3-42e4-9fe6-e901547195c9.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.730942] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.733534] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dc6230-41d8-4da7-9aec-19f87f04bf9f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.741233] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53e33be5-a335-4a45-8401-eb0cf72d661e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.765752] env[69654]: DEBUG nova.compute.provider_tree [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.767786] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 671.767786] env[69654]: value = "task-3554244" [ 671.767786] env[69654]: _type = "Task" [ 671.767786] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.781705] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.877517] env[69654]: DEBUG nova.network.neutron [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Updating instance_info_cache with network_info: [{"id": "4006cdf4-0520-444e-a405-b5c06042971f", "address": "fa:16:3e:44:82:7c", "network": {"id": "2de037ca-da32-4e0e-a70b-442aff49f0f4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-289412317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbcb357c580f40868af655b2fc628f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4006cdf4-05", "ovs_interfaceid": "4006cdf4-0520-444e-a405-b5c06042971f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.025943] env[69654]: DEBUG oslo_vmware.api [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': task-3554242, 'name': PowerOnVM_Task, 'duration_secs': 0.728399} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.026301] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.026570] env[69654]: INFO nova.compute.manager [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Took 9.37 seconds to spawn the instance on the hypervisor. [ 672.026829] env[69654]: DEBUG nova.compute.manager [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.027737] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedd3fcc-dd12-4d93-bda5-d15e57e3824f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.282535] env[69654]: DEBUG nova.network.neutron [req-89bcd231-9fe8-48a0-9983-4d6b23c1d611 req-29819404-212d-40b7-90c0-0615976eb24a service nova] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Updated VIF entry in instance network info cache for port 28aad9c4-d717-4459-8cce-be77fe27cb4d. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.282535] env[69654]: DEBUG nova.network.neutron [req-89bcd231-9fe8-48a0-9983-4d6b23c1d611 req-29819404-212d-40b7-90c0-0615976eb24a service nova] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Updating instance_info_cache with network_info: [{"id": "28aad9c4-d717-4459-8cce-be77fe27cb4d", "address": "fa:16:3e:c3:a3:74", "network": {"id": "150a55dd-0fba-4c44-b771-823241d9bd47", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1766670298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9333b0efcc2141d89fa079a67d7bf828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28aad9c4-d7", "ovs_interfaceid": "28aad9c4-d717-4459-8cce-be77fe27cb4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.299046] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068011} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.300207] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.303635] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ba4994-9aff-4e6c-b9a5-0a9ad14e2a3c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.332462] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] d8d33a14-d3e3-42e4-9fe6-e901547195c9/d8d33a14-d3e3-42e4-9fe6-e901547195c9.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.333578] env[69654]: DEBUG nova.scheduler.client.report [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Updated inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with generation 26 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 672.333894] env[69654]: DEBUG nova.compute.provider_tree [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 26 to 27 during operation: update_inventory {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 672.334327] env[69654]: DEBUG nova.compute.provider_tree [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.337400] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a3ba084-a212-4cc2-85eb-57ae844b3fd6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.359096] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 672.359096] env[69654]: value = "task-3554245" [ 672.359096] env[69654]: _type = "Task" [ 672.359096] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.367549] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.384352] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Releasing lock "refresh_cache-2803d331-840b-40c3-81d3-619bba80ed5f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.384352] env[69654]: DEBUG nova.compute.manager [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Instance network_info: |[{"id": "4006cdf4-0520-444e-a405-b5c06042971f", "address": "fa:16:3e:44:82:7c", "network": {"id": "2de037ca-da32-4e0e-a70b-442aff49f0f4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-289412317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbcb357c580f40868af655b2fc628f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4006cdf4-05", "ovs_interfaceid": "4006cdf4-0520-444e-a405-b5c06042971f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.384751] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:82:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4006cdf4-0520-444e-a405-b5c06042971f', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.392411] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Creating folder: Project (dbcb357c580f40868af655b2fc628f48). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.393350] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b66e58b-82f2-45a0-9cda-2e15e1d343f1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.404191] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Created folder: Project (dbcb357c580f40868af655b2fc628f48) in parent group-v709593. [ 672.404397] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Creating folder: Instances. Parent ref: group-v709630. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.404644] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-390e15d6-c49b-4fe2-a8ca-8057501737ad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.416191] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Created folder: Instances in parent group-v709630. [ 672.416191] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.416191] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.416191] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bae2d834-b88f-42c1-a996-3981f93da2c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.433703] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.433703] env[69654]: value = "task-3554248" [ 672.433703] env[69654]: _type = "Task" [ 672.433703] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.442488] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554248, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.551715] env[69654]: INFO nova.compute.manager [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Took 21.27 seconds to build instance. [ 672.790381] env[69654]: DEBUG oslo_concurrency.lockutils [req-89bcd231-9fe8-48a0-9983-4d6b23c1d611 req-29819404-212d-40b7-90c0-0615976eb24a service nova] Releasing lock "refresh_cache-d8d33a14-d3e3-42e4-9fe6-e901547195c9" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.853714] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.770s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.854351] env[69654]: DEBUG nova.compute.manager [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.860935] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.792s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.862377] env[69654]: INFO nova.compute.claims [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.876556] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554245, 'name': ReconfigVM_Task, 'duration_secs': 0.494588} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.876853] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Reconfigured VM instance instance-0000000c to attach disk [datastore1] d8d33a14-d3e3-42e4-9fe6-e901547195c9/d8d33a14-d3e3-42e4-9fe6-e901547195c9.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.878385] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6202304f-b6f8-49ea-9a0c-45f09659c26a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.884755] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 672.884755] env[69654]: value = "task-3554249" [ 672.884755] env[69654]: _type = "Task" [ 672.884755] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.895542] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554249, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.947499] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554248, 'name': CreateVM_Task, 'duration_secs': 0.44634} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.948375] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.949423] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.949615] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.949954] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.951144] env[69654]: DEBUG nova.network.neutron [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Successfully updated port: 1a1082df-3573-46ac-b998-51f2cd65f17a {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.952384] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43b77c92-aff2-4935-9166-b51feaeb4033 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.958637] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 672.958637] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526dc12c-2aad-5e6d-2eeb-273059274039" [ 672.958637] env[69654]: _type = "Task" [ 672.958637] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.974322] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526dc12c-2aad-5e6d-2eeb-273059274039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.057927] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebcc3bd9-12c5-4838-bf3c-a691353403d1 tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Lock "b841dd92-15b2-4e59-986b-1d5ebaed488f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.782s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.103189] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Acquiring lock "d3952514-471e-43ea-9373-6ed0e64b074d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.103475] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Lock "d3952514-471e-43ea-9373-6ed0e64b074d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.369498] env[69654]: DEBUG nova.compute.utils [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.373903] env[69654]: DEBUG nova.compute.manager [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.374171] env[69654]: DEBUG nova.network.neutron [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.400736] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554249, 'name': Rename_Task, 'duration_secs': 0.241667} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.401057] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.401320] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11d29781-bb90-41a6-a82f-71776637b106 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.410735] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 673.410735] env[69654]: value = "task-3554250" [ 673.410735] env[69654]: _type = "Task" [ 673.410735] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.422897] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.456769] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Acquiring lock "refresh_cache-e70c9988-f850-45ad-950d-66bf8eb60f80" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.456992] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Acquired lock "refresh_cache-e70c9988-f850-45ad-950d-66bf8eb60f80" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.457114] env[69654]: DEBUG nova.network.neutron [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.484246] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526dc12c-2aad-5e6d-2eeb-273059274039, 'name': SearchDatastore_Task, 'duration_secs': 0.02031} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.484349] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.486029] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.486029] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.486029] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.486029] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.486029] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61a51889-010d-4536-8c5a-65eb0b27443b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.498716] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.498821] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.502022] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a0b08a6-883e-41b5-a80f-ee2c57a1f4dc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.511295] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 673.511295] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52feab12-c558-68c1-db45-d674d6b0f248" [ 673.511295] env[69654]: _type = "Task" [ 673.511295] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.525317] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52feab12-c558-68c1-db45-d674d6b0f248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.610545] env[69654]: DEBUG nova.compute.manager [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.639490] env[69654]: DEBUG nova.policy [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f527d17172db454bacd58cab35dfd15b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afa9be889f0541bd963c85c82ee9245e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.764562] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Acquiring lock "c64cfa95-81c2-4296-88ee-f6bb0fe66ac3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.766032] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Lock "c64cfa95-81c2-4296-88ee-f6bb0fe66ac3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.766032] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Acquiring lock "c64cfa95-81c2-4296-88ee-f6bb0fe66ac3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.766032] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Lock "c64cfa95-81c2-4296-88ee-f6bb0fe66ac3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.766032] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Lock "c64cfa95-81c2-4296-88ee-f6bb0fe66ac3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.768228] env[69654]: INFO nova.compute.manager [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Terminating instance [ 673.880728] env[69654]: DEBUG nova.compute.manager [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.921787] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.992730] env[69654]: DEBUG nova.compute.manager [req-14c3c081-2b49-4d93-b391-93fbdc5118fe req-f2ff14a2-08c7-4c51-bb95-c9ec4486b033 service nova] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Received event network-vif-plugged-1a1082df-3573-46ac-b998-51f2cd65f17a {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.992974] env[69654]: DEBUG oslo_concurrency.lockutils [req-14c3c081-2b49-4d93-b391-93fbdc5118fe req-f2ff14a2-08c7-4c51-bb95-c9ec4486b033 service nova] Acquiring lock "e70c9988-f850-45ad-950d-66bf8eb60f80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.993197] env[69654]: DEBUG oslo_concurrency.lockutils [req-14c3c081-2b49-4d93-b391-93fbdc5118fe req-f2ff14a2-08c7-4c51-bb95-c9ec4486b033 service nova] Lock "e70c9988-f850-45ad-950d-66bf8eb60f80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.993354] env[69654]: DEBUG oslo_concurrency.lockutils [req-14c3c081-2b49-4d93-b391-93fbdc5118fe req-f2ff14a2-08c7-4c51-bb95-c9ec4486b033 service nova] Lock "e70c9988-f850-45ad-950d-66bf8eb60f80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.993512] env[69654]: DEBUG nova.compute.manager [req-14c3c081-2b49-4d93-b391-93fbdc5118fe req-f2ff14a2-08c7-4c51-bb95-c9ec4486b033 service nova] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] No waiting events found dispatching network-vif-plugged-1a1082df-3573-46ac-b998-51f2cd65f17a {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.993801] env[69654]: WARNING nova.compute.manager [req-14c3c081-2b49-4d93-b391-93fbdc5118fe req-f2ff14a2-08c7-4c51-bb95-c9ec4486b033 service nova] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Received unexpected event network-vif-plugged-1a1082df-3573-46ac-b998-51f2cd65f17a for instance with vm_state building and task_state spawning. [ 674.003232] env[69654]: DEBUG nova.network.neutron [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.021804] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52feab12-c558-68c1-db45-d674d6b0f248, 'name': SearchDatastore_Task, 'duration_secs': 0.031644} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.022657] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd25de5-2828-4266-a5be-4a62832a20d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.032688] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 674.032688] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52baf934-0ddd-cee9-40b5-1457dc6b54ff" [ 674.032688] env[69654]: _type = "Task" [ 674.032688] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.040732] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52baf934-0ddd-cee9-40b5-1457dc6b54ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.125146] env[69654]: DEBUG nova.compute.manager [None req-1c2926d6-ba57-4d35-a707-d2ae62fa4a82 tempest-ServerDiagnosticsTest-126317427 tempest-ServerDiagnosticsTest-126317427-project-admin] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.128256] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426dfe36-50a4-45e4-a595-94600b779717 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.137150] env[69654]: INFO nova.compute.manager [None req-1c2926d6-ba57-4d35-a707-d2ae62fa4a82 tempest-ServerDiagnosticsTest-126317427 tempest-ServerDiagnosticsTest-126317427-project-admin] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Retrieving diagnostics [ 674.137946] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40809dfb-aee0-4532-b151-701873388433 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.173557] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.215812] env[69654]: DEBUG nova.network.neutron [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Updating instance_info_cache with network_info: [{"id": "1a1082df-3573-46ac-b998-51f2cd65f17a", "address": "fa:16:3e:81:ec:5a", "network": {"id": "59c14f61-5b6e-4c24-9844-de2060b3dc47", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-815132250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f910a10b3e2431d9954378369a94fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a1082df-35", "ovs_interfaceid": "1a1082df-3573-46ac-b998-51f2cd65f17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.270627] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5814f1-cb19-4748-b832-76d3ed63cfb4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.274499] env[69654]: DEBUG nova.compute.manager [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.274705] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.275609] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a019b374-f6ff-4a1d-a999-b42e9fdac3a0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.281416] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9348dbba-1657-4ee4-b681-7cd5209f37a9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.287281] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.287906] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0643e25f-cdb7-4add-9b14-afa0a1199256 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.322634] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de36209-b354-4eea-b6ea-02ba62c2ec60 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.325365] env[69654]: DEBUG oslo_vmware.api [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Waiting for the task: (returnval){ [ 674.325365] env[69654]: value = "task-3554251" [ 674.325365] env[69654]: _type = "Task" [ 674.325365] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.331994] env[69654]: DEBUG nova.network.neutron [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Successfully created port: a4651a16-ef35-407b-96aa-684eb53583ac {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.335291] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d65967-11ed-44e5-b791-869ebeb658d2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.342746] env[69654]: DEBUG oslo_vmware.api [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': task-3554251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.353074] env[69654]: DEBUG nova.compute.provider_tree [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.419862] env[69654]: DEBUG oslo_vmware.api [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554250, 'name': PowerOnVM_Task, 'duration_secs': 0.991622} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.420350] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.420350] env[69654]: INFO nova.compute.manager [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Took 9.33 seconds to spawn the instance on the hypervisor. [ 674.420555] env[69654]: DEBUG nova.compute.manager [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.421309] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a98a7e9-ef2e-48b0-b066-9d3a61e0dd4b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.545621] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52baf934-0ddd-cee9-40b5-1457dc6b54ff, 'name': SearchDatastore_Task, 'duration_secs': 0.034266} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.545903] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.546195] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 2803d331-840b-40c3-81d3-619bba80ed5f/2803d331-840b-40c3-81d3-619bba80ed5f.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.546460] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee398758-5e99-4e05-bfab-2332fd0a83e7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.554791] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 674.554791] env[69654]: value = "task-3554252" [ 674.554791] env[69654]: _type = "Task" [ 674.554791] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.563709] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.650259] env[69654]: DEBUG nova.compute.manager [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Received event network-changed-1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.650458] env[69654]: DEBUG nova.compute.manager [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Refreshing instance network info cache due to event network-changed-1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.650697] env[69654]: DEBUG oslo_concurrency.lockutils [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] Acquiring lock "refresh_cache-4a825919-be32-47dc-9fa9-5427eb1045c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.650844] env[69654]: DEBUG oslo_concurrency.lockutils [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] Acquired lock "refresh_cache-4a825919-be32-47dc-9fa9-5427eb1045c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.651016] env[69654]: DEBUG nova.network.neutron [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Refreshing network info cache for port 1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.717936] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Releasing lock "refresh_cache-e70c9988-f850-45ad-950d-66bf8eb60f80" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.718297] env[69654]: DEBUG nova.compute.manager [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Instance network_info: |[{"id": "1a1082df-3573-46ac-b998-51f2cd65f17a", "address": "fa:16:3e:81:ec:5a", "network": {"id": "59c14f61-5b6e-4c24-9844-de2060b3dc47", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-815132250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f910a10b3e2431d9954378369a94fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a1082df-35", "ovs_interfaceid": "1a1082df-3573-46ac-b998-51f2cd65f17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.719105] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:ec:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a1082df-3573-46ac-b998-51f2cd65f17a', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.727309] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Creating folder: Project (7f910a10b3e2431d9954378369a94fb2). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.727413] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e46b855-5eee-406a-b18a-98f3a1f4513d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.740379] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Created folder: Project (7f910a10b3e2431d9954378369a94fb2) in parent group-v709593. [ 674.740379] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Creating folder: Instances. Parent ref: group-v709633. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.740379] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc20ef27-4d9b-49f7-b12b-77be2a4f0f56 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.756870] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Created folder: Instances in parent group-v709633. [ 674.757220] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.757397] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.757608] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f1e18ef-9c33-49ff-8d26-fcf69bfe3a09 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.785712] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.785712] env[69654]: value = "task-3554255" [ 674.785712] env[69654]: _type = "Task" [ 674.785712] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.797855] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554255, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.836987] env[69654]: DEBUG oslo_concurrency.lockutils [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.837489] env[69654]: DEBUG oslo_concurrency.lockutils [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.846701] env[69654]: DEBUG oslo_vmware.api [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': task-3554251, 'name': PowerOffVM_Task, 'duration_secs': 0.202322} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.846701] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.846701] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.846701] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7f3c186-4587-4423-942c-df61b7a40cc3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.858795] env[69654]: DEBUG nova.scheduler.client.report [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.894714] env[69654]: DEBUG nova.compute.manager [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.917035] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.917035] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.917035] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Deleting the datastore file [datastore1] c64cfa95-81c2-4296-88ee-f6bb0fe66ac3 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.917035] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3905a68-6b42-452b-8788-b105471849b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.927316] env[69654]: DEBUG oslo_vmware.api [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Waiting for the task: (returnval){ [ 674.927316] env[69654]: value = "task-3554257" [ 674.927316] env[69654]: _type = "Task" [ 674.927316] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.929988] env[69654]: DEBUG nova.virt.hardware [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.930362] env[69654]: DEBUG nova.virt.hardware [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.930467] env[69654]: DEBUG nova.virt.hardware [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.930740] env[69654]: DEBUG nova.virt.hardware [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.930853] env[69654]: DEBUG nova.virt.hardware [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.930933] env[69654]: DEBUG nova.virt.hardware [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.931273] env[69654]: DEBUG nova.virt.hardware [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.931392] env[69654]: DEBUG nova.virt.hardware [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.931487] env[69654]: DEBUG nova.virt.hardware [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.931669] env[69654]: DEBUG nova.virt.hardware [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.932549] env[69654]: DEBUG nova.virt.hardware [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.942266] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254d2da3-3147-4a84-b1fb-9e08c7560e16 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.952937] env[69654]: INFO nova.compute.manager [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Took 20.22 seconds to build instance. [ 674.967508] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6fca6b-26f6-4c71-8052-130ff9d2aec3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.972459] env[69654]: DEBUG oslo_vmware.api [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': task-3554257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.070384] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554252, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.296737] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554255, 'name': CreateVM_Task, 'duration_secs': 0.485574} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.297402] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.297596] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.297785] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.298135] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.298690] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c80db5bc-8f62-4238-9d93-c471a0c7430a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.303365] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Waiting for the task: (returnval){ [ 675.303365] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f9fc1d-95c6-1715-28e5-a1f4bb3e424c" [ 675.303365] env[69654]: _type = "Task" [ 675.303365] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.311895] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f9fc1d-95c6-1715-28e5-a1f4bb3e424c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.363796] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.363796] env[69654]: DEBUG nova.compute.manager [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.367551] env[69654]: DEBUG oslo_concurrency.lockutils [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.571s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.367790] env[69654]: DEBUG nova.objects.instance [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Lazy-loading 'resources' on Instance uuid 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.447703] env[69654]: DEBUG oslo_vmware.api [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Task: {'id': task-3554257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.488299} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.447703] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.447703] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.447703] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.448129] env[69654]: INFO nova.compute.manager [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 675.448129] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.448198] env[69654]: DEBUG nova.compute.manager [-] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.448267] env[69654]: DEBUG nova.network.neutron [-] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.460087] env[69654]: DEBUG oslo_concurrency.lockutils [None req-32eec1b8-ad15-497d-81b9-1dbe65f7e519 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "d8d33a14-d3e3-42e4-9fe6-e901547195c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.751s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.567344] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661012} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.567584] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 2803d331-840b-40c3-81d3-619bba80ed5f/2803d331-840b-40c3-81d3-619bba80ed5f.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.567786] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.568095] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ceee549d-af37-4fc2-b8ee-965999c32533 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.577229] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 675.577229] env[69654]: value = "task-3554258" [ 675.577229] env[69654]: _type = "Task" [ 675.577229] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.597861] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.784348] env[69654]: DEBUG nova.network.neutron [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Updated VIF entry in instance network info cache for port 1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.784531] env[69654]: DEBUG nova.network.neutron [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Updating instance_info_cache with network_info: [{"id": "1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67", "address": "fa:16:3e:94:89:0d", "network": {"id": "6c6f5a1b-b5f7-470f-88c2-03e4075c0a04", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-182336072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f88fd540ba8a4b6a82ca91a0bfe2b432", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dfa7162-50", "ovs_interfaceid": "1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.821935] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f9fc1d-95c6-1715-28e5-a1f4bb3e424c, 'name': SearchDatastore_Task, 'duration_secs': 0.012031} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.822507] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.822507] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.822768] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.822906] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.823095] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.823359] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70c7be81-7372-47bd-b060-a13f8cb5c3c4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.834043] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.834277] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.835262] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d23663-dc92-4737-9afe-68f53c22ab5b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.840328] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Waiting for the task: (returnval){ [ 675.840328] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52da07f9-11f1-ea14-7f9c-f7e7bf6cf9af" [ 675.840328] env[69654]: _type = "Task" [ 675.840328] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.855283] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52da07f9-11f1-ea14-7f9c-f7e7bf6cf9af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.873928] env[69654]: DEBUG nova.compute.utils [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.876943] env[69654]: DEBUG nova.compute.manager [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.876943] env[69654]: DEBUG nova.network.neutron [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.961816] env[69654]: DEBUG nova.compute.manager [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.978312] env[69654]: DEBUG nova.policy [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05c78aa1063641deacb12153ceb80a72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9781d30d658b4afba131affff43edda9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.086933] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243711} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.087476] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.092893] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c0da88-aecc-44da-8b45-109b96c094a4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.127154] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 2803d331-840b-40c3-81d3-619bba80ed5f/2803d331-840b-40c3-81d3-619bba80ed5f.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.131444] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee42d846-5b4b-4b04-bd4d-60f044891cf4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.154226] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 676.154226] env[69654]: value = "task-3554259" [ 676.154226] env[69654]: _type = "Task" [ 676.154226] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.160838] env[69654]: DEBUG nova.network.neutron [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Successfully updated port: a4651a16-ef35-407b-96aa-684eb53583ac {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.173721] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.281662] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquiring lock "c50cee51-ee39-4590-938e-3c1a9ce10225" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.281662] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Lock "c50cee51-ee39-4590-938e-3c1a9ce10225" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.287333] env[69654]: DEBUG oslo_concurrency.lockutils [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] Releasing lock "refresh_cache-4a825919-be32-47dc-9fa9-5427eb1045c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.287695] env[69654]: DEBUG nova.compute.manager [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Received event network-vif-plugged-4006cdf4-0520-444e-a405-b5c06042971f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.287934] env[69654]: DEBUG oslo_concurrency.lockutils [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] Acquiring lock "2803d331-840b-40c3-81d3-619bba80ed5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.288166] env[69654]: DEBUG oslo_concurrency.lockutils [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] Lock "2803d331-840b-40c3-81d3-619bba80ed5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.288346] env[69654]: DEBUG oslo_concurrency.lockutils [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] Lock "2803d331-840b-40c3-81d3-619bba80ed5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.288517] env[69654]: DEBUG nova.compute.manager [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] No waiting events found dispatching network-vif-plugged-4006cdf4-0520-444e-a405-b5c06042971f {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.288732] env[69654]: WARNING nova.compute.manager [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Received unexpected event network-vif-plugged-4006cdf4-0520-444e-a405-b5c06042971f for instance with vm_state building and task_state spawning. [ 676.288926] env[69654]: DEBUG nova.compute.manager [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Received event network-vif-deleted-946c3638-6e73-4505-b569-b6fe6902df6b {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.289128] env[69654]: DEBUG nova.compute.manager [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Received event network-changed-4006cdf4-0520-444e-a405-b5c06042971f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.289298] env[69654]: DEBUG nova.compute.manager [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Refreshing instance network info cache due to event network-changed-4006cdf4-0520-444e-a405-b5c06042971f. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.289496] env[69654]: DEBUG oslo_concurrency.lockutils [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] Acquiring lock "refresh_cache-2803d331-840b-40c3-81d3-619bba80ed5f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.289631] env[69654]: DEBUG oslo_concurrency.lockutils [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] Acquired lock "refresh_cache-2803d331-840b-40c3-81d3-619bba80ed5f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.289800] env[69654]: DEBUG nova.network.neutron [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Refreshing network info cache for port 4006cdf4-0520-444e-a405-b5c06042971f {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.355034] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52da07f9-11f1-ea14-7f9c-f7e7bf6cf9af, 'name': SearchDatastore_Task, 'duration_secs': 0.051795} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.355742] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b8cdd82-73bb-4230-8e56-f362718fd34d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.362863] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Waiting for the task: (returnval){ [ 676.362863] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d28121-fe9b-40f2-2219-4a60b5a46e49" [ 676.362863] env[69654]: _type = "Task" [ 676.362863] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.378916] env[69654]: DEBUG nova.compute.manager [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.382220] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d28121-fe9b-40f2-2219-4a60b5a46e49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.383719] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29da434d-90b2-477e-9c47-141465ff1acf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.395984] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a34ef8-7cd8-4104-b7f8-a6f2c9097bdf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.433114] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369ac064-b41e-4f57-8a13-109cb4a921c3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.440925] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab71d92-747a-4393-9fda-b979dfd95709 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.455248] env[69654]: DEBUG nova.compute.provider_tree [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.507979] env[69654]: DEBUG oslo_concurrency.lockutils [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.599423] env[69654]: DEBUG nova.network.neutron [-] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.665724] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Acquiring lock "refresh_cache-99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.665824] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Acquired lock "refresh_cache-99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.666024] env[69654]: DEBUG nova.network.neutron [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.667390] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554259, 'name': ReconfigVM_Task, 'duration_secs': 0.281881} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.667544] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 2803d331-840b-40c3-81d3-619bba80ed5f/2803d331-840b-40c3-81d3-619bba80ed5f.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.668135] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ded51363-e282-4611-808b-40e2a4775756 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.676062] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 676.676062] env[69654]: value = "task-3554260" [ 676.676062] env[69654]: _type = "Task" [ 676.676062] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.687583] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554260, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.875442] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Acquiring lock "b841dd92-15b2-4e59-986b-1d5ebaed488f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.875692] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Lock "b841dd92-15b2-4e59-986b-1d5ebaed488f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.875893] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Acquiring lock "b841dd92-15b2-4e59-986b-1d5ebaed488f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.876088] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Lock "b841dd92-15b2-4e59-986b-1d5ebaed488f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.876256] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Lock "b841dd92-15b2-4e59-986b-1d5ebaed488f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.878012] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d28121-fe9b-40f2-2219-4a60b5a46e49, 'name': SearchDatastore_Task, 'duration_secs': 0.025925} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.878162] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.878510] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] e70c9988-f850-45ad-950d-66bf8eb60f80/e70c9988-f850-45ad-950d-66bf8eb60f80.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.879067] env[69654]: INFO nova.compute.manager [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Terminating instance [ 676.880335] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-317ca464-24ed-4716-8467-0178122566bd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.892994] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Waiting for the task: (returnval){ [ 676.892994] env[69654]: value = "task-3554261" [ 676.892994] env[69654]: _type = "Task" [ 676.892994] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.905735] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': task-3554261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.962031] env[69654]: DEBUG nova.scheduler.client.report [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.965890] env[69654]: DEBUG nova.network.neutron [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Successfully created port: d75199f6-f428-4cf2-bae0-9d05da206a6c {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.106860] env[69654]: INFO nova.compute.manager [-] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Took 1.66 seconds to deallocate network for instance. [ 677.191301] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554260, 'name': Rename_Task, 'duration_secs': 0.134625} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.191301] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.191686] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d814ce5e-a734-49fa-8db0-e2b7f428fd28 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.201442] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 677.201442] env[69654]: value = "task-3554262" [ 677.201442] env[69654]: _type = "Task" [ 677.201442] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.213833] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.233369] env[69654]: DEBUG nova.network.neutron [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Updated VIF entry in instance network info cache for port 4006cdf4-0520-444e-a405-b5c06042971f. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.233960] env[69654]: DEBUG nova.network.neutron [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Updating instance_info_cache with network_info: [{"id": "4006cdf4-0520-444e-a405-b5c06042971f", "address": "fa:16:3e:44:82:7c", "network": {"id": "2de037ca-da32-4e0e-a70b-442aff49f0f4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-289412317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbcb357c580f40868af655b2fc628f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4006cdf4-05", "ovs_interfaceid": "4006cdf4-0520-444e-a405-b5c06042971f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.255519] env[69654]: DEBUG nova.network.neutron [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.385039] env[69654]: DEBUG nova.compute.manager [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.385318] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.386318] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72810335-fdef-49fa-8ee6-6e8a8804fc6b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.402501] env[69654]: DEBUG nova.compute.manager [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.405223] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.406708] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e492e3a-bb61-4724-9e70-5f81a84fab8d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.411732] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': task-3554261, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.419202] env[69654]: DEBUG oslo_vmware.api [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Waiting for the task: (returnval){ [ 677.419202] env[69654]: value = "task-3554263" [ 677.419202] env[69654]: _type = "Task" [ 677.419202] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.430768] env[69654]: DEBUG oslo_vmware.api [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': task-3554263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.442347] env[69654]: DEBUG nova.virt.hardware [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.442645] env[69654]: DEBUG nova.virt.hardware [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.442818] env[69654]: DEBUG nova.virt.hardware [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.443082] env[69654]: DEBUG nova.virt.hardware [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.443202] env[69654]: DEBUG nova.virt.hardware [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.443642] env[69654]: DEBUG nova.virt.hardware [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.443642] env[69654]: DEBUG nova.virt.hardware [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.443793] env[69654]: DEBUG nova.virt.hardware [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.444501] env[69654]: DEBUG nova.virt.hardware [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.444501] env[69654]: DEBUG nova.virt.hardware [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.444501] env[69654]: DEBUG nova.virt.hardware [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.445303] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbef4e5-3d1c-4b80-8a51-20bfeefd3335 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.457692] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5b2646-11d7-4484-b116-2cddc4b1218e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.476258] env[69654]: DEBUG oslo_concurrency.lockutils [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.479928] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.624s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.480563] env[69654]: DEBUG nova.objects.instance [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Lazy-loading 'resources' on Instance uuid 5699f273-2d40-4475-99e1-186b2f1f6699 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.510335] env[69654]: INFO nova.scheduler.client.report [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Deleted allocations for instance 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840 [ 677.598993] env[69654]: DEBUG nova.compute.manager [req-78c6a767-66c0-46af-8e55-23a7a53d7485 req-8677c9f6-c234-4697-a05a-f493e54e841e service nova] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Received event network-changed-1a1082df-3573-46ac-b998-51f2cd65f17a {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.599213] env[69654]: DEBUG nova.compute.manager [req-78c6a767-66c0-46af-8e55-23a7a53d7485 req-8677c9f6-c234-4697-a05a-f493e54e841e service nova] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Refreshing instance network info cache due to event network-changed-1a1082df-3573-46ac-b998-51f2cd65f17a. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.599434] env[69654]: DEBUG oslo_concurrency.lockutils [req-78c6a767-66c0-46af-8e55-23a7a53d7485 req-8677c9f6-c234-4697-a05a-f493e54e841e service nova] Acquiring lock "refresh_cache-e70c9988-f850-45ad-950d-66bf8eb60f80" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.599615] env[69654]: DEBUG oslo_concurrency.lockutils [req-78c6a767-66c0-46af-8e55-23a7a53d7485 req-8677c9f6-c234-4697-a05a-f493e54e841e service nova] Acquired lock "refresh_cache-e70c9988-f850-45ad-950d-66bf8eb60f80" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.599823] env[69654]: DEBUG nova.network.neutron [req-78c6a767-66c0-46af-8e55-23a7a53d7485 req-8677c9f6-c234-4697-a05a-f493e54e841e service nova] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Refreshing network info cache for port 1a1082df-3573-46ac-b998-51f2cd65f17a {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.620136] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.646291] env[69654]: DEBUG nova.network.neutron [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Updating instance_info_cache with network_info: [{"id": "a4651a16-ef35-407b-96aa-684eb53583ac", "address": "fa:16:3e:0f:99:cb", "network": {"id": "cd2a7fd3-c573-4794-b02a-f9d1bb3c1bbc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1397214925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afa9be889f0541bd963c85c82ee9245e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4651a16-ef", "ovs_interfaceid": "a4651a16-ef35-407b-96aa-684eb53583ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.719022] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.736716] env[69654]: DEBUG oslo_concurrency.lockutils [req-33cc552c-5fe1-42df-a120-edb9fa168141 req-f8a0b2ab-4dbd-4d99-b9f3-1de9612c82f4 service nova] Releasing lock "refresh_cache-2803d331-840b-40c3-81d3-619bba80ed5f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.906889] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': task-3554261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581365} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.907339] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] e70c9988-f850-45ad-950d-66bf8eb60f80/e70c9988-f850-45ad-950d-66bf8eb60f80.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.907599] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.907911] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aee424ba-fdcf-4386-b14b-b95ac17a2327 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.915829] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Waiting for the task: (returnval){ [ 677.915829] env[69654]: value = "task-3554264" [ 677.915829] env[69654]: _type = "Task" [ 677.915829] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.929063] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': task-3554264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.933671] env[69654]: DEBUG oslo_vmware.api [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': task-3554263, 'name': PowerOffVM_Task, 'duration_secs': 0.330049} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.933671] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.933671] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.933916] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-497b7b0a-184a-448a-a407-b7e6b906d272 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.022212] env[69654]: DEBUG oslo_concurrency.lockutils [None req-30005782-ba66-410b-9175-cfa3e405891b tempest-DeleteServersAdminTestJSON-1449850368 tempest-DeleteServersAdminTestJSON-1449850368-project-admin] Lock "7c0099b4-0c5c-41ad-82b1-fd1ac0a25840" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.698s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.025678] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.026272] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.026272] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Deleting the datastore file [datastore1] b841dd92-15b2-4e59-986b-1d5ebaed488f {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.026349] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9e34473-3020-40aa-b046-e80c11d430c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.032767] env[69654]: DEBUG oslo_vmware.api [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Waiting for the task: (returnval){ [ 678.032767] env[69654]: value = "task-3554266" [ 678.032767] env[69654]: _type = "Task" [ 678.032767] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.042189] env[69654]: DEBUG oslo_vmware.api [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': task-3554266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.154131] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Releasing lock "refresh_cache-99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.154615] env[69654]: DEBUG nova.compute.manager [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Instance network_info: |[{"id": "a4651a16-ef35-407b-96aa-684eb53583ac", "address": "fa:16:3e:0f:99:cb", "network": {"id": "cd2a7fd3-c573-4794-b02a-f9d1bb3c1bbc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1397214925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afa9be889f0541bd963c85c82ee9245e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4651a16-ef", "ovs_interfaceid": "a4651a16-ef35-407b-96aa-684eb53583ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.156121] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:99:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4651a16-ef35-407b-96aa-684eb53583ac', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.167142] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Creating folder: Project (afa9be889f0541bd963c85c82ee9245e). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.168918] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9ebfb7f-1860-4b46-95f1-59c4dea0488a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.185295] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Created folder: Project (afa9be889f0541bd963c85c82ee9245e) in parent group-v709593. [ 678.185295] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Creating folder: Instances. Parent ref: group-v709636. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.185295] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-020a0ea3-93a6-4b94-a8e2-0f4cd412f28a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.195221] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Created folder: Instances in parent group-v709636. [ 678.195751] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.195986] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.197039] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14a75807-6e49-477a-bf92-85d3b8e9ef96 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.226651] env[69654]: DEBUG oslo_vmware.api [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554262, 'name': PowerOnVM_Task, 'duration_secs': 0.607363} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.228374] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.228374] env[69654]: INFO nova.compute.manager [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Took 10.69 seconds to spawn the instance on the hypervisor. [ 678.228494] env[69654]: DEBUG nova.compute.manager [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.228676] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.228676] env[69654]: value = "task-3554269" [ 678.228676] env[69654]: _type = "Task" [ 678.228676] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.229366] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2e8737-3b8a-4a34-b2c2-67f5f72451bc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.524186] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': task-3554264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07366} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.524186] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.524186] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031b5539-a4f2-43ca-a60e-b052292a4544 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.524186] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] e70c9988-f850-45ad-950d-66bf8eb60f80/e70c9988-f850-45ad-950d-66bf8eb60f80.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.524186] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62dae6f0-7cee-480c-8e1e-ad459def5245 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.534670] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Waiting for the task: (returnval){ [ 678.534670] env[69654]: value = "task-3554270" [ 678.534670] env[69654]: _type = "Task" [ 678.534670] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.534670] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': task-3554270, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.534670] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9478a3-5d28-4d1b-b252-f47b6a968504 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.534670] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68452dfa-098c-4384-8114-b87024c20189 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.575698] env[69654]: DEBUG oslo_vmware.api [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Task: {'id': task-3554266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342169} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.576277] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.576475] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.576711] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.576813] env[69654]: INFO nova.compute.manager [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 678.577062] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.577924] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b1ac7c-b782-4383-86e2-106d4e6ae938 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.582663] env[69654]: DEBUG nova.compute.manager [-] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.582663] env[69654]: DEBUG nova.network.neutron [-] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.584820] env[69654]: DEBUG nova.network.neutron [req-78c6a767-66c0-46af-8e55-23a7a53d7485 req-8677c9f6-c234-4697-a05a-f493e54e841e service nova] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Updated VIF entry in instance network info cache for port 1a1082df-3573-46ac-b998-51f2cd65f17a. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.585209] env[69654]: DEBUG nova.network.neutron [req-78c6a767-66c0-46af-8e55-23a7a53d7485 req-8677c9f6-c234-4697-a05a-f493e54e841e service nova] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Updating instance_info_cache with network_info: [{"id": "1a1082df-3573-46ac-b998-51f2cd65f17a", "address": "fa:16:3e:81:ec:5a", "network": {"id": "59c14f61-5b6e-4c24-9844-de2060b3dc47", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-815132250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f910a10b3e2431d9954378369a94fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a1082df-35", "ovs_interfaceid": "1a1082df-3573-46ac-b998-51f2cd65f17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.589947] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68c2eca-8749-47db-a0ed-6c17e7a338b5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.605882] env[69654]: DEBUG nova.compute.provider_tree [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.741858] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554269, 'name': CreateVM_Task, 'duration_secs': 0.471981} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.742237] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.742768] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.742958] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.743268] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.743525] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c788dfd-5749-4330-a32e-5fc888f94530 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.749702] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Waiting for the task: (returnval){ [ 678.749702] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528a2a7f-fd54-6b09-7702-7bd085cdb636" [ 678.749702] env[69654]: _type = "Task" [ 678.749702] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.768856] env[69654]: INFO nova.compute.manager [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Took 22.81 seconds to build instance. [ 678.775622] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528a2a7f-fd54-6b09-7702-7bd085cdb636, 'name': SearchDatastore_Task, 'duration_secs': 0.017386} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.775933] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.776112] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.776300] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.776446] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.776674] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.776880] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2002b130-45d6-4792-a9d5-a216b4bd6ba1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.785686] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.785873] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.786673] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b42ef2f-e9bd-4cf2-be05-8b0afef89eec {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.792464] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Waiting for the task: (returnval){ [ 678.792464] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5201f908-ac9c-7076-6835-d35d988e3ad7" [ 678.792464] env[69654]: _type = "Task" [ 678.792464] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.800499] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5201f908-ac9c-7076-6835-d35d988e3ad7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.814442] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Acquiring lock "2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.814618] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Lock "2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.873585] env[69654]: DEBUG nova.compute.manager [req-c491cc42-ae11-4219-bcfa-92152c8b35c9 req-270c2948-d533-4a2a-9e15-ecd2822d31c6 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Received event network-changed-845883b0-34a5-4cbd-ac91-22535a0a76a8 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.873790] env[69654]: DEBUG nova.compute.manager [req-c491cc42-ae11-4219-bcfa-92152c8b35c9 req-270c2948-d533-4a2a-9e15-ecd2822d31c6 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Refreshing instance network info cache due to event network-changed-845883b0-34a5-4cbd-ac91-22535a0a76a8. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.874010] env[69654]: DEBUG oslo_concurrency.lockutils [req-c491cc42-ae11-4219-bcfa-92152c8b35c9 req-270c2948-d533-4a2a-9e15-ecd2822d31c6 service nova] Acquiring lock "refresh_cache-efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.874356] env[69654]: DEBUG oslo_concurrency.lockutils [req-c491cc42-ae11-4219-bcfa-92152c8b35c9 req-270c2948-d533-4a2a-9e15-ecd2822d31c6 service nova] Acquired lock "refresh_cache-efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.874534] env[69654]: DEBUG nova.network.neutron [req-c491cc42-ae11-4219-bcfa-92152c8b35c9 req-270c2948-d533-4a2a-9e15-ecd2822d31c6 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Refreshing network info cache for port 845883b0-34a5-4cbd-ac91-22535a0a76a8 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.017247] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': task-3554270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.090874] env[69654]: DEBUG oslo_concurrency.lockutils [req-78c6a767-66c0-46af-8e55-23a7a53d7485 req-8677c9f6-c234-4697-a05a-f493e54e841e service nova] Releasing lock "refresh_cache-e70c9988-f850-45ad-950d-66bf8eb60f80" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.091174] env[69654]: DEBUG nova.compute.manager [req-78c6a767-66c0-46af-8e55-23a7a53d7485 req-8677c9f6-c234-4697-a05a-f493e54e841e service nova] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Received event network-vif-plugged-a4651a16-ef35-407b-96aa-684eb53583ac {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.091357] env[69654]: DEBUG oslo_concurrency.lockutils [req-78c6a767-66c0-46af-8e55-23a7a53d7485 req-8677c9f6-c234-4697-a05a-f493e54e841e service nova] Acquiring lock "99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.091552] env[69654]: DEBUG oslo_concurrency.lockutils [req-78c6a767-66c0-46af-8e55-23a7a53d7485 req-8677c9f6-c234-4697-a05a-f493e54e841e service nova] Lock "99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.091753] env[69654]: DEBUG oslo_concurrency.lockutils [req-78c6a767-66c0-46af-8e55-23a7a53d7485 req-8677c9f6-c234-4697-a05a-f493e54e841e service nova] Lock "99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.091925] env[69654]: DEBUG nova.compute.manager [req-78c6a767-66c0-46af-8e55-23a7a53d7485 req-8677c9f6-c234-4697-a05a-f493e54e841e service nova] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] No waiting events found dispatching network-vif-plugged-a4651a16-ef35-407b-96aa-684eb53583ac {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.092100] env[69654]: WARNING nova.compute.manager [req-78c6a767-66c0-46af-8e55-23a7a53d7485 req-8677c9f6-c234-4697-a05a-f493e54e841e service nova] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Received unexpected event network-vif-plugged-a4651a16-ef35-407b-96aa-684eb53583ac for instance with vm_state building and task_state spawning. [ 679.116024] env[69654]: DEBUG nova.scheduler.client.report [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.271185] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33979961-56fe-48b1-996c-a02da7f71984 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Lock "2803d331-840b-40c3-81d3-619bba80ed5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.325s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.303968] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5201f908-ac9c-7076-6835-d35d988e3ad7, 'name': SearchDatastore_Task, 'duration_secs': 0.021377} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.304895] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d69f38c-fa84-4869-80d8-5637a3ce07ba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.313328] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Waiting for the task: (returnval){ [ 679.313328] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52149bb3-840b-40ca-3d01-c6790d3d9238" [ 679.313328] env[69654]: _type = "Task" [ 679.313328] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.319300] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52149bb3-840b-40ca-3d01-c6790d3d9238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.342796] env[69654]: DEBUG nova.network.neutron [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Successfully updated port: d75199f6-f428-4cf2-bae0-9d05da206a6c {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.521076] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': task-3554270, 'name': ReconfigVM_Task, 'duration_secs': 0.659505} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.522238] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Reconfigured VM instance instance-0000000e to attach disk [datastore1] e70c9988-f850-45ad-950d-66bf8eb60f80/e70c9988-f850-45ad-950d-66bf8eb60f80.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.522704] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa19e96c-649a-449f-bdcc-804229450903 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.529692] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Waiting for the task: (returnval){ [ 679.529692] env[69654]: value = "task-3554271" [ 679.529692] env[69654]: _type = "Task" [ 679.529692] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.539995] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': task-3554271, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.621643] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.625820] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.387s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.631813] env[69654]: INFO nova.compute.claims [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.661493] env[69654]: INFO nova.scheduler.client.report [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Deleted allocations for instance 5699f273-2d40-4475-99e1-186b2f1f6699 [ 679.714397] env[69654]: DEBUG nova.network.neutron [-] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.777124] env[69654]: DEBUG nova.compute.manager [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.828933] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52149bb3-840b-40ca-3d01-c6790d3d9238, 'name': SearchDatastore_Task, 'duration_secs': 0.041893} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.830286] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.830600] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68/99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.830901] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d0bf89d-b659-4ef5-a404-dacc8becd7f4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.840770] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Waiting for the task: (returnval){ [ 679.840770] env[69654]: value = "task-3554272" [ 679.840770] env[69654]: _type = "Task" [ 679.840770] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.848154] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "refresh_cache-a10177e9-959a-4c5b-9f1e-0808af564f81" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.848409] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquired lock "refresh_cache-a10177e9-959a-4c5b-9f1e-0808af564f81" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.848500] env[69654]: DEBUG nova.network.neutron [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.856355] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': task-3554272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.857747] env[69654]: DEBUG nova.network.neutron [req-c491cc42-ae11-4219-bcfa-92152c8b35c9 req-270c2948-d533-4a2a-9e15-ecd2822d31c6 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Updated VIF entry in instance network info cache for port 845883b0-34a5-4cbd-ac91-22535a0a76a8. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.858165] env[69654]: DEBUG nova.network.neutron [req-c491cc42-ae11-4219-bcfa-92152c8b35c9 req-270c2948-d533-4a2a-9e15-ecd2822d31c6 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Updating instance_info_cache with network_info: [{"id": "845883b0-34a5-4cbd-ac91-22535a0a76a8", "address": "fa:16:3e:20:bd:97", "network": {"id": "aaad3f80-40c5-492a-8878-f01c3ee96f12", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-255830167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8d6e49ec43c404181741869a815dec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845883b0-34", "ovs_interfaceid": "845883b0-34a5-4cbd-ac91-22535a0a76a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.043269] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': task-3554271, 'name': Rename_Task, 'duration_secs': 0.336279} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.043269] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.043269] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1c1866f-3463-49c1-b2d7-93587fac1d55 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.051433] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Waiting for the task: (returnval){ [ 680.051433] env[69654]: value = "task-3554273" [ 680.051433] env[69654]: _type = "Task" [ 680.051433] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.059480] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': task-3554273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.173821] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a578506-289e-4cb4-b184-86b4e34f0d8a tempest-TenantUsagesTestJSON-268528473 tempest-TenantUsagesTestJSON-268528473-project-member] Lock "5699f273-2d40-4475-99e1-186b2f1f6699" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.034s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.218538] env[69654]: INFO nova.compute.manager [-] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Took 1.64 seconds to deallocate network for instance. [ 680.309317] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.357716] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': task-3554272, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.364138] env[69654]: DEBUG oslo_concurrency.lockutils [req-c491cc42-ae11-4219-bcfa-92152c8b35c9 req-270c2948-d533-4a2a-9e15-ecd2822d31c6 service nova] Releasing lock "refresh_cache-efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.364308] env[69654]: DEBUG nova.compute.manager [req-c491cc42-ae11-4219-bcfa-92152c8b35c9 req-270c2948-d533-4a2a-9e15-ecd2822d31c6 service nova] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Received event network-vif-deleted-cd625294-db7b-4a55-88a9-800f6f6cd9d3 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.413811] env[69654]: DEBUG nova.network.neutron [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.562775] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': task-3554273, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.734323] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.852288] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': task-3554272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689713} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.855142] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68/99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.855398] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.860751] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54b16a1f-2846-49cd-9922-ac1dc77f7b6f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.871706] env[69654]: DEBUG oslo_concurrency.lockutils [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquiring lock "8435c189-c15f-4bba-8317-a32b92690678" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.871961] env[69654]: DEBUG oslo_concurrency.lockutils [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Lock "8435c189-c15f-4bba-8317-a32b92690678" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.872270] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Waiting for the task: (returnval){ [ 680.872270] env[69654]: value = "task-3554274" [ 680.872270] env[69654]: _type = "Task" [ 680.872270] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.882979] env[69654]: DEBUG nova.compute.manager [req-4f631806-d712-498b-bdde-236dff777efb req-ab5ba16b-b8b8-4ec1-9681-c810f4a798ca service nova] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Received event network-changed-a4651a16-ef35-407b-96aa-684eb53583ac {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.883228] env[69654]: DEBUG nova.compute.manager [req-4f631806-d712-498b-bdde-236dff777efb req-ab5ba16b-b8b8-4ec1-9681-c810f4a798ca service nova] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Refreshing instance network info cache due to event network-changed-a4651a16-ef35-407b-96aa-684eb53583ac. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.883445] env[69654]: DEBUG oslo_concurrency.lockutils [req-4f631806-d712-498b-bdde-236dff777efb req-ab5ba16b-b8b8-4ec1-9681-c810f4a798ca service nova] Acquiring lock "refresh_cache-99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.883578] env[69654]: DEBUG oslo_concurrency.lockutils [req-4f631806-d712-498b-bdde-236dff777efb req-ab5ba16b-b8b8-4ec1-9681-c810f4a798ca service nova] Acquired lock "refresh_cache-99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.884310] env[69654]: DEBUG nova.network.neutron [req-4f631806-d712-498b-bdde-236dff777efb req-ab5ba16b-b8b8-4ec1-9681-c810f4a798ca service nova] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Refreshing network info cache for port a4651a16-ef35-407b-96aa-684eb53583ac {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.892303] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': task-3554274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.048059] env[69654]: DEBUG nova.network.neutron [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Updating instance_info_cache with network_info: [{"id": "d75199f6-f428-4cf2-bae0-9d05da206a6c", "address": "fa:16:3e:2d:14:73", "network": {"id": "0a6210c0-1bd9-4f0e-9ee2-c0d723c9962b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-696838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9781d30d658b4afba131affff43edda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd75199f6-f4", "ovs_interfaceid": "d75199f6-f428-4cf2-bae0-9d05da206a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.067313] env[69654]: DEBUG oslo_vmware.api [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': task-3554273, 'name': PowerOnVM_Task, 'duration_secs': 0.675836} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.067313] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.067489] env[69654]: INFO nova.compute.manager [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Took 9.95 seconds to spawn the instance on the hypervisor. [ 681.067654] env[69654]: DEBUG nova.compute.manager [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.068522] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9691ebd3-eb6b-4c38-a042-024c428218a4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.073715] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41074861-6039-44a5-8474-4680c9084f13 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.091138] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30624513-f7c7-47f6-8ccf-3f56eaef117d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.127721] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcd559d-7315-485d-9d39-e6882ab85f4b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.141691] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6680edc1-2b04-478c-bbca-3fec3a4cd30f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.153998] env[69654]: DEBUG nova.compute.provider_tree [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.382159] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': task-3554274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07683} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.382431] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.383266] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb29e4e5-f28c-4e57-99b2-7ce92840efe7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.409037] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68/99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.409037] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa245814-13f1-413a-b5bc-924d6f281c48 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.423040] env[69654]: DEBUG nova.compute.manager [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.423687] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96517d32-98fb-4649-bb8f-71485bd61b98 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.439365] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Waiting for the task: (returnval){ [ 681.439365] env[69654]: value = "task-3554275" [ 681.439365] env[69654]: _type = "Task" [ 681.439365] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.556019] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Releasing lock "refresh_cache-a10177e9-959a-4c5b-9f1e-0808af564f81" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.556019] env[69654]: DEBUG nova.compute.manager [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Instance network_info: |[{"id": "d75199f6-f428-4cf2-bae0-9d05da206a6c", "address": "fa:16:3e:2d:14:73", "network": {"id": "0a6210c0-1bd9-4f0e-9ee2-c0d723c9962b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-696838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9781d30d658b4afba131affff43edda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd75199f6-f4", "ovs_interfaceid": "d75199f6-f428-4cf2-bae0-9d05da206a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.556472] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:14:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd75199f6-f428-4cf2-bae0-9d05da206a6c', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.562509] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.562509] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.562509] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0e31478-9d29-4ece-8ab6-a247b6fd71f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.587018] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.587018] env[69654]: value = "task-3554276" [ 681.587018] env[69654]: _type = "Task" [ 681.587018] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.599290] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554276, 'name': CreateVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.599290] env[69654]: INFO nova.compute.manager [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Took 23.14 seconds to build instance. [ 681.660748] env[69654]: DEBUG nova.scheduler.client.report [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.687688] env[69654]: DEBUG nova.network.neutron [req-4f631806-d712-498b-bdde-236dff777efb req-ab5ba16b-b8b8-4ec1-9681-c810f4a798ca service nova] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Updated VIF entry in instance network info cache for port a4651a16-ef35-407b-96aa-684eb53583ac. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.687688] env[69654]: DEBUG nova.network.neutron [req-4f631806-d712-498b-bdde-236dff777efb req-ab5ba16b-b8b8-4ec1-9681-c810f4a798ca service nova] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Updating instance_info_cache with network_info: [{"id": "a4651a16-ef35-407b-96aa-684eb53583ac", "address": "fa:16:3e:0f:99:cb", "network": {"id": "cd2a7fd3-c573-4794-b02a-f9d1bb3c1bbc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1397214925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afa9be889f0541bd963c85c82ee9245e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4651a16-ef", "ovs_interfaceid": "a4651a16-ef35-407b-96aa-684eb53583ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.941761] env[69654]: INFO nova.compute.manager [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] instance snapshotting [ 681.948260] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c98254f-b7ec-4944-8847-e1409df227b6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.970325] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': task-3554275, 'name': ReconfigVM_Task, 'duration_secs': 0.474308} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.970888] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68/99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.972065] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa0b8cd-a95f-4ee2-9be7-20f3574c78d9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.974856] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebfcbea1-256a-47fd-b92d-9b728a14836d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.983329] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Waiting for the task: (returnval){ [ 681.983329] env[69654]: value = "task-3554277" [ 681.983329] env[69654]: _type = "Task" [ 681.983329] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.003828] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': task-3554277, 'name': Rename_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.103043] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554276, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.103612] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce4411d7-76e6-4130-943d-ad36e3ccc504 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Lock "e70c9988-f850-45ad-950d-66bf8eb60f80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.305s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.167250] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.167841] env[69654]: DEBUG nova.compute.manager [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.172121] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.989s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.172556] env[69654]: DEBUG nova.objects.instance [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Lazy-loading 'resources' on Instance uuid 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.190836] env[69654]: DEBUG oslo_concurrency.lockutils [req-4f631806-d712-498b-bdde-236dff777efb req-ab5ba16b-b8b8-4ec1-9681-c810f4a798ca service nova] Releasing lock "refresh_cache-99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.191130] env[69654]: DEBUG nova.compute.manager [req-4f631806-d712-498b-bdde-236dff777efb req-ab5ba16b-b8b8-4ec1-9681-c810f4a798ca service nova] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Received event network-vif-deleted-9119d86d-d68e-4d46-af9a-a2c302d76a95 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.201159] env[69654]: DEBUG nova.compute.manager [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Received event network-vif-plugged-d75199f6-f428-4cf2-bae0-9d05da206a6c {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.201159] env[69654]: DEBUG oslo_concurrency.lockutils [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] Acquiring lock "a10177e9-959a-4c5b-9f1e-0808af564f81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.201159] env[69654]: DEBUG oslo_concurrency.lockutils [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] Lock "a10177e9-959a-4c5b-9f1e-0808af564f81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.201159] env[69654]: DEBUG oslo_concurrency.lockutils [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] Lock "a10177e9-959a-4c5b-9f1e-0808af564f81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.201159] env[69654]: DEBUG nova.compute.manager [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] No waiting events found dispatching network-vif-plugged-d75199f6-f428-4cf2-bae0-9d05da206a6c {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.201366] env[69654]: WARNING nova.compute.manager [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Received unexpected event network-vif-plugged-d75199f6-f428-4cf2-bae0-9d05da206a6c for instance with vm_state building and task_state spawning. [ 682.201366] env[69654]: DEBUG nova.compute.manager [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Received event network-changed-d75199f6-f428-4cf2-bae0-9d05da206a6c {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.201366] env[69654]: DEBUG nova.compute.manager [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Refreshing instance network info cache due to event network-changed-d75199f6-f428-4cf2-bae0-9d05da206a6c. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.201588] env[69654]: DEBUG oslo_concurrency.lockutils [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] Acquiring lock "refresh_cache-a10177e9-959a-4c5b-9f1e-0808af564f81" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.201793] env[69654]: DEBUG oslo_concurrency.lockutils [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] Acquired lock "refresh_cache-a10177e9-959a-4c5b-9f1e-0808af564f81" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.201793] env[69654]: DEBUG nova.network.neutron [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Refreshing network info cache for port d75199f6-f428-4cf2-bae0-9d05da206a6c {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.484819] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 682.485175] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0725a32f-68cb-4893-917f-50acd268fd42 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.499894] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': task-3554277, 'name': Rename_Task, 'duration_secs': 0.200733} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.501924] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.505114] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 682.505114] env[69654]: value = "task-3554278" [ 682.505114] env[69654]: _type = "Task" [ 682.505114] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.505114] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b016b343-49da-4cd8-9d2f-044c117f79bf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.519776] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554278, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.520230] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Waiting for the task: (returnval){ [ 682.520230] env[69654]: value = "task-3554279" [ 682.520230] env[69654]: _type = "Task" [ 682.520230] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.528668] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': task-3554279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.600092] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554276, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.608690] env[69654]: DEBUG nova.compute.manager [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.676148] env[69654]: DEBUG nova.compute.utils [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.685119] env[69654]: DEBUG nova.compute.manager [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.685119] env[69654]: DEBUG nova.network.neutron [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.825770] env[69654]: DEBUG nova.policy [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14ad0edd23b34b49805e3bb78a9bcae6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c39ba5f0490c46fe8ea862683266d3be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.014356] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554278, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.044681] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': task-3554279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.094106] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46f3415-0291-4a06-b50e-505e1d558495 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.101141] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554276, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.105920] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b51110-a88f-4e9d-8264-d3bc89a18450 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.139698] env[69654]: DEBUG nova.network.neutron [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Updated VIF entry in instance network info cache for port d75199f6-f428-4cf2-bae0-9d05da206a6c. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.140044] env[69654]: DEBUG nova.network.neutron [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Updating instance_info_cache with network_info: [{"id": "d75199f6-f428-4cf2-bae0-9d05da206a6c", "address": "fa:16:3e:2d:14:73", "network": {"id": "0a6210c0-1bd9-4f0e-9ee2-c0d723c9962b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-696838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9781d30d658b4afba131affff43edda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd75199f6-f4", "ovs_interfaceid": "d75199f6-f428-4cf2-bae0-9d05da206a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.141662] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35b5009-9d72-470a-b7e2-d3ed592b9cf3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.153098] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34344c24-ec02-4414-a645-35567e5e981c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.171324] env[69654]: DEBUG nova.compute.provider_tree [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.173685] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.186522] env[69654]: DEBUG nova.compute.manager [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.350728] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "74fb9708-d39e-4f5e-9356-95c09802468e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.350728] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "74fb9708-d39e-4f5e-9356-95c09802468e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.515716] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554278, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.538968] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': task-3554279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.540121] env[69654]: DEBUG nova.network.neutron [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Successfully created port: dcbfbee2-72c5-424a-b266-5017d775f721 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.605564] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554276, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.648269] env[69654]: DEBUG oslo_concurrency.lockutils [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] Releasing lock "refresh_cache-a10177e9-959a-4c5b-9f1e-0808af564f81" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.648569] env[69654]: DEBUG nova.compute.manager [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Received event network-changed-28aad9c4-d717-4459-8cce-be77fe27cb4d {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.648739] env[69654]: DEBUG nova.compute.manager [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Refreshing instance network info cache due to event network-changed-28aad9c4-d717-4459-8cce-be77fe27cb4d. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.648975] env[69654]: DEBUG oslo_concurrency.lockutils [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] Acquiring lock "refresh_cache-d8d33a14-d3e3-42e4-9fe6-e901547195c9" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.649143] env[69654]: DEBUG oslo_concurrency.lockutils [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] Acquired lock "refresh_cache-d8d33a14-d3e3-42e4-9fe6-e901547195c9" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.649313] env[69654]: DEBUG nova.network.neutron [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Refreshing network info cache for port 28aad9c4-d717-4459-8cce-be77fe27cb4d {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.679913] env[69654]: DEBUG nova.scheduler.client.report [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.797118] env[69654]: DEBUG oslo_concurrency.lockutils [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Acquiring lock "efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.797403] env[69654]: DEBUG oslo_concurrency.lockutils [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Lock "efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.797611] env[69654]: DEBUG oslo_concurrency.lockutils [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Acquiring lock "efa5a9d0-05c3-4533-99c2-7b8f5d16db7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.797788] env[69654]: DEBUG oslo_concurrency.lockutils [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Lock "efa5a9d0-05c3-4533-99c2-7b8f5d16db7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.798117] env[69654]: DEBUG oslo_concurrency.lockutils [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Lock "efa5a9d0-05c3-4533-99c2-7b8f5d16db7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.803710] env[69654]: INFO nova.compute.manager [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Terminating instance [ 684.019868] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554278, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.044998] env[69654]: DEBUG oslo_vmware.api [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': task-3554279, 'name': PowerOnVM_Task, 'duration_secs': 1.34434} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.044998] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.045432] env[69654]: INFO nova.compute.manager [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Took 9.15 seconds to spawn the instance on the hypervisor. [ 684.045803] env[69654]: DEBUG nova.compute.manager [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.047039] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd260466-0572-4223-b7bf-80b7167e9788 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.104807] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554276, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.186259] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.190213] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.332s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.191903] env[69654]: INFO nova.compute.claims [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.198324] env[69654]: DEBUG nova.compute.manager [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.231692] env[69654]: DEBUG nova.virt.hardware [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.231692] env[69654]: DEBUG nova.virt.hardware [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.233425] env[69654]: DEBUG nova.virt.hardware [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.233425] env[69654]: DEBUG nova.virt.hardware [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.233425] env[69654]: DEBUG nova.virt.hardware [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.233425] env[69654]: DEBUG nova.virt.hardware [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.233425] env[69654]: DEBUG nova.virt.hardware [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.233730] env[69654]: DEBUG nova.virt.hardware [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.233730] env[69654]: DEBUG nova.virt.hardware [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.233730] env[69654]: DEBUG nova.virt.hardware [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.233730] env[69654]: DEBUG nova.virt.hardware [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.234725] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54400742-e9df-40b5-82a9-f15fbbc87bb6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.237898] env[69654]: INFO nova.scheduler.client.report [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Deleted allocations for instance 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da [ 684.245388] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b120ee4-9022-47f4-9083-0c94694c369b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.312808] env[69654]: DEBUG nova.compute.manager [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.314705] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.314705] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebf234d-980f-4940-987b-bbd125af182a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.325281] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.325281] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae27234b-ffdc-40fb-aba9-fc2f68918985 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.332258] env[69654]: DEBUG oslo_vmware.api [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Waiting for the task: (returnval){ [ 684.332258] env[69654]: value = "task-3554280" [ 684.332258] env[69654]: _type = "Task" [ 684.332258] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.342464] env[69654]: DEBUG oslo_vmware.api [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': task-3554280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.517438] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554278, 'name': CreateSnapshot_Task, 'duration_secs': 1.561104} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.517865] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 684.518744] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6620b4b-59de-4f86-bc51-3122e734f6e0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.538320] env[69654]: DEBUG nova.network.neutron [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Updated VIF entry in instance network info cache for port 28aad9c4-d717-4459-8cce-be77fe27cb4d. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.538788] env[69654]: DEBUG nova.network.neutron [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Updating instance_info_cache with network_info: [{"id": "28aad9c4-d717-4459-8cce-be77fe27cb4d", "address": "fa:16:3e:c3:a3:74", "network": {"id": "150a55dd-0fba-4c44-b771-823241d9bd47", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1766670298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9333b0efcc2141d89fa079a67d7bf828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28aad9c4-d7", "ovs_interfaceid": "28aad9c4-d717-4459-8cce-be77fe27cb4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.570388] env[69654]: INFO nova.compute.manager [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Took 24.59 seconds to build instance. [ 684.601130] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554276, 'name': CreateVM_Task, 'duration_secs': 2.527837} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.601315] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.602036] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.602172] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.602492] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.603049] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f975fd7-c68b-4fd3-8cb1-3c6cd6a3aed6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.608247] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 684.608247] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5283d708-9675-464f-15ee-b4e1bab0a008" [ 684.608247] env[69654]: _type = "Task" [ 684.608247] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.616744] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5283d708-9675-464f-15ee-b4e1bab0a008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.752811] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4e458d07-e7c8-42e6-a883-fd9ecbeb8f5f tempest-ServerDiagnosticsV248Test-19056084 tempest-ServerDiagnosticsV248Test-19056084-project-member] Lock "2a1cc8db-fb20-4cb6-ae79-a89ca9a479da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.448s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.846471] env[69654]: DEBUG oslo_vmware.api [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': task-3554280, 'name': PowerOffVM_Task, 'duration_secs': 0.225973} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.846777] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.846951] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.847213] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0ef28ed-50a1-470f-a8a1-827c59ccfe3c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.921292] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.921516] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.921723] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Deleting the datastore file [datastore2] efa5a9d0-05c3-4533-99c2-7b8f5d16db7d {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.922265] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-029027c8-620a-4d4f-992e-528fbc4950b3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.929396] env[69654]: DEBUG oslo_vmware.api [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Waiting for the task: (returnval){ [ 684.929396] env[69654]: value = "task-3554282" [ 684.929396] env[69654]: _type = "Task" [ 684.929396] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.938480] env[69654]: DEBUG oslo_vmware.api [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': task-3554282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.039281] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 685.039639] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5a65ef5f-5f88-4770-8f56-311c7b250642 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.047058] env[69654]: DEBUG oslo_concurrency.lockutils [req-063381a7-9fed-4600-b4ad-6230b6bff696 req-7df617eb-6688-4d9e-9fad-43e5cfbcfdf3 service nova] Releasing lock "refresh_cache-d8d33a14-d3e3-42e4-9fe6-e901547195c9" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.047586] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Acquiring lock "e70c9988-f850-45ad-950d-66bf8eb60f80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.048247] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Lock "e70c9988-f850-45ad-950d-66bf8eb60f80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.048247] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Acquiring lock "e70c9988-f850-45ad-950d-66bf8eb60f80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.048247] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Lock "e70c9988-f850-45ad-950d-66bf8eb60f80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.048432] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Lock "e70c9988-f850-45ad-950d-66bf8eb60f80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.050953] env[69654]: INFO nova.compute.manager [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Terminating instance [ 685.055414] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 685.055414] env[69654]: value = "task-3554283" [ 685.055414] env[69654]: _type = "Task" [ 685.055414] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.068826] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554283, 'name': CloneVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.072388] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e07c5f4a-733c-40e0-8296-a277ca7d3ee6 tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Lock "99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.912s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.122858] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5283d708-9675-464f-15ee-b4e1bab0a008, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.123246] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.123458] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.123741] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.123945] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.124710] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.124710] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e82e239b-ded5-4f8f-938c-6d13f67ea585 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.146328] env[69654]: DEBUG oslo_concurrency.lockutils [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Acquiring lock "e0283727-ff5e-4943-a5db-9f4bc5a98b7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.146328] env[69654]: DEBUG oslo_concurrency.lockutils [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Lock "e0283727-ff5e-4943-a5db-9f4bc5a98b7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.146328] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.146328] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.146328] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e19bb76-3996-4e74-a51b-5fcb22d52611 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.150747] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 685.150747] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522c92e9-4296-605e-4145-70e729301769" [ 685.150747] env[69654]: _type = "Task" [ 685.150747] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.160732] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522c92e9-4296-605e-4145-70e729301769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.448345] env[69654]: DEBUG oslo_vmware.api [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Task: {'id': task-3554282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136128} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.448345] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.448345] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.448345] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.448345] env[69654]: INFO nova.compute.manager [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 685.448614] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.448614] env[69654]: DEBUG nova.compute.manager [-] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.448614] env[69654]: DEBUG nova.network.neutron [-] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.498540] env[69654]: DEBUG nova.network.neutron [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Successfully updated port: dcbfbee2-72c5-424a-b266-5017d775f721 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.557817] env[69654]: DEBUG nova.compute.manager [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.563155] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.567081] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cbceed-c004-42da-955b-961235eba88d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.575357] env[69654]: DEBUG nova.compute.manager [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.588671] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554283, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.589276] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.589276] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e80d11ed-12d6-4089-a520-954546bc85eb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.596462] env[69654]: DEBUG oslo_vmware.api [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Waiting for the task: (returnval){ [ 685.596462] env[69654]: value = "task-3554284" [ 685.596462] env[69654]: _type = "Task" [ 685.596462] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.612646] env[69654]: DEBUG oslo_vmware.api [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': task-3554284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.667680] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522c92e9-4296-605e-4145-70e729301769, 'name': SearchDatastore_Task, 'duration_secs': 0.011543} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.670139] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61acdb1b-9fdd-4090-8ba5-9aa9877a315d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.679403] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 685.679403] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5235faa2-c0b4-245f-a4ff-c28209df04e9" [ 685.679403] env[69654]: _type = "Task" [ 685.679403] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.700021] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5235faa2-c0b4-245f-a4ff-c28209df04e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012682} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.700021] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.700188] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] a10177e9-959a-4c5b-9f1e-0808af564f81/a10177e9-959a-4c5b-9f1e-0808af564f81.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.702701] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5e19ad0-1dd5-4cac-82ba-6ed81200e20e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.708608] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 685.708608] env[69654]: value = "task-3554285" [ 685.708608] env[69654]: _type = "Task" [ 685.708608] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.716480] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d78a30f-c273-4396-a546-a3b7d1f29cad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.728143] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.728565] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b28b00-7b70-46e0-85e5-495412de8941 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.766177] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7651aaf1-9d78-4bed-a15b-986becd4fca1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.775579] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29223bfb-f68e-497b-8745-31056f10350b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.788708] env[69654]: DEBUG nova.compute.provider_tree [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 685.863715] env[69654]: DEBUG nova.compute.manager [req-cf86dccd-a5d4-4d2a-8d54-9c71923a9e90 req-6d38c9de-3f17-4a59-a37f-ba3f9e982b7f service nova] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Received event network-vif-plugged-dcbfbee2-72c5-424a-b266-5017d775f721 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.863715] env[69654]: DEBUG oslo_concurrency.lockutils [req-cf86dccd-a5d4-4d2a-8d54-9c71923a9e90 req-6d38c9de-3f17-4a59-a37f-ba3f9e982b7f service nova] Acquiring lock "8cf7cbb1-ba43-46c5-8cfc-326201591894-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.863715] env[69654]: DEBUG oslo_concurrency.lockutils [req-cf86dccd-a5d4-4d2a-8d54-9c71923a9e90 req-6d38c9de-3f17-4a59-a37f-ba3f9e982b7f service nova] Lock "8cf7cbb1-ba43-46c5-8cfc-326201591894-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.863715] env[69654]: DEBUG oslo_concurrency.lockutils [req-cf86dccd-a5d4-4d2a-8d54-9c71923a9e90 req-6d38c9de-3f17-4a59-a37f-ba3f9e982b7f service nova] Lock "8cf7cbb1-ba43-46c5-8cfc-326201591894-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.863715] env[69654]: DEBUG nova.compute.manager [req-cf86dccd-a5d4-4d2a-8d54-9c71923a9e90 req-6d38c9de-3f17-4a59-a37f-ba3f9e982b7f service nova] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] No waiting events found dispatching network-vif-plugged-dcbfbee2-72c5-424a-b266-5017d775f721 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.864105] env[69654]: WARNING nova.compute.manager [req-cf86dccd-a5d4-4d2a-8d54-9c71923a9e90 req-6d38c9de-3f17-4a59-a37f-ba3f9e982b7f service nova] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Received unexpected event network-vif-plugged-dcbfbee2-72c5-424a-b266-5017d775f721 for instance with vm_state building and task_state spawning. [ 686.003212] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquiring lock "refresh_cache-8cf7cbb1-ba43-46c5-8cfc-326201591894" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.003380] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquired lock "refresh_cache-8cf7cbb1-ba43-46c5-8cfc-326201591894" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.003515] env[69654]: DEBUG nova.network.neutron [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.078051] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554283, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.103401] env[69654]: DEBUG oslo_concurrency.lockutils [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.109931] env[69654]: DEBUG oslo_vmware.api [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': task-3554284, 'name': PowerOffVM_Task, 'duration_secs': 0.338786} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.110292] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.110584] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.110790] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c4b99b1-863b-4821-bb24-90ad9735ca6c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.225415] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554285, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.279070] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.279070] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.279252] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Deleting the datastore file [datastore1] e70c9988-f850-45ad-950d-66bf8eb60f80 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.279459] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41ebf1c0-4913-429a-abce-96b58676bfe6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.286709] env[69654]: DEBUG oslo_vmware.api [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Waiting for the task: (returnval){ [ 686.286709] env[69654]: value = "task-3554287" [ 686.286709] env[69654]: _type = "Task" [ 686.286709] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.297122] env[69654]: DEBUG oslo_vmware.api [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': task-3554287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.315195] env[69654]: ERROR nova.scheduler.client.report [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [req-5f4556a9-de2b-446f-9bac-c50baac61c92] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7244f0e3-c8fc-4c02-ba3d-26a8e0372872. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5f4556a9-de2b-446f-9bac-c50baac61c92"}]} [ 686.335246] env[69654]: DEBUG nova.scheduler.client.report [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Refreshing inventories for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 686.356558] env[69654]: DEBUG nova.scheduler.client.report [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Updating ProviderTree inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 686.356558] env[69654]: DEBUG nova.compute.provider_tree [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.378925] env[69654]: DEBUG nova.scheduler.client.report [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Refreshing aggregate associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, aggregates: None {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 686.390685] env[69654]: DEBUG nova.network.neutron [-] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.406563] env[69654]: DEBUG nova.scheduler.client.report [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Refreshing trait associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 686.460507] env[69654]: DEBUG nova.compute.manager [req-fcd1180a-9aa7-45ff-82b0-84a3636d3d52 req-5d9c4a07-7447-45ce-a5ef-80f4de76c848 service nova] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Received event network-vif-deleted-845883b0-34a5-4cbd-ac91-22535a0a76a8 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.574577] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554283, 'name': CloneVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.578364] env[69654]: DEBUG nova.network.neutron [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.725245] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54862} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.725245] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] a10177e9-959a-4c5b-9f1e-0808af564f81/a10177e9-959a-4c5b-9f1e-0808af564f81.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.725245] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.725245] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9df56a79-8e9a-451e-9244-f54a93655c93 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.731046] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 686.731046] env[69654]: value = "task-3554288" [ 686.731046] env[69654]: _type = "Task" [ 686.731046] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.743742] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.798117] env[69654]: DEBUG oslo_vmware.api [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Task: {'id': task-3554287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144211} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.800475] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.800679] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.800854] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.801043] env[69654]: INFO nova.compute.manager [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Took 1.24 seconds to destroy the instance on the hypervisor. [ 686.801292] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.801692] env[69654]: DEBUG nova.compute.manager [-] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.801788] env[69654]: DEBUG nova.network.neutron [-] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.833362] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb42e44b-84f6-488f-968a-3817bd5bd209 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.841718] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337a95e7-bf69-4b60-bfcc-db0f7950a0da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.878838] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be98610a-a86c-4f39-86a4-b63333acbd5e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.887588] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d70e3a0-bffd-432e-b45f-8847cfe777f2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.900118] env[69654]: INFO nova.compute.manager [-] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Took 1.45 seconds to deallocate network for instance. [ 686.900564] env[69654]: DEBUG nova.compute.provider_tree [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.975480] env[69654]: DEBUG nova.network.neutron [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Updating instance_info_cache with network_info: [{"id": "dcbfbee2-72c5-424a-b266-5017d775f721", "address": "fa:16:3e:16:32:ca", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbfbee2-72", "ovs_interfaceid": "dcbfbee2-72c5-424a-b266-5017d775f721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.079397] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554283, 'name': CloneVM_Task, 'duration_secs': 1.589926} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.079705] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Created linked-clone VM from snapshot [ 687.081126] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4a8d7c-9ac2-4514-a3d5-48ec123d2420 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.091868] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Uploading image e48de273-9a2b-45e7-b922-ca8d79ad4e5d {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 687.122755] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 687.122755] env[69654]: value = "vm-709641" [ 687.122755] env[69654]: _type = "VirtualMachine" [ 687.122755] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 687.122755] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f8d812f9-8942-46b9-a97e-8bbf9a428fc1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.130529] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Lease: (returnval){ [ 687.130529] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e3ea70-43cf-e739-21a5-c337ada605a0" [ 687.130529] env[69654]: _type = "HttpNfcLease" [ 687.130529] env[69654]: } obtained for exporting VM: (result){ [ 687.130529] env[69654]: value = "vm-709641" [ 687.130529] env[69654]: _type = "VirtualMachine" [ 687.130529] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 687.130529] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the lease: (returnval){ [ 687.130529] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e3ea70-43cf-e739-21a5-c337ada605a0" [ 687.130529] env[69654]: _type = "HttpNfcLease" [ 687.130529] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 687.137936] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 687.137936] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e3ea70-43cf-e739-21a5-c337ada605a0" [ 687.137936] env[69654]: _type = "HttpNfcLease" [ 687.137936] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 687.241235] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070324} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.241338] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.242406] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed047d3-28fa-45a3-adb6-d5474b21899c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.266757] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] a10177e9-959a-4c5b-9f1e-0808af564f81/a10177e9-959a-4c5b-9f1e-0808af564f81.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.268635] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa1aad85-f7e5-46ca-8bf7-54849c9588a9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.290124] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 687.290124] env[69654]: value = "task-3554290" [ 687.290124] env[69654]: _type = "Task" [ 687.290124] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.300877] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.410254] env[69654]: DEBUG oslo_concurrency.lockutils [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.446226] env[69654]: DEBUG nova.scheduler.client.report [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Updated inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with generation 36 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 687.446533] env[69654]: DEBUG nova.compute.provider_tree [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 36 to 37 during operation: update_inventory {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 687.446728] env[69654]: DEBUG nova.compute.provider_tree [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.478226] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Releasing lock "refresh_cache-8cf7cbb1-ba43-46c5-8cfc-326201591894" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.478226] env[69654]: DEBUG nova.compute.manager [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Instance network_info: |[{"id": "dcbfbee2-72c5-424a-b266-5017d775f721", "address": "fa:16:3e:16:32:ca", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbfbee2-72", "ovs_interfaceid": "dcbfbee2-72c5-424a-b266-5017d775f721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.478449] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:32:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcbfbee2-72c5-424a-b266-5017d775f721', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.487377] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.488175] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.488175] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ecea125-20ab-4ef7-838d-373d3a091ada {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.512433] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.512433] env[69654]: value = "task-3554291" [ 687.512433] env[69654]: _type = "Task" [ 687.512433] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.523722] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554291, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.639310] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 687.639310] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e3ea70-43cf-e739-21a5-c337ada605a0" [ 687.639310] env[69654]: _type = "HttpNfcLease" [ 687.639310] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 687.640375] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 687.640375] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e3ea70-43cf-e739-21a5-c337ada605a0" [ 687.640375] env[69654]: _type = "HttpNfcLease" [ 687.640375] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 687.642027] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abea3389-a16f-4227-958d-95eeb320c903 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.649713] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8a1ea-a752-5bf0-1eae-089a336a5906/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 687.649713] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8a1ea-a752-5bf0-1eae-089a336a5906/disk-0.vmdk for reading. {{(pid=69654) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 687.804835] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-80db35e0-f3a6-4860-ae86-06267ec045c0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.806939] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554290, 'name': ReconfigVM_Task, 'duration_secs': 0.311459} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.809502] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Reconfigured VM instance instance-00000010 to attach disk [datastore1] a10177e9-959a-4c5b-9f1e-0808af564f81/a10177e9-959a-4c5b-9f1e-0808af564f81.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.809502] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea179039-2cd9-4e85-994f-a96402c7de98 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.816263] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 687.816263] env[69654]: value = "task-3554292" [ 687.816263] env[69654]: _type = "Task" [ 687.816263] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.824866] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554292, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.957579] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.764s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.957579] env[69654]: DEBUG nova.compute.manager [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.960232] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.869s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.964020] env[69654]: DEBUG nova.objects.instance [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lazy-loading 'resources' on Instance uuid 9622ebc8-e48d-4446-b76b-71af45f7c749 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.025465] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554291, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.112205] env[69654]: DEBUG nova.network.neutron [-] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.327497] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554292, 'name': Rename_Task, 'duration_secs': 0.142866} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.327775] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.328322] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bcfa658-1395-45c8-b160-a3f3a601a88d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.335937] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 688.335937] env[69654]: value = "task-3554293" [ 688.335937] env[69654]: _type = "Task" [ 688.335937] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.344864] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.469687] env[69654]: DEBUG nova.compute.utils [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.479218] env[69654]: DEBUG nova.compute.manager [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Not allocating networking since 'none' was specified. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 688.531730] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554291, 'name': CreateVM_Task, 'duration_secs': 0.556363} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.536185] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.537582] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.537927] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.540589] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.540589] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81e5a69c-b1f1-48d2-b504-b91aca8208c2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.546023] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 688.546023] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528ca923-d4d7-cf1e-1df0-e92676c9b63a" [ 688.546023] env[69654]: _type = "Task" [ 688.546023] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.560966] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528ca923-d4d7-cf1e-1df0-e92676c9b63a, 'name': SearchDatastore_Task, 'duration_secs': 0.009833} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.560966] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.560966] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.560966] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.561226] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.561226] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.561226] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cb4ba9e-cddc-4b9a-9edd-5a21461a0070 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.570089] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.570089] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.570089] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acc7fed7-4586-46ad-a047-a7eb6b98f857 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.575722] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 688.575722] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ad63a7-1464-3160-4f6f-d85c76b6dabb" [ 688.575722] env[69654]: _type = "Task" [ 688.575722] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.589737] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ad63a7-1464-3160-4f6f-d85c76b6dabb, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.591081] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e312dab2-2083-4a11-8c0a-a5ba5799369a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.597897] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 688.597897] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5295c52d-fcf0-8fc4-8d4b-e0ea96adbef4" [ 688.597897] env[69654]: _type = "Task" [ 688.597897] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.609361] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5295c52d-fcf0-8fc4-8d4b-e0ea96adbef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.621105] env[69654]: INFO nova.compute.manager [-] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Took 1.82 seconds to deallocate network for instance. [ 688.683237] env[69654]: DEBUG nova.compute.manager [req-fcab550a-9f6f-44a0-b9ba-47baaa29a5ea req-4c58b27c-b0f9-4516-ae52-f66be16f2771 service nova] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Received event network-changed-dcbfbee2-72c5-424a-b266-5017d775f721 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.684157] env[69654]: DEBUG nova.compute.manager [req-fcab550a-9f6f-44a0-b9ba-47baaa29a5ea req-4c58b27c-b0f9-4516-ae52-f66be16f2771 service nova] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Refreshing instance network info cache due to event network-changed-dcbfbee2-72c5-424a-b266-5017d775f721. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.684688] env[69654]: DEBUG oslo_concurrency.lockutils [req-fcab550a-9f6f-44a0-b9ba-47baaa29a5ea req-4c58b27c-b0f9-4516-ae52-f66be16f2771 service nova] Acquiring lock "refresh_cache-8cf7cbb1-ba43-46c5-8cfc-326201591894" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.684942] env[69654]: DEBUG oslo_concurrency.lockutils [req-fcab550a-9f6f-44a0-b9ba-47baaa29a5ea req-4c58b27c-b0f9-4516-ae52-f66be16f2771 service nova] Acquired lock "refresh_cache-8cf7cbb1-ba43-46c5-8cfc-326201591894" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.685205] env[69654]: DEBUG nova.network.neutron [req-fcab550a-9f6f-44a0-b9ba-47baaa29a5ea req-4c58b27c-b0f9-4516-ae52-f66be16f2771 service nova] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Refreshing network info cache for port dcbfbee2-72c5-424a-b266-5017d775f721 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.846529] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554293, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.914319] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0824611b-7328-4f17-8403-a87768267004 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.924337] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aead37fc-263c-42ed-866b-f262243bd926 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.962073] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84f76a3-2041-4171-8a3f-8776a6c9919b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.970312] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16262ff6-570a-48b9-b2ed-c17f2ca5465d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.987626] env[69654]: DEBUG nova.compute.manager [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.988073] env[69654]: DEBUG nova.compute.provider_tree [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.122353] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5295c52d-fcf0-8fc4-8d4b-e0ea96adbef4, 'name': SearchDatastore_Task, 'duration_secs': 0.01053} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.122808] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.124281] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 8cf7cbb1-ba43-46c5-8cfc-326201591894/8cf7cbb1-ba43-46c5-8cfc-326201591894.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.128158] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74902727-8489-480b-a0c5-beeb32b68247 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.131554] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.134853] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 689.134853] env[69654]: value = "task-3554294" [ 689.134853] env[69654]: _type = "Task" [ 689.134853] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.150434] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.349460] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554293, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.503188] env[69654]: DEBUG nova.scheduler.client.report [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.651210] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554294, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.850896] env[69654]: DEBUG oslo_vmware.api [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554293, 'name': PowerOnVM_Task, 'duration_secs': 1.070208} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.852281] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.852371] env[69654]: INFO nova.compute.manager [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Took 12.45 seconds to spawn the instance on the hypervisor. [ 689.852793] env[69654]: DEBUG nova.compute.manager [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.853450] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e4d331-9ba0-4867-bcf5-44a48df6a7df {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.984093] env[69654]: DEBUG nova.network.neutron [req-fcab550a-9f6f-44a0-b9ba-47baaa29a5ea req-4c58b27c-b0f9-4516-ae52-f66be16f2771 service nova] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Updated VIF entry in instance network info cache for port dcbfbee2-72c5-424a-b266-5017d775f721. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.984093] env[69654]: DEBUG nova.network.neutron [req-fcab550a-9f6f-44a0-b9ba-47baaa29a5ea req-4c58b27c-b0f9-4516-ae52-f66be16f2771 service nova] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Updating instance_info_cache with network_info: [{"id": "dcbfbee2-72c5-424a-b266-5017d775f721", "address": "fa:16:3e:16:32:ca", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbfbee2-72", "ovs_interfaceid": "dcbfbee2-72c5-424a-b266-5017d775f721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.011018] env[69654]: DEBUG nova.compute.manager [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.014393] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.016778] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.561s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.018206] env[69654]: INFO nova.compute.claims [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.036569] env[69654]: DEBUG nova.virt.hardware [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.036569] env[69654]: DEBUG nova.virt.hardware [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.036991] env[69654]: DEBUG nova.virt.hardware [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.036991] env[69654]: DEBUG nova.virt.hardware [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.037076] env[69654]: DEBUG nova.virt.hardware [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.037226] env[69654]: DEBUG nova.virt.hardware [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.037435] env[69654]: DEBUG nova.virt.hardware [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.037589] env[69654]: DEBUG nova.virt.hardware [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.037849] env[69654]: DEBUG nova.virt.hardware [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.037906] env[69654]: DEBUG nova.virt.hardware [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.038216] env[69654]: DEBUG nova.virt.hardware [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.039322] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2428d753-217f-41c3-8cfc-a7a4fb27aef4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.051646] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40acd749-5395-410b-a8ef-1dd304090463 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.061189] env[69654]: INFO nova.scheduler.client.report [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleted allocations for instance 9622ebc8-e48d-4446-b76b-71af45f7c749 [ 690.077021] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.086307] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Creating folder: Project (1922c555f7734d8189f8e013a2091ccf). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.087153] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca91f21e-97c4-42e5-b693-620e88f7ef34 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.104392] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Created folder: Project (1922c555f7734d8189f8e013a2091ccf) in parent group-v709593. [ 690.104803] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Creating folder: Instances. Parent ref: group-v709643. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.104863] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28318e6e-3a4d-4881-93a2-6c1b4cf35ca8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.115482] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Created folder: Instances in parent group-v709643. [ 690.115482] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.115732] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.116229] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47423344-912a-4c4f-88af-68906411d54c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.141757] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.141757] env[69654]: value = "task-3554297" [ 690.141757] env[69654]: _type = "Task" [ 690.141757] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.158027] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665111} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.163343] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 8cf7cbb1-ba43-46c5-8cfc-326201591894/8cf7cbb1-ba43-46c5-8cfc-326201591894.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.164018] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.164414] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554297, 'name': CreateVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.164608] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3840f703-d322-4bdf-b0e8-4459159f022b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.171544] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 690.171544] env[69654]: value = "task-3554298" [ 690.171544] env[69654]: _type = "Task" [ 690.171544] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.184780] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.374416] env[69654]: INFO nova.compute.manager [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Took 29.33 seconds to build instance. [ 690.485823] env[69654]: DEBUG oslo_concurrency.lockutils [req-fcab550a-9f6f-44a0-b9ba-47baaa29a5ea req-4c58b27c-b0f9-4516-ae52-f66be16f2771 service nova] Releasing lock "refresh_cache-8cf7cbb1-ba43-46c5-8cfc-326201591894" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.486122] env[69654]: DEBUG nova.compute.manager [req-fcab550a-9f6f-44a0-b9ba-47baaa29a5ea req-4c58b27c-b0f9-4516-ae52-f66be16f2771 service nova] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Received event network-vif-deleted-1a1082df-3573-46ac-b998-51f2cd65f17a {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.593401] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2abc0991-1b5a-4be3-b25b-841e77dc6c6d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "9622ebc8-e48d-4446-b76b-71af45f7c749" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.600s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.660139] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554297, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.684789] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105607} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.685111] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.686042] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ac234e-5e1e-41b2-af3f-0928207f60cc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.724895] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 8cf7cbb1-ba43-46c5-8cfc-326201591894/8cf7cbb1-ba43-46c5-8cfc-326201591894.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.728330] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4d5672c-f665-45dd-ba3a-721ae645c5fe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.745318] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "090a97b3-e5df-4ede-980a-d95291570913" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.745535] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "090a97b3-e5df-4ede-980a-d95291570913" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.750739] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 690.750739] env[69654]: value = "task-3554299" [ 690.750739] env[69654]: _type = "Task" [ 690.750739] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.759605] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.882268] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4b425cbe-590f-4406-825b-fd76f3eb9c20 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "a10177e9-959a-4c5b-9f1e-0808af564f81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.380s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.166152] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554297, 'name': CreateVM_Task, 'duration_secs': 0.616661} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.166747] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.167105] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.167185] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.167514] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.167828] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-946e852b-73a6-4704-93ec-2a920391b92f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.173441] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 691.173441] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52293abf-f570-ccb5-1edb-7414dcca344a" [ 691.173441] env[69654]: _type = "Task" [ 691.173441] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.181963] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52293abf-f570-ccb5-1edb-7414dcca344a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.264360] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.382063] env[69654]: DEBUG nova.compute.manager [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.512725] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41d4a2f-a1e0-40e8-930e-48227b19c562 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.520842] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66dfe1f-bc9f-4d6b-9b3e-42bc26b1ac73 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.552816] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb07702-89f9-4949-a5f8-539313065933 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.560632] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f9a45f-b5c1-499e-9695-458ef0d202c7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.574794] env[69654]: DEBUG nova.compute.provider_tree [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.685227] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52293abf-f570-ccb5-1edb-7414dcca344a, 'name': SearchDatastore_Task, 'duration_secs': 0.012285} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.685548] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.687168] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.687168] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.687168] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.687168] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.687168] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2912b4f8-943c-4f8c-a5a5-ac0ea0d71c2b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.696643] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.696643] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.699131] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea3ab2c-86f0-493e-b4fa-d7a5741c647a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.706619] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 691.706619] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a37bc7-eb02-da2c-4a37-a9e91aa3fafa" [ 691.706619] env[69654]: _type = "Task" [ 691.706619] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.720332] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a37bc7-eb02-da2c-4a37-a9e91aa3fafa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.763396] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554299, 'name': ReconfigVM_Task, 'duration_secs': 0.680841} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.763396] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 8cf7cbb1-ba43-46c5-8cfc-326201591894/8cf7cbb1-ba43-46c5-8cfc-326201591894.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.764049] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5706e666-4fa5-46cd-90d2-d0ea68d190c2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.773750] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 691.773750] env[69654]: value = "task-3554300" [ 691.773750] env[69654]: _type = "Task" [ 691.773750] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.788478] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554300, 'name': Rename_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.926634] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.111117] env[69654]: ERROR nova.scheduler.client.report [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [req-a45ea6e7-8172-43c4-b0b7-8ffdc831f1ac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7244f0e3-c8fc-4c02-ba3d-26a8e0372872. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a45ea6e7-8172-43c4-b0b7-8ffdc831f1ac"}]} [ 692.138022] env[69654]: DEBUG nova.scheduler.client.report [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Refreshing inventories for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 692.165771] env[69654]: DEBUG nova.scheduler.client.report [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Updating ProviderTree inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 692.165991] env[69654]: DEBUG nova.compute.provider_tree [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 692.185922] env[69654]: DEBUG nova.scheduler.client.report [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Refreshing aggregate associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, aggregates: None {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 692.219088] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a37bc7-eb02-da2c-4a37-a9e91aa3fafa, 'name': SearchDatastore_Task, 'duration_secs': 0.013293} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.220181] env[69654]: DEBUG nova.scheduler.client.report [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Refreshing trait associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 692.223524] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e16b733-f78e-4f64-8b72-31bc1e2325c1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.230096] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 692.230096] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fea050-c715-1c85-1932-09f9852082d3" [ 692.230096] env[69654]: _type = "Task" [ 692.230096] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.244142] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fea050-c715-1c85-1932-09f9852082d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.286263] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554300, 'name': Rename_Task, 'duration_secs': 0.276761} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.286263] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.286263] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6be548c0-4414-4d37-ade0-3496b8ca5d36 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.297852] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 692.297852] env[69654]: value = "task-3554301" [ 692.297852] env[69654]: _type = "Task" [ 692.297852] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.307216] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.653437] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c912cb71-d21d-4207-b37e-167b1f4e94c8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.661723] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932a1ac1-5a29-4235-b1c9-de6ee6bdcb05 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.694624] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff3ec8a-db06-4972-abc4-a184261dcf9a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.702513] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87658eca-d5ac-482c-b3b4-dfe6a5991f0b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.716609] env[69654]: DEBUG nova.compute.provider_tree [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 692.741365] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fea050-c715-1c85-1932-09f9852082d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010559} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.741533] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.741916] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 4007de2c-0d1a-43db-8d5e-52f8969e9a39/4007de2c-0d1a-43db-8d5e-52f8969e9a39.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.742229] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46dab918-0087-4bb7-b009-20ebf7f75c4c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.748904] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 692.748904] env[69654]: value = "task-3554302" [ 692.748904] env[69654]: _type = "Task" [ 692.748904] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.758637] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.811311] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554301, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.249189] env[69654]: ERROR nova.scheduler.client.report [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [req-14f90aba-c437-4022-a7a7-d46d13c53df3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7244f0e3-c8fc-4c02-ba3d-26a8e0372872. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-14f90aba-c437-4022-a7a7-d46d13c53df3"}]} [ 693.274570] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554302, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.294813] env[69654]: DEBUG nova.scheduler.client.report [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Refreshing inventories for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 693.311169] env[69654]: DEBUG oslo_vmware.api [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554301, 'name': PowerOnVM_Task, 'duration_secs': 0.552943} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.311169] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.312390] env[69654]: INFO nova.compute.manager [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Took 9.11 seconds to spawn the instance on the hypervisor. [ 693.312543] env[69654]: DEBUG nova.compute.manager [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.314675] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52441e99-06a2-4d85-a722-77ce564c998f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.332468] env[69654]: DEBUG nova.scheduler.client.report [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Updating ProviderTree inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 693.332817] env[69654]: DEBUG nova.compute.provider_tree [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.367199] env[69654]: DEBUG nova.scheduler.client.report [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Refreshing aggregate associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, aggregates: None {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 693.396517] env[69654]: DEBUG nova.scheduler.client.report [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Refreshing trait associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 693.692289] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.692289] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.767517] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657449} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.767517] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 4007de2c-0d1a-43db-8d5e-52f8969e9a39/4007de2c-0d1a-43db-8d5e-52f8969e9a39.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.767517] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.767517] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddb9e54b-d32f-4722-b52c-f443192a288d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.775631] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 693.775631] env[69654]: value = "task-3554303" [ 693.775631] env[69654]: _type = "Task" [ 693.775631] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.791067] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.839938] env[69654]: INFO nova.compute.manager [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Took 29.62 seconds to build instance. [ 693.933173] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b765b7-388c-4026-9f8f-d27282d01463 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.940406] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86210e5b-83f5-45d6-938f-b74b1b1167e7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.974712] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f52d022-23bd-47b3-8988-3fe267371f7e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.982472] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e207bd4b-06f8-4a95-8c74-eb5ad42b616e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.996787] env[69654]: DEBUG nova.compute.provider_tree [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.289205] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082945} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.289664] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.290989] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af15a43d-7237-42ec-8364-baf22f3e733c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.320271] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 4007de2c-0d1a-43db-8d5e-52f8969e9a39/4007de2c-0d1a-43db-8d5e-52f8969e9a39.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.320800] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-597dbdfa-bc83-4736-90b3-639e014231cb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.342752] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b72009c-8d3b-49a1-8a59-7dfc8e4334ee tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "8cf7cbb1-ba43-46c5-8cfc-326201591894" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.132s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.349031] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 694.349031] env[69654]: value = "task-3554304" [ 694.349031] env[69654]: _type = "Task" [ 694.349031] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.356591] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.560232] env[69654]: DEBUG nova.scheduler.client.report [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Updated inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with generation 39 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 694.560509] env[69654]: DEBUG nova.compute.provider_tree [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 39 to 40 during operation: update_inventory {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 694.560706] env[69654]: DEBUG nova.compute.provider_tree [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.847105] env[69654]: DEBUG nova.compute.manager [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.865172] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.067895] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.051s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.068763] env[69654]: DEBUG nova.compute.manager [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.072047] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.753s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.073980] env[69654]: INFO nova.compute.claims [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.365545] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554304, 'name': ReconfigVM_Task, 'duration_secs': 0.625986} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.368435] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 4007de2c-0d1a-43db-8d5e-52f8969e9a39/4007de2c-0d1a-43db-8d5e-52f8969e9a39.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.369447] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a223fa2-7b9b-4046-91e2-304e66f50f7f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.381575] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 695.381575] env[69654]: value = "task-3554305" [ 695.381575] env[69654]: _type = "Task" [ 695.381575] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.395171] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554305, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.398552] env[69654]: DEBUG oslo_concurrency.lockutils [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.441196] env[69654]: DEBUG nova.compute.manager [req-2c1de051-d2f4-4394-aebf-372498bf558b req-1af82dd9-ec10-483e-b79b-d5872e38ce03 service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Received event network-changed-5298487e-914a-4a05-8469-0cdcffa5ac93 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.441196] env[69654]: DEBUG nova.compute.manager [req-2c1de051-d2f4-4394-aebf-372498bf558b req-1af82dd9-ec10-483e-b79b-d5872e38ce03 service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Refreshing instance network info cache due to event network-changed-5298487e-914a-4a05-8469-0cdcffa5ac93. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.441196] env[69654]: DEBUG oslo_concurrency.lockutils [req-2c1de051-d2f4-4394-aebf-372498bf558b req-1af82dd9-ec10-483e-b79b-d5872e38ce03 service nova] Acquiring lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.441196] env[69654]: DEBUG oslo_concurrency.lockutils [req-2c1de051-d2f4-4394-aebf-372498bf558b req-1af82dd9-ec10-483e-b79b-d5872e38ce03 service nova] Acquired lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.441196] env[69654]: DEBUG nova.network.neutron [req-2c1de051-d2f4-4394-aebf-372498bf558b req-1af82dd9-ec10-483e-b79b-d5872e38ce03 service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Refreshing network info cache for port 5298487e-914a-4a05-8469-0cdcffa5ac93 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.580016] env[69654]: DEBUG nova.compute.utils [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.588786] env[69654]: DEBUG nova.compute.manager [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.593181] env[69654]: DEBUG nova.network.neutron [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.717754] env[69654]: DEBUG nova.policy [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e72592936214b42b6f1ec0c36413f01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aca927d591c64573a1b86f6ea3d86d69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.885234] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.885498] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.896788] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554305, 'name': Rename_Task, 'duration_secs': 0.165081} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.898317] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.899185] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ae0427d-3ffa-4d2d-a26f-7396f8ab3ae2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.909651] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 695.909651] env[69654]: value = "task-3554306" [ 695.909651] env[69654]: _type = "Task" [ 695.909651] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.919658] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.092447] env[69654]: DEBUG nova.compute.manager [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.204770] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "313656df-50ec-4686-84be-f0cdba6c7836" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.205224] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "313656df-50ec-4686-84be-f0cdba6c7836" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.425326] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.572184] env[69654]: DEBUG nova.network.neutron [req-2c1de051-d2f4-4394-aebf-372498bf558b req-1af82dd9-ec10-483e-b79b-d5872e38ce03 service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Updated VIF entry in instance network info cache for port 5298487e-914a-4a05-8469-0cdcffa5ac93. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.572677] env[69654]: DEBUG nova.network.neutron [req-2c1de051-d2f4-4394-aebf-372498bf558b req-1af82dd9-ec10-483e-b79b-d5872e38ce03 service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Updating instance_info_cache with network_info: [{"id": "5298487e-914a-4a05-8469-0cdcffa5ac93", "address": "fa:16:3e:76:36:14", "network": {"id": "0a6210c0-1bd9-4f0e-9ee2-c0d723c9962b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-696838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9781d30d658b4afba131affff43edda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5298487e-91", "ovs_interfaceid": "5298487e-914a-4a05-8469-0cdcffa5ac93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.633412] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8a5f25-ddc3-4656-8c52-8ed8348c912f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.641662] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a170681-e9e3-4a2e-9aea-451d518458f8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.678681] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f394c4-60ba-4785-a159-3efc86d2d611 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.688404] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124bee6a-5909-4b4a-8468-5641f1491312 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.703752] env[69654]: DEBUG nova.compute.provider_tree [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.892795] env[69654]: DEBUG nova.network.neutron [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Successfully created port: 774370fc-a49c-4109-a1d7-affecb7d0010 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.919341] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554306, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.076868] env[69654]: DEBUG oslo_concurrency.lockutils [req-2c1de051-d2f4-4394-aebf-372498bf558b req-1af82dd9-ec10-483e-b79b-d5872e38ce03 service nova] Releasing lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.106492] env[69654]: DEBUG nova.compute.manager [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.141741] env[69654]: DEBUG nova.virt.hardware [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.142206] env[69654]: DEBUG nova.virt.hardware [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.142584] env[69654]: DEBUG nova.virt.hardware [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.143014] env[69654]: DEBUG nova.virt.hardware [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.143212] env[69654]: DEBUG nova.virt.hardware [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.143500] env[69654]: DEBUG nova.virt.hardware [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.143826] env[69654]: DEBUG nova.virt.hardware [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.144113] env[69654]: DEBUG nova.virt.hardware [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.145283] env[69654]: DEBUG nova.virt.hardware [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.145283] env[69654]: DEBUG nova.virt.hardware [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.145283] env[69654]: DEBUG nova.virt.hardware [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.146540] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7469caca-d02e-4f15-8bd0-74747dfb50b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.157735] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6ba801-651b-44ea-b5fb-a98d9c8e6e03 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.209740] env[69654]: DEBUG nova.scheduler.client.report [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.424358] env[69654]: DEBUG oslo_vmware.api [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554306, 'name': PowerOnVM_Task, 'duration_secs': 1.123925} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.424633] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.424834] env[69654]: INFO nova.compute.manager [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Took 7.42 seconds to spawn the instance on the hypervisor. [ 697.425014] env[69654]: DEBUG nova.compute.manager [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.425811] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89da3f98-5f81-4f1b-a34e-0aeefe36d91b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.684380] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8a1ea-a752-5bf0-1eae-089a336a5906/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 697.685379] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e812d9-31e4-4762-b6c9-545f220c2888 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.691772] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8a1ea-a752-5bf0-1eae-089a336a5906/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 697.691963] env[69654]: ERROR oslo_vmware.rw_handles [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8a1ea-a752-5bf0-1eae-089a336a5906/disk-0.vmdk due to incomplete transfer. [ 697.692217] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f203a74b-3c7f-48ef-b2bf-34414f847095 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.702890] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8a1ea-a752-5bf0-1eae-089a336a5906/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 697.702890] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Uploaded image e48de273-9a2b-45e7-b922-ca8d79ad4e5d to the Glance image server {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 697.702890] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 697.702890] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dcbcdb4f-de70-41be-8efc-324de1122916 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.708069] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 697.708069] env[69654]: value = "task-3554307" [ 697.708069] env[69654]: _type = "Task" [ 697.708069] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.711841] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.712329] env[69654]: DEBUG nova.compute.manager [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.714968] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.316s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.715196] env[69654]: DEBUG nova.objects.instance [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Lazy-loading 'resources' on Instance uuid 7a4a8ab0-b931-439b-bef3-24197d068842 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.722562] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554307, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.947242] env[69654]: INFO nova.compute.manager [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Took 30.11 seconds to build instance. [ 698.218681] env[69654]: DEBUG nova.compute.utils [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.222693] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554307, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.223868] env[69654]: DEBUG nova.compute.manager [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.224085] env[69654]: DEBUG nova.network.neutron [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.319731] env[69654]: DEBUG nova.policy [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e72592936214b42b6f1ec0c36413f01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aca927d591c64573a1b86f6ea3d86d69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.452188] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ac5b0373-2955-4d52-a68a-ec635b4dac16 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Lock "4007de2c-0d1a-43db-8d5e-52f8969e9a39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.626s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.593227] env[69654]: DEBUG nova.network.neutron [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Successfully created port: 1e7c5e98-cc86-4bfd-83f9-5b3c287210b2 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.633109] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8bab93-b3df-4a89-8328-87bd93483f94 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.641367] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df560ad-9f32-4768-a5da-48572a9205c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.676739] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32f344b-19da-4625-a6af-0fdfd1e966db {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.690421] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d43e3c-18ac-4372-a587-f6d9fc031625 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.699801] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1960c7dd-d53a-4379-82f2-c5873f358ba9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.714291] env[69654]: DEBUG nova.compute.provider_tree [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.721505] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1b9727-4ca4-4659-a6a8-0cc89f8856b8 tempest-ServersAdminNegativeTestJSON-2039504763 tempest-ServersAdminNegativeTestJSON-2039504763-project-admin] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Suspending the VM {{(pid=69654) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 698.721898] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e42a7f1d-909e-43a7-940f-1f1a8389d87c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.727677] env[69654]: DEBUG nova.compute.manager [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.730467] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554307, 'name': Destroy_Task, 'duration_secs': 0.957258} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.732289] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Destroyed the VM [ 698.732289] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 698.732289] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d73ea92b-1f8c-4a22-b69b-f398636ccf90 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.735876] env[69654]: DEBUG oslo_vmware.api [None req-6c1b9727-4ca4-4659-a6a8-0cc89f8856b8 tempest-ServersAdminNegativeTestJSON-2039504763 tempest-ServersAdminNegativeTestJSON-2039504763-project-admin] Waiting for the task: (returnval){ [ 698.735876] env[69654]: value = "task-3554308" [ 698.735876] env[69654]: _type = "Task" [ 698.735876] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.741864] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 698.741864] env[69654]: value = "task-3554309" [ 698.741864] env[69654]: _type = "Task" [ 698.741864] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.748399] env[69654]: DEBUG oslo_vmware.api [None req-6c1b9727-4ca4-4659-a6a8-0cc89f8856b8 tempest-ServersAdminNegativeTestJSON-2039504763 tempest-ServersAdminNegativeTestJSON-2039504763-project-admin] Task: {'id': task-3554308, 'name': SuspendVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.753801] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554309, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.961051] env[69654]: DEBUG nova.compute.manager [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.223064] env[69654]: DEBUG nova.scheduler.client.report [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.254238] env[69654]: DEBUG oslo_vmware.api [None req-6c1b9727-4ca4-4659-a6a8-0cc89f8856b8 tempest-ServersAdminNegativeTestJSON-2039504763 tempest-ServersAdminNegativeTestJSON-2039504763-project-admin] Task: {'id': task-3554308, 'name': SuspendVM_Task} progress is 62%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.264305] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554309, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.336751] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Acquiring lock "2faa628e-2332-4280-a190-15cef6d6bd42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.336992] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Lock "2faa628e-2332-4280-a190-15cef6d6bd42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.461507] env[69654]: DEBUG nova.network.neutron [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Successfully updated port: 774370fc-a49c-4109-a1d7-affecb7d0010 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.483076] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.613223] env[69654]: DEBUG nova.compute.manager [req-17c811a9-602a-4c02-bdcb-4f626cb1b908 req-726219a2-c0cb-49d9-a2ed-09b74cc2409c service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Received event network-changed-5298487e-914a-4a05-8469-0cdcffa5ac93 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.613223] env[69654]: DEBUG nova.compute.manager [req-17c811a9-602a-4c02-bdcb-4f626cb1b908 req-726219a2-c0cb-49d9-a2ed-09b74cc2409c service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Refreshing instance network info cache due to event network-changed-5298487e-914a-4a05-8469-0cdcffa5ac93. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.613223] env[69654]: DEBUG oslo_concurrency.lockutils [req-17c811a9-602a-4c02-bdcb-4f626cb1b908 req-726219a2-c0cb-49d9-a2ed-09b74cc2409c service nova] Acquiring lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.613223] env[69654]: DEBUG oslo_concurrency.lockutils [req-17c811a9-602a-4c02-bdcb-4f626cb1b908 req-726219a2-c0cb-49d9-a2ed-09b74cc2409c service nova] Acquired lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.613769] env[69654]: DEBUG nova.network.neutron [req-17c811a9-602a-4c02-bdcb-4f626cb1b908 req-726219a2-c0cb-49d9-a2ed-09b74cc2409c service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Refreshing network info cache for port 5298487e-914a-4a05-8469-0cdcffa5ac93 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.728484] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.731034] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.557s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.732578] env[69654]: INFO nova.compute.claims [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.737109] env[69654]: DEBUG nova.compute.manager [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.752473] env[69654]: INFO nova.scheduler.client.report [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Deleted allocations for instance 7a4a8ab0-b931-439b-bef3-24197d068842 [ 699.755057] env[69654]: DEBUG oslo_vmware.api [None req-6c1b9727-4ca4-4659-a6a8-0cc89f8856b8 tempest-ServersAdminNegativeTestJSON-2039504763 tempest-ServersAdminNegativeTestJSON-2039504763-project-admin] Task: {'id': task-3554308, 'name': SuspendVM_Task, 'duration_secs': 0.780295} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.757987] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1b9727-4ca4-4659-a6a8-0cc89f8856b8 tempest-ServersAdminNegativeTestJSON-2039504763 tempest-ServersAdminNegativeTestJSON-2039504763-project-admin] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Suspended the VM {{(pid=69654) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 699.758724] env[69654]: DEBUG nova.compute.manager [None req-6c1b9727-4ca4-4659-a6a8-0cc89f8856b8 tempest-ServersAdminNegativeTestJSON-2039504763 tempest-ServersAdminNegativeTestJSON-2039504763-project-admin] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.759547] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d407b3-a671-4f01-ba27-ad9f5892083f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.765374] env[69654]: DEBUG oslo_vmware.api [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554309, 'name': RemoveSnapshot_Task, 'duration_secs': 0.913271} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.767539] env[69654]: DEBUG nova.virt.hardware [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.770021] env[69654]: DEBUG nova.virt.hardware [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.770021] env[69654]: DEBUG nova.virt.hardware [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.770021] env[69654]: DEBUG nova.virt.hardware [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.770021] env[69654]: DEBUG nova.virt.hardware [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.770021] env[69654]: DEBUG nova.virt.hardware [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.770239] env[69654]: DEBUG nova.virt.hardware [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.770239] env[69654]: DEBUG nova.virt.hardware [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.770239] env[69654]: DEBUG nova.virt.hardware [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.770239] env[69654]: DEBUG nova.virt.hardware [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.770239] env[69654]: DEBUG nova.virt.hardware [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.770393] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 699.770393] env[69654]: INFO nova.compute.manager [None req-4ff34216-fd68-420b-a4c6-76456b63001e tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Took 17.82 seconds to snapshot the instance on the hypervisor. [ 699.774440] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e267243e-dcdd-4ede-845a-0672515eb242 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.786164] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40557fa4-e627-41fd-b9df-f82001b49e53 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.922779] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "de389624-4d9f-4e28-9d54-c03aa59ae51d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.922779] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "de389624-4d9f-4e28-9d54-c03aa59ae51d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.969425] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquiring lock "refresh_cache-213f9648-a230-44ae-a7bd-9e96dc30f4ff" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.969425] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquired lock "refresh_cache-213f9648-a230-44ae-a7bd-9e96dc30f4ff" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.969425] env[69654]: DEBUG nova.network.neutron [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.131190] env[69654]: DEBUG nova.network.neutron [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Successfully updated port: 1e7c5e98-cc86-4bfd-83f9-5b3c287210b2 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.176018] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Acquiring lock "9661d6cd-8821-43bf-80df-420260f5da28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.176129] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Lock "9661d6cd-8821-43bf-80df-420260f5da28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.263264] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c6d81c6f-b13e-4ca1-946b-04db4df7248f tempest-ServerExternalEventsTest-1968853162 tempest-ServerExternalEventsTest-1968853162-project-member] Lock "7a4a8ab0-b931-439b-bef3-24197d068842" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.095s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.493644] env[69654]: DEBUG nova.network.neutron [req-17c811a9-602a-4c02-bdcb-4f626cb1b908 req-726219a2-c0cb-49d9-a2ed-09b74cc2409c service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Updated VIF entry in instance network info cache for port 5298487e-914a-4a05-8469-0cdcffa5ac93. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.493990] env[69654]: DEBUG nova.network.neutron [req-17c811a9-602a-4c02-bdcb-4f626cb1b908 req-726219a2-c0cb-49d9-a2ed-09b74cc2409c service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Updating instance_info_cache with network_info: [{"id": "5298487e-914a-4a05-8469-0cdcffa5ac93", "address": "fa:16:3e:76:36:14", "network": {"id": "0a6210c0-1bd9-4f0e-9ee2-c0d723c9962b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-696838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9781d30d658b4afba131affff43edda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5298487e-91", "ovs_interfaceid": "5298487e-914a-4a05-8469-0cdcffa5ac93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.506459] env[69654]: DEBUG nova.network.neutron [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.634480] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquiring lock "refresh_cache-8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.634654] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquired lock "refresh_cache-8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.635502] env[69654]: DEBUG nova.network.neutron [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.746699] env[69654]: INFO nova.compute.manager [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Rebuilding instance [ 700.772285] env[69654]: DEBUG nova.network.neutron [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Updating instance_info_cache with network_info: [{"id": "774370fc-a49c-4109-a1d7-affecb7d0010", "address": "fa:16:3e:e5:44:4e", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774370fc-a4", "ovs_interfaceid": "774370fc-a49c-4109-a1d7-affecb7d0010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.800140] env[69654]: DEBUG nova.compute.manager [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.801387] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cccf62-17ea-458c-9d50-816cb67e6022 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.869296] env[69654]: DEBUG nova.compute.manager [req-8552598d-1af9-4495-95bd-7bc6c9782e16 req-17d90856-31c0-4e3b-a19b-b453262f359a service nova] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Received event network-vif-plugged-1e7c5e98-cc86-4bfd-83f9-5b3c287210b2 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.869296] env[69654]: DEBUG oslo_concurrency.lockutils [req-8552598d-1af9-4495-95bd-7bc6c9782e16 req-17d90856-31c0-4e3b-a19b-b453262f359a service nova] Acquiring lock "8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.869296] env[69654]: DEBUG oslo_concurrency.lockutils [req-8552598d-1af9-4495-95bd-7bc6c9782e16 req-17d90856-31c0-4e3b-a19b-b453262f359a service nova] Lock "8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.869296] env[69654]: DEBUG oslo_concurrency.lockutils [req-8552598d-1af9-4495-95bd-7bc6c9782e16 req-17d90856-31c0-4e3b-a19b-b453262f359a service nova] Lock "8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.869296] env[69654]: DEBUG nova.compute.manager [req-8552598d-1af9-4495-95bd-7bc6c9782e16 req-17d90856-31c0-4e3b-a19b-b453262f359a service nova] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] No waiting events found dispatching network-vif-plugged-1e7c5e98-cc86-4bfd-83f9-5b3c287210b2 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.869474] env[69654]: WARNING nova.compute.manager [req-8552598d-1af9-4495-95bd-7bc6c9782e16 req-17d90856-31c0-4e3b-a19b-b453262f359a service nova] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Received unexpected event network-vif-plugged-1e7c5e98-cc86-4bfd-83f9-5b3c287210b2 for instance with vm_state building and task_state spawning. [ 701.001010] env[69654]: DEBUG oslo_concurrency.lockutils [req-17c811a9-602a-4c02-bdcb-4f626cb1b908 req-726219a2-c0cb-49d9-a2ed-09b74cc2409c service nova] Releasing lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.189154] env[69654]: DEBUG nova.network.neutron [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.201276] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4571e7-f720-40b6-8733-89b7833f3d8c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.209816] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc25c5b-5b49-4ca2-a42d-91c6f4e714e8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.252610] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bb8222-7405-47d8-84bc-7bebae668457 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.260355] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e15364-2e0e-437f-bec3-b2f4e3bad8dc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.280537] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Releasing lock "refresh_cache-213f9648-a230-44ae-a7bd-9e96dc30f4ff" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.280900] env[69654]: DEBUG nova.compute.manager [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Instance network_info: |[{"id": "774370fc-a49c-4109-a1d7-affecb7d0010", "address": "fa:16:3e:e5:44:4e", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774370fc-a4", "ovs_interfaceid": "774370fc-a49c-4109-a1d7-affecb7d0010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.281407] env[69654]: DEBUG nova.compute.provider_tree [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.282847] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:44:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '774370fc-a49c-4109-a1d7-affecb7d0010', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.290237] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Creating folder: Project (aca927d591c64573a1b86f6ea3d86d69). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.290987] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd9bc623-dee3-4ebd-b5c2-5c967e20cfd4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.301475] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Created folder: Project (aca927d591c64573a1b86f6ea3d86d69) in parent group-v709593. [ 701.301919] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Creating folder: Instances. Parent ref: group-v709646. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.302194] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d863de39-ec01-4a5b-85aa-60f4256f5578 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.312414] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Created folder: Instances in parent group-v709646. [ 701.312414] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.312414] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.312414] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3c262b7-7f16-4167-aa8d-f2195f5ce412 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.336403] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "44f309e1-228d-44f6-a24c-5ffd78446a8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.336403] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "44f309e1-228d-44f6-a24c-5ffd78446a8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.339055] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.339055] env[69654]: value = "task-3554312" [ 701.339055] env[69654]: _type = "Task" [ 701.339055] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.347684] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554312, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.459419] env[69654]: DEBUG nova.network.neutron [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Updating instance_info_cache with network_info: [{"id": "1e7c5e98-cc86-4bfd-83f9-5b3c287210b2", "address": "fa:16:3e:1c:2a:34", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7c5e98-cc", "ovs_interfaceid": "1e7c5e98-cc86-4bfd-83f9-5b3c287210b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.792389] env[69654]: DEBUG nova.scheduler.client.report [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.835276] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.835586] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e79221d-971f-484c-95ec-b6036f97f496 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.844893] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 701.844893] env[69654]: value = "task-3554313" [ 701.844893] env[69654]: _type = "Task" [ 701.844893] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.852921] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554312, 'name': CreateVM_Task, 'duration_secs': 0.37197} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.857018] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.857018] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.857018] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.857018] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.858837] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82603350-1d78-4d9c-86e7-6122fcea507b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.861047] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.864412] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 701.864412] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d56205-f3d4-2d0a-b223-2064307b8ea8" [ 701.864412] env[69654]: _type = "Task" [ 701.864412] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.874022] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d56205-f3d4-2d0a-b223-2064307b8ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.966930] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Releasing lock "refresh_cache-8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.967304] env[69654]: DEBUG nova.compute.manager [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Instance network_info: |[{"id": "1e7c5e98-cc86-4bfd-83f9-5b3c287210b2", "address": "fa:16:3e:1c:2a:34", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7c5e98-cc", "ovs_interfaceid": "1e7c5e98-cc86-4bfd-83f9-5b3c287210b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.967712] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:2a:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e7c5e98-cc86-4bfd-83f9-5b3c287210b2', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.976420] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.976685] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.976754] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d4d5c6a-9dd3-4059-819c-dc0f08a7a1ac {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.996159] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.996159] env[69654]: value = "task-3554314" [ 701.996159] env[69654]: _type = "Task" [ 701.996159] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.003853] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554314, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.300445] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.300445] env[69654]: DEBUG nova.compute.manager [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.307372] env[69654]: DEBUG oslo_concurrency.lockutils [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.799s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.309030] env[69654]: INFO nova.compute.claims [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.324358] env[69654]: DEBUG nova.compute.manager [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Received event network-changed-d75199f6-f428-4cf2-bae0-9d05da206a6c {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.325509] env[69654]: DEBUG nova.compute.manager [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Refreshing instance network info cache due to event network-changed-d75199f6-f428-4cf2-bae0-9d05da206a6c. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.325509] env[69654]: DEBUG oslo_concurrency.lockutils [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] Acquiring lock "refresh_cache-a10177e9-959a-4c5b-9f1e-0808af564f81" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.325509] env[69654]: DEBUG oslo_concurrency.lockutils [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] Acquired lock "refresh_cache-a10177e9-959a-4c5b-9f1e-0808af564f81" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.325509] env[69654]: DEBUG nova.network.neutron [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Refreshing network info cache for port d75199f6-f428-4cf2-bae0-9d05da206a6c {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.362203] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554313, 'name': PowerOffVM_Task, 'duration_secs': 0.115069} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.362465] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.362686] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.363692] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6c723d-2ae6-4b2d-82f2-554bc18e7504 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.378465] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.378750] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d56205-f3d4-2d0a-b223-2064307b8ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.378971] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e88ebba8-7a9a-4d61-958b-75be6b98a4f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.380727] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.381155] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.381607] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.381607] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.381847] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.382293] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdda15c3-23de-423d-8463-206f2d84ee14 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.393470] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.393740] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.394892] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa862f9-823a-469c-a48d-aabeb010ee7c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.403632] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 702.403632] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524709a0-fd76-089e-5417-a4ac61401b14" [ 702.403632] env[69654]: _type = "Task" [ 702.403632] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.405116] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.406212] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.406421] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Deleting the datastore file [datastore2] 4007de2c-0d1a-43db-8d5e-52f8969e9a39 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.409535] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d6bb507-0852-49df-93ed-a0279d44f2a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.416768] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524709a0-fd76-089e-5417-a4ac61401b14, 'name': SearchDatastore_Task, 'duration_secs': 0.008935} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.418669] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 702.418669] env[69654]: value = "task-3554316" [ 702.418669] env[69654]: _type = "Task" [ 702.418669] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.418823] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db4b8a21-4690-495c-bfb7-aee353d9b326 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.426675] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 702.426675] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c1ee19-91db-9955-b223-1929b971e59c" [ 702.426675] env[69654]: _type = "Task" [ 702.426675] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.433191] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.441490] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c1ee19-91db-9955-b223-1929b971e59c, 'name': SearchDatastore_Task, 'duration_secs': 0.010766} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.442372] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.442372] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 213f9648-a230-44ae-a7bd-9e96dc30f4ff/213f9648-a230-44ae-a7bd-9e96dc30f4ff.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.442534] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4772bcee-1f1f-433d-aced-7c5a7cf3e186 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.448783] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 702.448783] env[69654]: value = "task-3554317" [ 702.448783] env[69654]: _type = "Task" [ 702.448783] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.456768] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.505826] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554314, 'name': CreateVM_Task, 'duration_secs': 0.340765} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.506035] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.506755] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.506920] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.507268] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.507521] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f90cdbe-64bb-4226-a31f-ae4bb2e5c9ce {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.512639] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 702.512639] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c76a01-4b14-9a55-fefe-1ca45e4c56d1" [ 702.512639] env[69654]: _type = "Task" [ 702.512639] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.521098] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c76a01-4b14-9a55-fefe-1ca45e4c56d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.814901] env[69654]: DEBUG nova.compute.utils [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.818797] env[69654]: DEBUG nova.compute.manager [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.818983] env[69654]: DEBUG nova.network.neutron [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.868918] env[69654]: DEBUG nova.policy [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4354939d85074543a6afbb5b49e7e51c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca97ebb3d7ec48d898840ec82b7774b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.937844] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114764} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.941786] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.941786] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.941978] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.960458] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554317, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.023826] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c76a01-4b14-9a55-fefe-1ca45e4c56d1, 'name': SearchDatastore_Task, 'duration_secs': 0.008329} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.024285] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.024542] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.024874] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.025987] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.025987] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.026267] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99aba84b-1e4f-4043-b6d2-0624713ce303 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.038802] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.038802] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.039493] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-666eaa3e-a4a6-417b-a287-80985277e24b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.045703] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 703.045703] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c97604-0b51-b9ee-ac89-dd46087a342e" [ 703.045703] env[69654]: _type = "Task" [ 703.045703] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.053188] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c97604-0b51-b9ee-ac89-dd46087a342e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.119105] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "a10177e9-959a-4c5b-9f1e-0808af564f81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.119438] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "a10177e9-959a-4c5b-9f1e-0808af564f81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.119705] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "a10177e9-959a-4c5b-9f1e-0808af564f81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.119942] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "a10177e9-959a-4c5b-9f1e-0808af564f81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.120606] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "a10177e9-959a-4c5b-9f1e-0808af564f81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.125064] env[69654]: INFO nova.compute.manager [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Terminating instance [ 703.158790] env[69654]: DEBUG nova.network.neutron [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Successfully created port: 9874b805-8ee4-49aa-9f11-e2a50dad7e4f {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.255657] env[69654]: DEBUG nova.compute.manager [req-6a4c69f4-2c89-45bd-bd32-994aaa966f05 req-1f717241-6761-40c0-bd7d-64bc635167f5 service nova] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Received event network-changed-1e7c5e98-cc86-4bfd-83f9-5b3c287210b2 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.255891] env[69654]: DEBUG nova.compute.manager [req-6a4c69f4-2c89-45bd-bd32-994aaa966f05 req-1f717241-6761-40c0-bd7d-64bc635167f5 service nova] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Refreshing instance network info cache due to event network-changed-1e7c5e98-cc86-4bfd-83f9-5b3c287210b2. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.256139] env[69654]: DEBUG oslo_concurrency.lockutils [req-6a4c69f4-2c89-45bd-bd32-994aaa966f05 req-1f717241-6761-40c0-bd7d-64bc635167f5 service nova] Acquiring lock "refresh_cache-8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.256342] env[69654]: DEBUG oslo_concurrency.lockutils [req-6a4c69f4-2c89-45bd-bd32-994aaa966f05 req-1f717241-6761-40c0-bd7d-64bc635167f5 service nova] Acquired lock "refresh_cache-8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.256525] env[69654]: DEBUG nova.network.neutron [req-6a4c69f4-2c89-45bd-bd32-994aaa966f05 req-1f717241-6761-40c0-bd7d-64bc635167f5 service nova] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Refreshing network info cache for port 1e7c5e98-cc86-4bfd-83f9-5b3c287210b2 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.320036] env[69654]: DEBUG nova.compute.manager [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.340691] env[69654]: DEBUG nova.network.neutron [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Updated VIF entry in instance network info cache for port d75199f6-f428-4cf2-bae0-9d05da206a6c. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.341026] env[69654]: DEBUG nova.network.neutron [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Updating instance_info_cache with network_info: [{"id": "d75199f6-f428-4cf2-bae0-9d05da206a6c", "address": "fa:16:3e:2d:14:73", "network": {"id": "0a6210c0-1bd9-4f0e-9ee2-c0d723c9962b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-696838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9781d30d658b4afba131affff43edda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd75199f6-f4", "ovs_interfaceid": "d75199f6-f428-4cf2-bae0-9d05da206a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.467124] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525047} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.470504] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 213f9648-a230-44ae-a7bd-9e96dc30f4ff/213f9648-a230-44ae-a7bd-9e96dc30f4ff.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.470752] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.471452] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-995e2b81-63fc-417a-84a3-13cc302b00e3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.478016] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 703.478016] env[69654]: value = "task-3554318" [ 703.478016] env[69654]: _type = "Task" [ 703.478016] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.486820] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.554945] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c97604-0b51-b9ee-ac89-dd46087a342e, 'name': SearchDatastore_Task, 'duration_secs': 0.009126} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.558693] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e1f6b29-f34e-4cbf-8e01-499e810c8b4e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.563798] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 703.563798] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521b2ffa-e5dc-843a-bde8-a9ea32878b1f" [ 703.563798] env[69654]: _type = "Task" [ 703.563798] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.570883] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521b2ffa-e5dc-843a-bde8-a9ea32878b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.630955] env[69654]: DEBUG nova.compute.manager [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.631198] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.632649] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96943144-4cd8-473d-a311-eb37c64fcfd6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.640697] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.641124] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af01bf05-b256-47fc-b0ef-cce1a72917b0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.646685] env[69654]: DEBUG oslo_vmware.api [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 703.646685] env[69654]: value = "task-3554319" [ 703.646685] env[69654]: _type = "Task" [ 703.646685] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.654961] env[69654]: DEBUG oslo_vmware.api [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.815902] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2368dd9a-5557-446f-9e5e-31df9bb9f611 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.823536] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6d7e10-e43a-4271-85fb-15a3dc75f26e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.866996] env[69654]: DEBUG oslo_concurrency.lockutils [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] Releasing lock "refresh_cache-a10177e9-959a-4c5b-9f1e-0808af564f81" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.867369] env[69654]: DEBUG nova.compute.manager [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Received event network-vif-plugged-774370fc-a49c-4109-a1d7-affecb7d0010 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.867641] env[69654]: DEBUG oslo_concurrency.lockutils [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] Acquiring lock "213f9648-a230-44ae-a7bd-9e96dc30f4ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.867926] env[69654]: DEBUG oslo_concurrency.lockutils [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] Lock "213f9648-a230-44ae-a7bd-9e96dc30f4ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.868175] env[69654]: DEBUG oslo_concurrency.lockutils [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] Lock "213f9648-a230-44ae-a7bd-9e96dc30f4ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.870027] env[69654]: DEBUG nova.compute.manager [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] No waiting events found dispatching network-vif-plugged-774370fc-a49c-4109-a1d7-affecb7d0010 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.870027] env[69654]: WARNING nova.compute.manager [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Received unexpected event network-vif-plugged-774370fc-a49c-4109-a1d7-affecb7d0010 for instance with vm_state building and task_state spawning. [ 703.870027] env[69654]: DEBUG nova.compute.manager [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Received event network-changed-774370fc-a49c-4109-a1d7-affecb7d0010 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.870027] env[69654]: DEBUG nova.compute.manager [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Refreshing instance network info cache due to event network-changed-774370fc-a49c-4109-a1d7-affecb7d0010. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.870027] env[69654]: DEBUG oslo_concurrency.lockutils [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] Acquiring lock "refresh_cache-213f9648-a230-44ae-a7bd-9e96dc30f4ff" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.870279] env[69654]: DEBUG oslo_concurrency.lockutils [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] Acquired lock "refresh_cache-213f9648-a230-44ae-a7bd-9e96dc30f4ff" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.870279] env[69654]: DEBUG nova.network.neutron [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Refreshing network info cache for port 774370fc-a49c-4109-a1d7-affecb7d0010 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.871520] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476ee7e4-b5b5-4111-95f7-20a22dd87f27 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.881737] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019996a5-2c83-4eb8-8193-2a0d06a12073 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.898052] env[69654]: DEBUG nova.compute.provider_tree [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.991054] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062691} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.993810] env[69654]: DEBUG nova.virt.hardware [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.994180] env[69654]: DEBUG nova.virt.hardware [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.994532] env[69654]: DEBUG nova.virt.hardware [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.995174] env[69654]: DEBUG nova.virt.hardware [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.995365] env[69654]: DEBUG nova.virt.hardware [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.995520] env[69654]: DEBUG nova.virt.hardware [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.995734] env[69654]: DEBUG nova.virt.hardware [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.995892] env[69654]: DEBUG nova.virt.hardware [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.996074] env[69654]: DEBUG nova.virt.hardware [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.996239] env[69654]: DEBUG nova.virt.hardware [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.996413] env[69654]: DEBUG nova.virt.hardware [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.996707] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.997523] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9aac5eb-1d6e-4443-9222-06f39176eee5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.000745] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9c7d9c-2fef-453b-94e5-3d5838adafe0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.018685] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5801b973-53ce-4b80-a59e-fd3e1ec923d7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.032772] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 213f9648-a230-44ae-a7bd-9e96dc30f4ff/213f9648-a230-44ae-a7bd-9e96dc30f4ff.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.033864] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-affe0ec5-0bd0-4b70-8ba1-25285310eccf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.061490] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.067210] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.068722] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.069209] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 704.069209] env[69654]: value = "task-3554320" [ 704.069209] env[69654]: _type = "Task" [ 704.069209] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.072414] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4a620b6-7bc3-4049-9984-497d7de74dd1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.094435] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521b2ffa-e5dc-843a-bde8-a9ea32878b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.008139} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.098271] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.098550] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03/8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.098845] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.099080] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.099080] env[69654]: value = "task-3554321" [ 704.099080] env[69654]: _type = "Task" [ 704.099080] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.099252] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-009f3854-1016-4ddd-be9f-ab7fe03250bf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.113230] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554321, 'name': CreateVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.114683] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 704.114683] env[69654]: value = "task-3554322" [ 704.114683] env[69654]: _type = "Task" [ 704.114683] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.124745] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.160089] env[69654]: DEBUG oslo_vmware.api [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554319, 'name': PowerOffVM_Task, 'duration_secs': 0.211046} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.160431] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.160618] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.160927] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a5e3db6-1515-4b9e-88e4-6397e1f237f8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.164330] env[69654]: DEBUG nova.network.neutron [req-6a4c69f4-2c89-45bd-bd32-994aaa966f05 req-1f717241-6761-40c0-bd7d-64bc635167f5 service nova] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Updated VIF entry in instance network info cache for port 1e7c5e98-cc86-4bfd-83f9-5b3c287210b2. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.164653] env[69654]: DEBUG nova.network.neutron [req-6a4c69f4-2c89-45bd-bd32-994aaa966f05 req-1f717241-6761-40c0-bd7d-64bc635167f5 service nova] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Updating instance_info_cache with network_info: [{"id": "1e7c5e98-cc86-4bfd-83f9-5b3c287210b2", "address": "fa:16:3e:1c:2a:34", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7c5e98-cc", "ovs_interfaceid": "1e7c5e98-cc86-4bfd-83f9-5b3c287210b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.233395] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.233605] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.233779] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Deleting the datastore file [datastore1] a10177e9-959a-4c5b-9f1e-0808af564f81 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.234091] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1a53817-a8c9-4154-91ea-3fe341e7b438 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.242877] env[69654]: DEBUG oslo_vmware.api [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 704.242877] env[69654]: value = "task-3554324" [ 704.242877] env[69654]: _type = "Task" [ 704.242877] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.251367] env[69654]: DEBUG oslo_vmware.api [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.337316] env[69654]: DEBUG nova.compute.manager [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.364413] env[69654]: DEBUG nova.virt.hardware [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.364677] env[69654]: DEBUG nova.virt.hardware [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.364839] env[69654]: DEBUG nova.virt.hardware [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.365491] env[69654]: DEBUG nova.virt.hardware [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.365784] env[69654]: DEBUG nova.virt.hardware [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.365977] env[69654]: DEBUG nova.virt.hardware [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.366271] env[69654]: DEBUG nova.virt.hardware [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.366552] env[69654]: DEBUG nova.virt.hardware [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.366829] env[69654]: DEBUG nova.virt.hardware [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.367072] env[69654]: DEBUG nova.virt.hardware [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.367333] env[69654]: DEBUG nova.virt.hardware [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.368908] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a9a46e-3eeb-4dfa-bd23-3899b83322c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.382272] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26367933-3e2e-4ed1-93f4-497cdaa12c21 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.403102] env[69654]: DEBUG nova.scheduler.client.report [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.602413] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554320, 'name': ReconfigVM_Task, 'duration_secs': 0.473278} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.606297] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 213f9648-a230-44ae-a7bd-9e96dc30f4ff/213f9648-a230-44ae-a7bd-9e96dc30f4ff.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.607106] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b2f4029-a7db-4003-a08c-172eaddcfcbc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.619958] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554321, 'name': CreateVM_Task, 'duration_secs': 0.343018} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.625244] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.626027] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 704.626027] env[69654]: value = "task-3554325" [ 704.626027] env[69654]: _type = "Task" [ 704.626027] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.626321] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.626472] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.626973] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.627798] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b55d520f-e044-4942-b270-78af2a02c1af {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.641821] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554322, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.648258] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 704.648258] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d690e7-8285-ff83-37e3-82ed3effaf39" [ 704.648258] env[69654]: _type = "Task" [ 704.648258] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.657030] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554325, 'name': Rename_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.673774] env[69654]: DEBUG oslo_concurrency.lockutils [req-6a4c69f4-2c89-45bd-bd32-994aaa966f05 req-1f717241-6761-40c0-bd7d-64bc635167f5 service nova] Releasing lock "refresh_cache-8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.674148] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d690e7-8285-ff83-37e3-82ed3effaf39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.735941] env[69654]: DEBUG nova.network.neutron [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Updated VIF entry in instance network info cache for port 774370fc-a49c-4109-a1d7-affecb7d0010. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.739018] env[69654]: DEBUG nova.network.neutron [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Updating instance_info_cache with network_info: [{"id": "774370fc-a49c-4109-a1d7-affecb7d0010", "address": "fa:16:3e:e5:44:4e", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774370fc-a4", "ovs_interfaceid": "774370fc-a49c-4109-a1d7-affecb7d0010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.753071] env[69654]: DEBUG oslo_vmware.api [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.913309] env[69654]: DEBUG oslo_concurrency.lockutils [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.913819] env[69654]: DEBUG nova.compute.manager [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.916493] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.297s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.916791] env[69654]: DEBUG nova.objects.instance [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Lazy-loading 'resources' on Instance uuid c64cfa95-81c2-4296-88ee-f6bb0fe66ac3 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.978543] env[69654]: DEBUG nova.compute.manager [req-e7eb3529-9193-4f1c-9df7-8ce3a6fdaa85 req-12e26140-9ede-4baf-a49c-99f35f62c0bd service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Received event network-changed-d75199f6-f428-4cf2-bae0-9d05da206a6c {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.978880] env[69654]: DEBUG nova.compute.manager [req-e7eb3529-9193-4f1c-9df7-8ce3a6fdaa85 req-12e26140-9ede-4baf-a49c-99f35f62c0bd service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Refreshing instance network info cache due to event network-changed-d75199f6-f428-4cf2-bae0-9d05da206a6c. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.979190] env[69654]: DEBUG oslo_concurrency.lockutils [req-e7eb3529-9193-4f1c-9df7-8ce3a6fdaa85 req-12e26140-9ede-4baf-a49c-99f35f62c0bd service nova] Acquiring lock "refresh_cache-a10177e9-959a-4c5b-9f1e-0808af564f81" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.979340] env[69654]: DEBUG oslo_concurrency.lockutils [req-e7eb3529-9193-4f1c-9df7-8ce3a6fdaa85 req-12e26140-9ede-4baf-a49c-99f35f62c0bd service nova] Acquired lock "refresh_cache-a10177e9-959a-4c5b-9f1e-0808af564f81" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.979500] env[69654]: DEBUG nova.network.neutron [req-e7eb3529-9193-4f1c-9df7-8ce3a6fdaa85 req-12e26140-9ede-4baf-a49c-99f35f62c0bd service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Refreshing network info cache for port d75199f6-f428-4cf2-bae0-9d05da206a6c {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.083619] env[69654]: DEBUG nova.network.neutron [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Successfully updated port: 9874b805-8ee4-49aa-9f11-e2a50dad7e4f {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.131962] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613475} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.135806] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03/8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.136104] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.136340] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e4e7369-774d-4dee-b6b0-4ec2cd5f9031 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.144554] env[69654]: DEBUG nova.compute.manager [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.145412] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e90c82-1d05-43ad-8653-c59e04d02c60 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.155031] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554325, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.163061] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 705.163061] env[69654]: value = "task-3554326" [ 705.163061] env[69654]: _type = "Task" [ 705.163061] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.171727] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d690e7-8285-ff83-37e3-82ed3effaf39, 'name': SearchDatastore_Task, 'duration_secs': 0.023009} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.172575] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.172893] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.173107] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.173284] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.175311] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.175311] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3ce937d-3b0c-43ef-81dc-7bc7ec10490d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.179220] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.189954] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.189954] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.190977] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801b06b8-7320-4edf-8ff1-a0b3b6199101 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.199314] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 705.199314] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5251cae2-4e39-f24e-39c2-baec4039bf06" [ 705.199314] env[69654]: _type = "Task" [ 705.199314] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.208498] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5251cae2-4e39-f24e-39c2-baec4039bf06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.239135] env[69654]: DEBUG oslo_concurrency.lockutils [req-1631d052-00e6-423b-a830-455c0c87483a req-9ba2add8-89da-44fd-97a6-9703851d2324 service nova] Releasing lock "refresh_cache-213f9648-a230-44ae-a7bd-9e96dc30f4ff" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.260914] env[69654]: DEBUG oslo_vmware.api [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.719975} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.260914] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.260914] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.260914] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.260914] env[69654]: INFO nova.compute.manager [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Took 1.63 seconds to destroy the instance on the hypervisor. [ 705.261511] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.261511] env[69654]: DEBUG nova.compute.manager [-] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.261511] env[69654]: DEBUG nova.network.neutron [-] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.420196] env[69654]: DEBUG nova.compute.utils [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.424623] env[69654]: DEBUG nova.compute.manager [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.424790] env[69654]: DEBUG nova.network.neutron [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.461970] env[69654]: DEBUG nova.compute.manager [req-6793b839-b271-4898-9319-72a25de70023 req-0d900d57-10f6-483c-a5af-4c7a144b0791 service nova] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Received event network-vif-plugged-9874b805-8ee4-49aa-9f11-e2a50dad7e4f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.462318] env[69654]: DEBUG oslo_concurrency.lockutils [req-6793b839-b271-4898-9319-72a25de70023 req-0d900d57-10f6-483c-a5af-4c7a144b0791 service nova] Acquiring lock "d3952514-471e-43ea-9373-6ed0e64b074d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.462640] env[69654]: DEBUG oslo_concurrency.lockutils [req-6793b839-b271-4898-9319-72a25de70023 req-0d900d57-10f6-483c-a5af-4c7a144b0791 service nova] Lock "d3952514-471e-43ea-9373-6ed0e64b074d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.462903] env[69654]: DEBUG oslo_concurrency.lockutils [req-6793b839-b271-4898-9319-72a25de70023 req-0d900d57-10f6-483c-a5af-4c7a144b0791 service nova] Lock "d3952514-471e-43ea-9373-6ed0e64b074d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.463279] env[69654]: DEBUG nova.compute.manager [req-6793b839-b271-4898-9319-72a25de70023 req-0d900d57-10f6-483c-a5af-4c7a144b0791 service nova] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] No waiting events found dispatching network-vif-plugged-9874b805-8ee4-49aa-9f11-e2a50dad7e4f {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.465779] env[69654]: WARNING nova.compute.manager [req-6793b839-b271-4898-9319-72a25de70023 req-0d900d57-10f6-483c-a5af-4c7a144b0791 service nova] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Received unexpected event network-vif-plugged-9874b805-8ee4-49aa-9f11-e2a50dad7e4f for instance with vm_state building and task_state spawning. [ 705.465779] env[69654]: DEBUG nova.compute.manager [req-6793b839-b271-4898-9319-72a25de70023 req-0d900d57-10f6-483c-a5af-4c7a144b0791 service nova] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Received event network-changed-9874b805-8ee4-49aa-9f11-e2a50dad7e4f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.465779] env[69654]: DEBUG nova.compute.manager [req-6793b839-b271-4898-9319-72a25de70023 req-0d900d57-10f6-483c-a5af-4c7a144b0791 service nova] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Refreshing instance network info cache due to event network-changed-9874b805-8ee4-49aa-9f11-e2a50dad7e4f. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.465779] env[69654]: DEBUG oslo_concurrency.lockutils [req-6793b839-b271-4898-9319-72a25de70023 req-0d900d57-10f6-483c-a5af-4c7a144b0791 service nova] Acquiring lock "refresh_cache-d3952514-471e-43ea-9373-6ed0e64b074d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.465779] env[69654]: DEBUG oslo_concurrency.lockutils [req-6793b839-b271-4898-9319-72a25de70023 req-0d900d57-10f6-483c-a5af-4c7a144b0791 service nova] Acquired lock "refresh_cache-d3952514-471e-43ea-9373-6ed0e64b074d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.465959] env[69654]: DEBUG nova.network.neutron [req-6793b839-b271-4898-9319-72a25de70023 req-0d900d57-10f6-483c-a5af-4c7a144b0791 service nova] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Refreshing network info cache for port 9874b805-8ee4-49aa-9f11-e2a50dad7e4f {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.518966] env[69654]: DEBUG nova.policy [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1aba00dfb1f74800bdb397ae8a655696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3a06a6980764944a350af59e733ec31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.588965] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Acquiring lock "refresh_cache-d3952514-471e-43ea-9373-6ed0e64b074d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.644216] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554325, 'name': Rename_Task, 'duration_secs': 0.560812} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.645731] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.647441] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2638c7d2-5bbe-4270-9c92-fad56e576706 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.658180] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 705.658180] env[69654]: value = "task-3554327" [ 705.658180] env[69654]: _type = "Task" [ 705.658180] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.671616] env[69654]: INFO nova.compute.manager [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] instance snapshotting [ 705.677462] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554327, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.678812] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98df4fcc-863c-46cb-8b57-893c6374a4fd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.687563] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224386} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.688553] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.689829] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7d1d1b-10c0-46f5-8333-bb4a7578b7d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.724784] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b4b0d3-9269-4e92-9180-d32739b28dbe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.745714] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03/8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.749812] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40aa433e-29c9-4d81-905f-7772da582228 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.769834] env[69654]: DEBUG oslo_concurrency.lockutils [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Acquiring lock "99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.770103] env[69654]: DEBUG oslo_concurrency.lockutils [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Lock "99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.770312] env[69654]: DEBUG oslo_concurrency.lockutils [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Acquiring lock "99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.770576] env[69654]: DEBUG oslo_concurrency.lockutils [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Lock "99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.770759] env[69654]: DEBUG oslo_concurrency.lockutils [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Lock "99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.774480] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5251cae2-4e39-f24e-39c2-baec4039bf06, 'name': SearchDatastore_Task, 'duration_secs': 0.022389} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.779112] env[69654]: INFO nova.compute.manager [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Terminating instance [ 705.779570] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c4016aa-2538-4d50-b773-525d39705341 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.786590] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 705.786590] env[69654]: value = "task-3554328" [ 705.786590] env[69654]: _type = "Task" [ 705.786590] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.791923] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 705.791923] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5285572f-d83c-4b20-06c3-6aeb889b7d0f" [ 705.791923] env[69654]: _type = "Task" [ 705.791923] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.799669] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554328, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.807560] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5285572f-d83c-4b20-06c3-6aeb889b7d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009142} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.808202] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.808532] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 4007de2c-0d1a-43db-8d5e-52f8969e9a39/4007de2c-0d1a-43db-8d5e-52f8969e9a39.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.808954] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d04ee33-a196-44e6-a53b-9318779b1f86 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.817137] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 705.817137] env[69654]: value = "task-3554329" [ 705.817137] env[69654]: _type = "Task" [ 705.817137] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.826986] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.925697] env[69654]: DEBUG nova.compute.manager [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.999504] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01259522-b354-418a-95db-67716741b6c2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.007456] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0b3433-aeef-44ac-bc4c-04f4db899952 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.011331] env[69654]: DEBUG nova.network.neutron [req-6793b839-b271-4898-9319-72a25de70023 req-0d900d57-10f6-483c-a5af-4c7a144b0791 service nova] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.043302] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af58f6c8-8400-4ade-8854-89f2da29cd5b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.050162] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a71457-1918-42c2-954e-179a664f23f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.064190] env[69654]: DEBUG nova.compute.provider_tree [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.125334] env[69654]: DEBUG nova.network.neutron [req-6793b839-b271-4898-9319-72a25de70023 req-0d900d57-10f6-483c-a5af-4c7a144b0791 service nova] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.157538] env[69654]: DEBUG nova.network.neutron [-] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.174124] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554327, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.281164] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 706.281511] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-18a7a658-1f8c-4ddd-9812-66ee28405632 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.288117] env[69654]: DEBUG nova.compute.manager [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.288665] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.290095] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e76102-8938-4bbd-81c2-4cba9ada3dc4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.300591] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 706.300591] env[69654]: value = "task-3554330" [ 706.300591] env[69654]: _type = "Task" [ 706.300591] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.312411] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554328, 'name': ReconfigVM_Task, 'duration_secs': 0.505746} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.312791] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.313762] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03/8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.315279] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-684a3781-d420-48aa-89b7-cf56dc4b2cd6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.320503] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d527231-6ab9-40e8-b3c3-0891b4603f8d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.322526] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554330, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.332880] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554329, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.335850] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 706.335850] env[69654]: value = "task-3554331" [ 706.335850] env[69654]: _type = "Task" [ 706.335850] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.336274] env[69654]: DEBUG oslo_vmware.api [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Waiting for the task: (returnval){ [ 706.336274] env[69654]: value = "task-3554332" [ 706.336274] env[69654]: _type = "Task" [ 706.336274] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.346024] env[69654]: DEBUG nova.network.neutron [req-e7eb3529-9193-4f1c-9df7-8ce3a6fdaa85 req-12e26140-9ede-4baf-a49c-99f35f62c0bd service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Updated VIF entry in instance network info cache for port d75199f6-f428-4cf2-bae0-9d05da206a6c. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.346582] env[69654]: DEBUG nova.network.neutron [req-e7eb3529-9193-4f1c-9df7-8ce3a6fdaa85 req-12e26140-9ede-4baf-a49c-99f35f62c0bd service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Updating instance_info_cache with network_info: [{"id": "d75199f6-f428-4cf2-bae0-9d05da206a6c", "address": "fa:16:3e:2d:14:73", "network": {"id": "0a6210c0-1bd9-4f0e-9ee2-c0d723c9962b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-696838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9781d30d658b4afba131affff43edda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd75199f6-f4", "ovs_interfaceid": "d75199f6-f428-4cf2-bae0-9d05da206a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.355876] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554331, 'name': Rename_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.356197] env[69654]: DEBUG oslo_vmware.api [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': task-3554332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.571022] env[69654]: DEBUG nova.network.neutron [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Successfully created port: 56e528e3-c1a8-48c7-9e06-4b727ff767af {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.572078] env[69654]: DEBUG nova.scheduler.client.report [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.630565] env[69654]: DEBUG oslo_concurrency.lockutils [req-6793b839-b271-4898-9319-72a25de70023 req-0d900d57-10f6-483c-a5af-4c7a144b0791 service nova] Releasing lock "refresh_cache-d3952514-471e-43ea-9373-6ed0e64b074d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.630565] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Acquired lock "refresh_cache-d3952514-471e-43ea-9373-6ed0e64b074d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.630565] env[69654]: DEBUG nova.network.neutron [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.665777] env[69654]: INFO nova.compute.manager [-] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Took 1.41 seconds to deallocate network for instance. [ 706.673083] env[69654]: DEBUG oslo_vmware.api [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554327, 'name': PowerOnVM_Task, 'duration_secs': 0.690345} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.675822] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.676255] env[69654]: INFO nova.compute.manager [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Took 9.57 seconds to spawn the instance on the hypervisor. [ 706.676488] env[69654]: DEBUG nova.compute.manager [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.677461] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca1e62c-05db-4465-9255-9b7f24df8f6c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.815299] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554330, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.834983] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631515} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.835347] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 4007de2c-0d1a-43db-8d5e-52f8969e9a39/4007de2c-0d1a-43db-8d5e-52f8969e9a39.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.835697] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.836077] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd625d0a-015d-43de-a511-366e5bb837ad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.856134] env[69654]: DEBUG oslo_vmware.api [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': task-3554332, 'name': PowerOffVM_Task, 'duration_secs': 0.241101} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.856683] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554331, 'name': Rename_Task, 'duration_secs': 0.203123} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.857926] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.858249] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.858810] env[69654]: DEBUG oslo_concurrency.lockutils [req-e7eb3529-9193-4f1c-9df7-8ce3a6fdaa85 req-12e26140-9ede-4baf-a49c-99f35f62c0bd service nova] Releasing lock "refresh_cache-a10177e9-959a-4c5b-9f1e-0808af564f81" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.859146] env[69654]: DEBUG nova.compute.manager [req-e7eb3529-9193-4f1c-9df7-8ce3a6fdaa85 req-12e26140-9ede-4baf-a49c-99f35f62c0bd service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Received event network-changed-5298487e-914a-4a05-8469-0cdcffa5ac93 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.859433] env[69654]: DEBUG nova.compute.manager [req-e7eb3529-9193-4f1c-9df7-8ce3a6fdaa85 req-12e26140-9ede-4baf-a49c-99f35f62c0bd service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Refreshing instance network info cache due to event network-changed-5298487e-914a-4a05-8469-0cdcffa5ac93. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.859739] env[69654]: DEBUG oslo_concurrency.lockutils [req-e7eb3529-9193-4f1c-9df7-8ce3a6fdaa85 req-12e26140-9ede-4baf-a49c-99f35f62c0bd service nova] Acquiring lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.859981] env[69654]: DEBUG oslo_concurrency.lockutils [req-e7eb3529-9193-4f1c-9df7-8ce3a6fdaa85 req-12e26140-9ede-4baf-a49c-99f35f62c0bd service nova] Acquired lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.860343] env[69654]: DEBUG nova.network.neutron [req-e7eb3529-9193-4f1c-9df7-8ce3a6fdaa85 req-12e26140-9ede-4baf-a49c-99f35f62c0bd service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Refreshing network info cache for port 5298487e-914a-4a05-8469-0cdcffa5ac93 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.861563] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.861978] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 706.861978] env[69654]: value = "task-3554333" [ 706.861978] env[69654]: _type = "Task" [ 706.861978] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.862568] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60c3bf2e-e0e3-46bb-8915-8684efff50d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.864210] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70438eb3-d9ce-44a0-90a0-eb669a87cf58 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.875938] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.880018] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 706.880018] env[69654]: value = "task-3554335" [ 706.880018] env[69654]: _type = "Task" [ 706.880018] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.885496] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.933959] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.934558] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.934862] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Deleting the datastore file [datastore1] 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.935258] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c366715-5c58-45c6-84f4-c71067cae6cd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.938354] env[69654]: DEBUG nova.compute.manager [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.946082] env[69654]: DEBUG oslo_vmware.api [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Waiting for the task: (returnval){ [ 706.946082] env[69654]: value = "task-3554336" [ 706.946082] env[69654]: _type = "Task" [ 706.946082] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.955502] env[69654]: DEBUG oslo_vmware.api [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': task-3554336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.964261] env[69654]: DEBUG nova.virt.hardware [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.964400] env[69654]: DEBUG nova.virt.hardware [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.964549] env[69654]: DEBUG nova.virt.hardware [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.964721] env[69654]: DEBUG nova.virt.hardware [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.964870] env[69654]: DEBUG nova.virt.hardware [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.964999] env[69654]: DEBUG nova.virt.hardware [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.965212] env[69654]: DEBUG nova.virt.hardware [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.965362] env[69654]: DEBUG nova.virt.hardware [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.965586] env[69654]: DEBUG nova.virt.hardware [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.965663] env[69654]: DEBUG nova.virt.hardware [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.965828] env[69654]: DEBUG nova.virt.hardware [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.966654] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96b7b68-0fec-4d34-b16e-7076c719c5fb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.974034] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da4da1b-9a08-4a8f-88c7-06aff11bf13e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.078301] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.080631] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.772s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.083166] env[69654]: INFO nova.compute.claims [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.114822] env[69654]: INFO nova.scheduler.client.report [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Deleted allocations for instance c64cfa95-81c2-4296-88ee-f6bb0fe66ac3 [ 707.178619] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.189335] env[69654]: DEBUG nova.network.neutron [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.202618] env[69654]: INFO nova.compute.manager [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Took 38.78 seconds to build instance. [ 707.313399] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554330, 'name': CreateSnapshot_Task, 'duration_secs': 0.554403} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.319887] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 707.320727] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c168c1ae-a942-49ea-a417-2d527ee0f518 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.379016] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069158} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.382402] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.383237] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c014e8b-3ad2-4725-a17f-b55007fc1d5a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.391146] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.408971] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 4007de2c-0d1a-43db-8d5e-52f8969e9a39/4007de2c-0d1a-43db-8d5e-52f8969e9a39.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.412011] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44959d5a-c758-4572-8b5f-3da9ac411421 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.432926] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 707.432926] env[69654]: value = "task-3554337" [ 707.432926] env[69654]: _type = "Task" [ 707.432926] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.441292] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.454986] env[69654]: DEBUG oslo_vmware.api [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': task-3554336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.481966] env[69654]: DEBUG nova.compute.manager [req-49a84405-077f-4807-ad5a-55fe9f562899 req-8df832c6-c07c-46f0-8930-5926a1fbc5bf service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Received event network-changed-5298487e-914a-4a05-8469-0cdcffa5ac93 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.483039] env[69654]: DEBUG nova.compute.manager [req-49a84405-077f-4807-ad5a-55fe9f562899 req-8df832c6-c07c-46f0-8930-5926a1fbc5bf service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Refreshing instance network info cache due to event network-changed-5298487e-914a-4a05-8469-0cdcffa5ac93. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.483039] env[69654]: DEBUG oslo_concurrency.lockutils [req-49a84405-077f-4807-ad5a-55fe9f562899 req-8df832c6-c07c-46f0-8930-5926a1fbc5bf service nova] Acquiring lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.488353] env[69654]: DEBUG nova.network.neutron [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Updating instance_info_cache with network_info: [{"id": "9874b805-8ee4-49aa-9f11-e2a50dad7e4f", "address": "fa:16:3e:84:e9:4e", "network": {"id": "44bfcb4d-4b14-4137-82b6-36ef605b1463", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1871707996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca97ebb3d7ec48d898840ec82b7774b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9874b805-8e", "ovs_interfaceid": "9874b805-8ee4-49aa-9f11-e2a50dad7e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.597183] env[69654]: DEBUG nova.network.neutron [req-e7eb3529-9193-4f1c-9df7-8ce3a6fdaa85 req-12e26140-9ede-4baf-a49c-99f35f62c0bd service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Updated VIF entry in instance network info cache for port 5298487e-914a-4a05-8469-0cdcffa5ac93. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.597476] env[69654]: DEBUG nova.network.neutron [req-e7eb3529-9193-4f1c-9df7-8ce3a6fdaa85 req-12e26140-9ede-4baf-a49c-99f35f62c0bd service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Updating instance_info_cache with network_info: [{"id": "5298487e-914a-4a05-8469-0cdcffa5ac93", "address": "fa:16:3e:76:36:14", "network": {"id": "0a6210c0-1bd9-4f0e-9ee2-c0d723c9962b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-696838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9781d30d658b4afba131affff43edda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5298487e-91", "ovs_interfaceid": "5298487e-914a-4a05-8469-0cdcffa5ac93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.627911] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2b403b38-9cd0-4196-83fc-cbe5b5fdfaa6 tempest-ServerDiagnosticsNegativeTest-99990549 tempest-ServerDiagnosticsNegativeTest-99990549-project-member] Lock "c64cfa95-81c2-4296-88ee-f6bb0fe66ac3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.863s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.705471] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8bed269-4a32-49f1-8cec-49ed61866209 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "213f9648-a230-44ae-a7bd-9e96dc30f4ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.294s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.779578] env[69654]: DEBUG oslo_concurrency.lockutils [None req-642baf32-5e6b-4ab5-a9bd-333001349221 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "a10177e9-959a-4c5b-9f1e-0808af564f81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.840107] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 707.840421] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f25ab281-e429-429e-928f-96d33c71f44f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.850078] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 707.850078] env[69654]: value = "task-3554338" [ 707.850078] env[69654]: _type = "Task" [ 707.850078] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.861390] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554338, 'name': CloneVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.889792] env[69654]: DEBUG nova.compute.manager [req-05466f81-0f0a-4761-a7db-604f6410631f req-c14ae3df-fc98-4414-aa64-d5ac04b74505 service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Received event network-vif-deleted-d75199f6-f428-4cf2-bae0-9d05da206a6c {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.890087] env[69654]: INFO nova.compute.manager [req-05466f81-0f0a-4761-a7db-604f6410631f req-c14ae3df-fc98-4414-aa64-d5ac04b74505 service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Neutron deleted interface d75199f6-f428-4cf2-bae0-9d05da206a6c; detaching it from the instance and deleting it from the info cache [ 707.890296] env[69654]: DEBUG nova.network.neutron [req-05466f81-0f0a-4761-a7db-604f6410631f req-c14ae3df-fc98-4414-aa64-d5ac04b74505 service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.897178] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554335, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.944063] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.957250] env[69654]: DEBUG oslo_vmware.api [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Task: {'id': task-3554336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511324} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.957339] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.957480] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.957659] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.957826] env[69654]: INFO nova.compute.manager [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Took 1.67 seconds to destroy the instance on the hypervisor. [ 707.958081] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.958288] env[69654]: DEBUG nova.compute.manager [-] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.958390] env[69654]: DEBUG nova.network.neutron [-] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.990743] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Releasing lock "refresh_cache-d3952514-471e-43ea-9373-6ed0e64b074d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.992172] env[69654]: DEBUG nova.compute.manager [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Instance network_info: |[{"id": "9874b805-8ee4-49aa-9f11-e2a50dad7e4f", "address": "fa:16:3e:84:e9:4e", "network": {"id": "44bfcb4d-4b14-4137-82b6-36ef605b1463", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1871707996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca97ebb3d7ec48d898840ec82b7774b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9874b805-8e", "ovs_interfaceid": "9874b805-8ee4-49aa-9f11-e2a50dad7e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.992816] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:e9:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9874b805-8ee4-49aa-9f11-e2a50dad7e4f', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.004628] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Creating folder: Project (ca97ebb3d7ec48d898840ec82b7774b5). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.005020] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ce71d22-16b5-4377-8728-43dc6c42f80c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.017063] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Created folder: Project (ca97ebb3d7ec48d898840ec82b7774b5) in parent group-v709593. [ 708.017299] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Creating folder: Instances. Parent ref: group-v709653. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.017557] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d3cf035-bef8-4594-b6f6-f00803ddc727 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.027865] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Created folder: Instances in parent group-v709653. [ 708.028142] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.028365] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.028653] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7af323b9-b94c-4c2c-a480-31930858a125 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.064998] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.064998] env[69654]: value = "task-3554341" [ 708.064998] env[69654]: _type = "Task" [ 708.064998] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.076361] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554341, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.100532] env[69654]: DEBUG oslo_concurrency.lockutils [req-e7eb3529-9193-4f1c-9df7-8ce3a6fdaa85 req-12e26140-9ede-4baf-a49c-99f35f62c0bd service nova] Releasing lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.101022] env[69654]: DEBUG oslo_concurrency.lockutils [req-49a84405-077f-4807-ad5a-55fe9f562899 req-8df832c6-c07c-46f0-8930-5926a1fbc5bf service nova] Acquired lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.101904] env[69654]: DEBUG nova.network.neutron [req-49a84405-077f-4807-ad5a-55fe9f562899 req-8df832c6-c07c-46f0-8930-5926a1fbc5bf service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Refreshing network info cache for port 5298487e-914a-4a05-8469-0cdcffa5ac93 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.212436] env[69654]: DEBUG nova.compute.manager [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.362125] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554338, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.396621] env[69654]: DEBUG oslo_vmware.api [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554335, 'name': PowerOnVM_Task, 'duration_secs': 1.234382} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.397060] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cbf6511-e76d-4c38-aff3-f7eee1406489 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.399582] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.399938] env[69654]: INFO nova.compute.manager [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Took 8.66 seconds to spawn the instance on the hypervisor. [ 708.400232] env[69654]: DEBUG nova.compute.manager [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.402025] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e802af4-942a-40c0-9486-763c409122b1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.421380] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cadfc9-e52b-4ea2-85ba-5d6784f279b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.436472] env[69654]: DEBUG nova.network.neutron [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Successfully updated port: 56e528e3-c1a8-48c7-9e06-4b727ff767af {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.455054] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554337, 'name': ReconfigVM_Task, 'duration_secs': 0.722204} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.455363] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 4007de2c-0d1a-43db-8d5e-52f8969e9a39/4007de2c-0d1a-43db-8d5e-52f8969e9a39.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.456449] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3aca690b-bc51-48fd-9d4c-d4913c195d1e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.470973] env[69654]: DEBUG nova.compute.manager [req-05466f81-0f0a-4761-a7db-604f6410631f req-c14ae3df-fc98-4414-aa64-d5ac04b74505 service nova] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Detach interface failed, port_id=d75199f6-f428-4cf2-bae0-9d05da206a6c, reason: Instance a10177e9-959a-4c5b-9f1e-0808af564f81 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 708.478142] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 708.478142] env[69654]: value = "task-3554342" [ 708.478142] env[69654]: _type = "Task" [ 708.478142] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.491192] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554342, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.504878] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquiring lock "fb235b27-f172-4495-8083-5e9b158b6146" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.504878] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "fb235b27-f172-4495-8083-5e9b158b6146" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.581047] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554341, 'name': CreateVM_Task, 'duration_secs': 0.35558} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.581047] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.581277] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.581340] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.581655] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.581905] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28520f98-ac16-4586-bed8-40e4d0df6824 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.587780] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Waiting for the task: (returnval){ [ 708.587780] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5260c227-4869-c0d6-b61b-899ceff19eed" [ 708.587780] env[69654]: _type = "Task" [ 708.587780] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.595791] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5260c227-4869-c0d6-b61b-899ceff19eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.668541] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4543be-ef0b-4c6a-88ac-21a334774312 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.677201] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9cc4f5-a54c-4c44-be40-6d634e92e0a3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.718018] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a217641b-08c3-4538-8180-a69a82013aa4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.736021] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b08e14-58cc-4207-86be-b6091b527212 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.750146] env[69654]: DEBUG nova.compute.provider_tree [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.751769] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.846048] env[69654]: DEBUG nova.network.neutron [-] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.864196] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554338, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.923972] env[69654]: INFO nova.compute.manager [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Took 37.63 seconds to build instance. [ 708.943230] env[69654]: DEBUG oslo_concurrency.lockutils [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.943230] env[69654]: DEBUG oslo_concurrency.lockutils [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.943230] env[69654]: DEBUG nova.network.neutron [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.963064] env[69654]: DEBUG nova.network.neutron [req-49a84405-077f-4807-ad5a-55fe9f562899 req-8df832c6-c07c-46f0-8930-5926a1fbc5bf service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Updated VIF entry in instance network info cache for port 5298487e-914a-4a05-8469-0cdcffa5ac93. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.963841] env[69654]: DEBUG nova.network.neutron [req-49a84405-077f-4807-ad5a-55fe9f562899 req-8df832c6-c07c-46f0-8930-5926a1fbc5bf service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Updating instance_info_cache with network_info: [{"id": "5298487e-914a-4a05-8469-0cdcffa5ac93", "address": "fa:16:3e:76:36:14", "network": {"id": "0a6210c0-1bd9-4f0e-9ee2-c0d723c9962b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-696838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9781d30d658b4afba131affff43edda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5298487e-91", "ovs_interfaceid": "5298487e-914a-4a05-8469-0cdcffa5ac93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.990453] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554342, 'name': Rename_Task, 'duration_secs': 0.180398} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.990453] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.990453] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6c4f222-cbfd-4583-8910-f17e73ef5599 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.997204] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 708.997204] env[69654]: value = "task-3554343" [ 708.997204] env[69654]: _type = "Task" [ 708.997204] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.005588] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.098647] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5260c227-4869-c0d6-b61b-899ceff19eed, 'name': SearchDatastore_Task, 'duration_secs': 0.00982} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.099041] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.099289] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.099525] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.099667] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.099842] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.100172] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a62d60cc-94be-45f8-b4a6-32ff2ab91acf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.109053] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.109268] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.111609] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613ed476-74f9-4015-8c69-ff1e1a731ed4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.125457] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Waiting for the task: (returnval){ [ 709.125457] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e10ef6-d207-1c70-3e98-3abc726ad4c7" [ 709.125457] env[69654]: _type = "Task" [ 709.125457] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.136408] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e10ef6-d207-1c70-3e98-3abc726ad4c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.137251] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d181ed64-787d-4d84-898b-b53c5fe5b8a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.144694] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Waiting for the task: (returnval){ [ 709.144694] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c1525d-b3b5-a841-7c00-69bd11cab6a9" [ 709.144694] env[69654]: _type = "Task" [ 709.144694] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.153790] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c1525d-b3b5-a841-7c00-69bd11cab6a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.255243] env[69654]: DEBUG nova.scheduler.client.report [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.354358] env[69654]: INFO nova.compute.manager [-] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Took 1.39 seconds to deallocate network for instance. [ 709.375819] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554338, 'name': CloneVM_Task} progress is 95%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.427417] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a4c9a539-c042-486a-9898-a4b14399faef tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.257s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.466750] env[69654]: DEBUG oslo_concurrency.lockutils [req-49a84405-077f-4807-ad5a-55fe9f562899 req-8df832c6-c07c-46f0-8930-5926a1fbc5bf service nova] Releasing lock "refresh_cache-f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.507973] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554343, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.524021] env[69654]: DEBUG nova.network.neutron [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.593258] env[69654]: DEBUG nova.compute.manager [req-516c8642-cf6d-48ac-b3ad-7a4702954473 req-87487720-792f-4ea9-a07d-cb4936942ac8 service nova] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Received event network-vif-plugged-56e528e3-c1a8-48c7-9e06-4b727ff767af {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.593258] env[69654]: DEBUG oslo_concurrency.lockutils [req-516c8642-cf6d-48ac-b3ad-7a4702954473 req-87487720-792f-4ea9-a07d-cb4936942ac8 service nova] Acquiring lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.593258] env[69654]: DEBUG oslo_concurrency.lockutils [req-516c8642-cf6d-48ac-b3ad-7a4702954473 req-87487720-792f-4ea9-a07d-cb4936942ac8 service nova] Lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.593258] env[69654]: DEBUG oslo_concurrency.lockutils [req-516c8642-cf6d-48ac-b3ad-7a4702954473 req-87487720-792f-4ea9-a07d-cb4936942ac8 service nova] Lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.593258] env[69654]: DEBUG nova.compute.manager [req-516c8642-cf6d-48ac-b3ad-7a4702954473 req-87487720-792f-4ea9-a07d-cb4936942ac8 service nova] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] No waiting events found dispatching network-vif-plugged-56e528e3-c1a8-48c7-9e06-4b727ff767af {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.593745] env[69654]: WARNING nova.compute.manager [req-516c8642-cf6d-48ac-b3ad-7a4702954473 req-87487720-792f-4ea9-a07d-cb4936942ac8 service nova] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Received unexpected event network-vif-plugged-56e528e3-c1a8-48c7-9e06-4b727ff767af for instance with vm_state building and task_state spawning. [ 709.593745] env[69654]: DEBUG nova.compute.manager [req-516c8642-cf6d-48ac-b3ad-7a4702954473 req-87487720-792f-4ea9-a07d-cb4936942ac8 service nova] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Received event network-changed-56e528e3-c1a8-48c7-9e06-4b727ff767af {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.593745] env[69654]: DEBUG nova.compute.manager [req-516c8642-cf6d-48ac-b3ad-7a4702954473 req-87487720-792f-4ea9-a07d-cb4936942ac8 service nova] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Refreshing instance network info cache due to event network-changed-56e528e3-c1a8-48c7-9e06-4b727ff767af. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.593745] env[69654]: DEBUG oslo_concurrency.lockutils [req-516c8642-cf6d-48ac-b3ad-7a4702954473 req-87487720-792f-4ea9-a07d-cb4936942ac8 service nova] Acquiring lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.621471] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquiring lock "8cf7cbb1-ba43-46c5-8cfc-326201591894" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.621471] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "8cf7cbb1-ba43-46c5-8cfc-326201591894" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.621471] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquiring lock "8cf7cbb1-ba43-46c5-8cfc-326201591894-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.621629] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "8cf7cbb1-ba43-46c5-8cfc-326201591894-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.621796] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "8cf7cbb1-ba43-46c5-8cfc-326201591894-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.624085] env[69654]: INFO nova.compute.manager [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Terminating instance [ 709.658534] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c1525d-b3b5-a841-7c00-69bd11cab6a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011225} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.658534] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.658534] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] d3952514-471e-43ea-9373-6ed0e64b074d/d3952514-471e-43ea-9373-6ed0e64b074d.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.658534] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07f2d5a1-ffd0-4ba4-9035-476d32539acf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.666175] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Waiting for the task: (returnval){ [ 709.666175] env[69654]: value = "task-3554344" [ 709.666175] env[69654]: _type = "Task" [ 709.666175] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.672640] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': task-3554344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.770764] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.770764] env[69654]: DEBUG nova.compute.manager [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.774700] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.040s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.776122] env[69654]: DEBUG nova.objects.instance [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Lazy-loading 'resources' on Instance uuid b841dd92-15b2-4e59-986b-1d5ebaed488f {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.850722] env[69654]: DEBUG nova.network.neutron [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating instance_info_cache with network_info: [{"id": "56e528e3-c1a8-48c7-9e06-4b727ff767af", "address": "fa:16:3e:a4:39:9c", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e528e3-c1", "ovs_interfaceid": "56e528e3-c1a8-48c7-9e06-4b727ff767af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.869776] env[69654]: DEBUG oslo_concurrency.lockutils [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.869776] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554338, 'name': CloneVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.931708] env[69654]: DEBUG nova.compute.manager [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.009911] env[69654]: DEBUG oslo_vmware.api [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554343, 'name': PowerOnVM_Task, 'duration_secs': 0.609132} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.010363] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.010518] env[69654]: DEBUG nova.compute.manager [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.011364] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19febac5-7ac0-4c32-91f4-0b4e26aacbbb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.128248] env[69654]: DEBUG nova.compute.manager [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.128494] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.129484] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5034c5-67c9-42b5-8a07-fe4e48434a6a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.137137] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.137137] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-771878f9-e1ca-4879-b13f-526de8f09848 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.167134] env[69654]: DEBUG nova.compute.manager [req-c0dfbbd6-863d-4438-9555-a93bc3eb1620 req-db4851ab-899f-4b4a-b97e-35c8e5cd73ed service nova] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Received event network-vif-deleted-a4651a16-ef35-407b-96aa-684eb53583ac {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.184723] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': task-3554344, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.222619] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.222619] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.222887] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Deleting the datastore file [datastore2] 8cf7cbb1-ba43-46c5-8cfc-326201591894 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.223209] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0eb3a28a-6a77-4b79-990f-5d5472f059ea {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.231017] env[69654]: DEBUG oslo_vmware.api [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 710.231017] env[69654]: value = "task-3554346" [ 710.231017] env[69654]: _type = "Task" [ 710.231017] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.240746] env[69654]: DEBUG oslo_vmware.api [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.284944] env[69654]: DEBUG nova.compute.utils [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.286653] env[69654]: DEBUG nova.compute.manager [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Not allocating networking since 'none' was specified. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 710.357244] env[69654]: DEBUG oslo_concurrency.lockutils [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.357451] env[69654]: DEBUG nova.compute.manager [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Instance network_info: |[{"id": "56e528e3-c1a8-48c7-9e06-4b727ff767af", "address": "fa:16:3e:a4:39:9c", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e528e3-c1", "ovs_interfaceid": "56e528e3-c1a8-48c7-9e06-4b727ff767af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.358402] env[69654]: DEBUG oslo_concurrency.lockutils [req-516c8642-cf6d-48ac-b3ad-7a4702954473 req-87487720-792f-4ea9-a07d-cb4936942ac8 service nova] Acquired lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.358992] env[69654]: DEBUG nova.network.neutron [req-516c8642-cf6d-48ac-b3ad-7a4702954473 req-87487720-792f-4ea9-a07d-cb4936942ac8 service nova] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Refreshing network info cache for port 56e528e3-c1a8-48c7-9e06-4b727ff767af {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.361517] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:39:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56e528e3-c1a8-48c7-9e06-4b727ff767af', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.370988] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Creating folder: Project (b3a06a6980764944a350af59e733ec31). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.383823] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33e73e95-b6ba-4e87-97a4-6c4276773072 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.392746] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554338, 'name': CloneVM_Task, 'duration_secs': 2.087298} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.392968] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Created linked-clone VM from snapshot [ 710.393968] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2150875f-599b-4438-98e2-8ea8bdba1479 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.399150] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Created folder: Project (b3a06a6980764944a350af59e733ec31) in parent group-v709593. [ 710.399641] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Creating folder: Instances. Parent ref: group-v709656. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.404360] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-066c428d-3130-45bd-855c-a39b14ece04d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.408373] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Uploading image 137df613-68ed-4bfd-a052-1e6ac7d9cd72 {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 710.425723] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Created folder: Instances in parent group-v709656. [ 710.425723] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.430577] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.430577] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d5f4ac5-0903-4c95-b6a2-e372f623b844 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.474288] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.474288] env[69654]: value = "task-3554349" [ 710.474288] env[69654]: _type = "Task" [ 710.474288] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.477316] env[69654]: DEBUG oslo_vmware.rw_handles [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 710.477316] env[69654]: value = "vm-709652" [ 710.477316] env[69654]: _type = "VirtualMachine" [ 710.477316] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 710.478094] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8b44a24c-1fa0-42b0-afe7-81b3fc5f5f9a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.490826] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.503629] env[69654]: DEBUG oslo_vmware.rw_handles [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Lease: (returnval){ [ 710.503629] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ea8fab-8af1-fb61-c4a3-6ade88d395d1" [ 710.503629] env[69654]: _type = "HttpNfcLease" [ 710.503629] env[69654]: } obtained for exporting VM: (result){ [ 710.503629] env[69654]: value = "vm-709652" [ 710.503629] env[69654]: _type = "VirtualMachine" [ 710.503629] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 710.504144] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the lease: (returnval){ [ 710.504144] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ea8fab-8af1-fb61-c4a3-6ade88d395d1" [ 710.504144] env[69654]: _type = "HttpNfcLease" [ 710.504144] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 710.504391] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554349, 'name': CreateVM_Task} progress is 15%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.516379] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 710.516379] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ea8fab-8af1-fb61-c4a3-6ade88d395d1" [ 710.516379] env[69654]: _type = "HttpNfcLease" [ 710.516379] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 710.516818] env[69654]: DEBUG oslo_vmware.rw_handles [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 710.516818] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ea8fab-8af1-fb61-c4a3-6ade88d395d1" [ 710.516818] env[69654]: _type = "HttpNfcLease" [ 710.516818] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 710.517598] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6580867-507a-4bc5-af21-030527b9b7e7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.534429] env[69654]: DEBUG oslo_vmware.rw_handles [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f50e6-8312-f665-ce22-b5715d832826/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 710.534721] env[69654]: DEBUG oslo_vmware.rw_handles [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f50e6-8312-f665-ce22-b5715d832826/disk-0.vmdk for reading. {{(pid=69654) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 710.536689] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.680773] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': task-3554344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835588} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.681126] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] d3952514-471e-43ea-9373-6ed0e64b074d/d3952514-471e-43ea-9373-6ed0e64b074d.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.681382] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.681650] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9350f2e7-58a0-4a00-89f5-23ff55a9501a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.687152] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e90b8a6-b225-4286-8c96-22d83198e047 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.693829] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Waiting for the task: (returnval){ [ 710.693829] env[69654]: value = "task-3554351" [ 710.693829] env[69654]: _type = "Task" [ 710.693829] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.704668] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': task-3554351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.743506] env[69654]: DEBUG oslo_vmware.api [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462957} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.746633] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.746939] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.747025] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.747242] env[69654]: INFO nova.compute.manager [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Took 0.62 seconds to destroy the instance on the hypervisor. [ 710.747556] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.747989] env[69654]: DEBUG nova.compute.manager [-] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.748105] env[69654]: DEBUG nova.network.neutron [-] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.789018] env[69654]: DEBUG nova.compute.manager [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.948515] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8840c156-c8ac-4855-aa9f-e2d540f2d882 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.959315] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7993ab2-2783-4fc3-881d-d79853806dd4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.009817] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b51d6bb-a029-4fc5-887b-a9413b812bf8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.021392] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554349, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.026504] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c328fcdb-c502-4025-b5d2-3efbaac6b8ae {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.042923] env[69654]: DEBUG nova.compute.provider_tree [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.182259] env[69654]: DEBUG nova.network.neutron [req-516c8642-cf6d-48ac-b3ad-7a4702954473 req-87487720-792f-4ea9-a07d-cb4936942ac8 service nova] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updated VIF entry in instance network info cache for port 56e528e3-c1a8-48c7-9e06-4b727ff767af. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.182622] env[69654]: DEBUG nova.network.neutron [req-516c8642-cf6d-48ac-b3ad-7a4702954473 req-87487720-792f-4ea9-a07d-cb4936942ac8 service nova] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating instance_info_cache with network_info: [{"id": "56e528e3-c1a8-48c7-9e06-4b727ff767af", "address": "fa:16:3e:a4:39:9c", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e528e3-c1", "ovs_interfaceid": "56e528e3-c1a8-48c7-9e06-4b727ff767af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.205574] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': task-3554351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.334403} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.205921] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.206841] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee4d6e0-9f57-4b32-bc91-6ad296ea7efe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.235060] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] d3952514-471e-43ea-9373-6ed0e64b074d/d3952514-471e-43ea-9373-6ed0e64b074d.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.235554] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-669d2941-a613-4012-b043-1702bbc8fe3c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.259969] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Waiting for the task: (returnval){ [ 711.259969] env[69654]: value = "task-3554352" [ 711.259969] env[69654]: _type = "Task" [ 711.259969] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.269474] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': task-3554352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.511730] env[69654]: DEBUG nova.compute.manager [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.513742] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bd412e-79a8-407d-b66f-1f16efb04f50 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.525523] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554349, 'name': CreateVM_Task, 'duration_secs': 0.709184} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.527614] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.533127] env[69654]: DEBUG oslo_concurrency.lockutils [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.533522] env[69654]: DEBUG oslo_concurrency.lockutils [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.533872] env[69654]: DEBUG oslo_concurrency.lockutils [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.534417] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc7edc39-5402-4d3c-a651-79166b2ee9b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.539911] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 711.539911] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5231bfe3-e6ed-46a3-ad20-f013a76bd530" [ 711.539911] env[69654]: _type = "Task" [ 711.539911] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.551523] env[69654]: DEBUG nova.scheduler.client.report [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.553246] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5231bfe3-e6ed-46a3-ad20-f013a76bd530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.599086] env[69654]: DEBUG nova.network.neutron [-] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.689183] env[69654]: DEBUG oslo_concurrency.lockutils [req-516c8642-cf6d-48ac-b3ad-7a4702954473 req-87487720-792f-4ea9-a07d-cb4936942ac8 service nova] Releasing lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.772757] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': task-3554352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.800250] env[69654]: DEBUG nova.compute.manager [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.834861] env[69654]: DEBUG nova.virt.hardware [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.834861] env[69654]: DEBUG nova.virt.hardware [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.834861] env[69654]: DEBUG nova.virt.hardware [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.836447] env[69654]: DEBUG nova.virt.hardware [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.836447] env[69654]: DEBUG nova.virt.hardware [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.836447] env[69654]: DEBUG nova.virt.hardware [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.836447] env[69654]: DEBUG nova.virt.hardware [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.836447] env[69654]: DEBUG nova.virt.hardware [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.836933] env[69654]: DEBUG nova.virt.hardware [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.837331] env[69654]: DEBUG nova.virt.hardware [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.838035] env[69654]: DEBUG nova.virt.hardware [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.838552] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f71db4f-e721-42c2-99cf-0f459d58566d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.842892] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquiring lock "4007de2c-0d1a-43db-8d5e-52f8969e9a39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.843459] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Lock "4007de2c-0d1a-43db-8d5e-52f8969e9a39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.843789] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquiring lock "4007de2c-0d1a-43db-8d5e-52f8969e9a39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.844156] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Lock "4007de2c-0d1a-43db-8d5e-52f8969e9a39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.844448] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Lock "4007de2c-0d1a-43db-8d5e-52f8969e9a39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.851567] env[69654]: INFO nova.compute.manager [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Terminating instance [ 711.856128] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e89f25-f551-4a41-ad57-1573d4f5d291 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.881223] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.888169] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Creating folder: Project (daab63cb8faf42e39d85bcd0f6bceada). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.889561] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6da76531-2db0-487c-b1d9-583d86931617 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.901511] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Created folder: Project (daab63cb8faf42e39d85bcd0f6bceada) in parent group-v709593. [ 711.902132] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Creating folder: Instances. Parent ref: group-v709659. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.902253] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26dc6412-3f80-4173-8bb7-488ea6605e40 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.912530] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Created folder: Instances in parent group-v709659. [ 711.912928] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.917630] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.917630] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ddc0587-4299-48d8-94a4-107cc0daca1a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.943820] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.943820] env[69654]: value = "task-3554355" [ 711.943820] env[69654]: _type = "Task" [ 711.943820] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.954547] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554355, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.037106] env[69654]: INFO nova.compute.manager [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] instance snapshotting [ 712.040258] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f04bb4a-9672-4a41-90ba-e3cf59820b45 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.070319] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.072894] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5231bfe3-e6ed-46a3-ad20-f013a76bd530, 'name': SearchDatastore_Task, 'duration_secs': 0.019806} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.073566] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.900s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.075407] env[69654]: INFO nova.compute.claims [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.078895] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2cf3b4-5b31-455d-a411-5cbe779d8a66 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.082241] env[69654]: DEBUG oslo_concurrency.lockutils [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.082573] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.082905] env[69654]: DEBUG oslo_concurrency.lockutils [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.083186] env[69654]: DEBUG oslo_concurrency.lockutils [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.083507] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.084234] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93a926bd-c62f-40e6-bc02-cd8864c50c6a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.095711] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.096071] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.097292] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fdca5b8-3e97-41e4-aaf0-5d1147795598 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.100029] env[69654]: INFO nova.compute.manager [-] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Took 1.35 seconds to deallocate network for instance. [ 712.107245] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 712.107245] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c743fd-7529-1041-a9ad-478dc292ce75" [ 712.107245] env[69654]: _type = "Task" [ 712.107245] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.108394] env[69654]: INFO nova.scheduler.client.report [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Deleted allocations for instance b841dd92-15b2-4e59-986b-1d5ebaed488f [ 712.122599] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c743fd-7529-1041-a9ad-478dc292ce75, 'name': SearchDatastore_Task, 'duration_secs': 0.013549} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.123196] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-373c4a30-a907-47e3-9a90-d1ee8fcdeb7c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.131993] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 712.131993] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52636535-0d4b-77e1-0cc3-1600facf861d" [ 712.131993] env[69654]: _type = "Task" [ 712.131993] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.141882] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52636535-0d4b-77e1-0cc3-1600facf861d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.258627] env[69654]: DEBUG nova.compute.manager [req-6f29964f-02a5-41c3-90e4-99463c03e4f2 req-f913deb1-b751-4d9d-8f7c-0c9d9812ac06 service nova] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Received event network-vif-deleted-dcbfbee2-72c5-424a-b266-5017d775f721 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.271792] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': task-3554352, 'name': ReconfigVM_Task, 'duration_secs': 0.812217} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.272155] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Reconfigured VM instance instance-00000015 to attach disk [datastore2] d3952514-471e-43ea-9373-6ed0e64b074d/d3952514-471e-43ea-9373-6ed0e64b074d.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.272991] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-882a1ddd-9c19-496e-8f58-b089eaf85245 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.280668] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Waiting for the task: (returnval){ [ 712.280668] env[69654]: value = "task-3554356" [ 712.280668] env[69654]: _type = "Task" [ 712.280668] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.290065] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': task-3554356, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.367116] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquiring lock "refresh_cache-4007de2c-0d1a-43db-8d5e-52f8969e9a39" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.367559] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquired lock "refresh_cache-4007de2c-0d1a-43db-8d5e-52f8969e9a39" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.367887] env[69654]: DEBUG nova.network.neutron [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.461958] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554355, 'name': CreateVM_Task, 'duration_secs': 0.494754} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.462445] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.463152] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.463591] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.464223] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.464706] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7935a446-d388-4d4d-b216-1e6ffaf14ed1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.472161] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 712.472161] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520ae5c5-4b2b-44ca-af79-b958b15f747e" [ 712.472161] env[69654]: _type = "Task" [ 712.472161] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.483290] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520ae5c5-4b2b-44ca-af79-b958b15f747e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.598378] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 712.599294] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-994f2985-5480-4ee4-8043-e225c4ee9716 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.607121] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 712.607121] env[69654]: value = "task-3554357" [ 712.607121] env[69654]: _type = "Task" [ 712.607121] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.612794] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.621539] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554357, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.622151] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb33619f-403f-47ea-aa17-37471881154a tempest-ServerDiagnosticsTest-1196137100 tempest-ServerDiagnosticsTest-1196137100-project-member] Lock "b841dd92-15b2-4e59-986b-1d5ebaed488f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.746s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.643267] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52636535-0d4b-77e1-0cc3-1600facf861d, 'name': SearchDatastore_Task, 'duration_secs': 0.011785} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.645874] env[69654]: DEBUG oslo_concurrency.lockutils [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.645874] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb/ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.645874] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcb77f11-0a5b-4518-a339-7041e76cf1fe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.652068] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 712.652068] env[69654]: value = "task-3554358" [ 712.652068] env[69654]: _type = "Task" [ 712.652068] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.663520] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.792099] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': task-3554356, 'name': Rename_Task, 'duration_secs': 0.156644} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.792394] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.792632] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5c11464-eef5-4124-85be-36dd1dd3443b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.798885] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Waiting for the task: (returnval){ [ 712.798885] env[69654]: value = "task-3554359" [ 712.798885] env[69654]: _type = "Task" [ 712.798885] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.809518] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': task-3554359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.917020] env[69654]: DEBUG nova.network.neutron [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.991369] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520ae5c5-4b2b-44ca-af79-b958b15f747e, 'name': SearchDatastore_Task, 'duration_secs': 0.016598} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.991780] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.992929] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.995451] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.995451] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.995451] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.998044] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fa55847-70eb-4284-b2d2-80d27e0bca1b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.007211] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.010237] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.011211] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69eda95c-cdab-4186-8e94-c652b57735e6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.020204] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 713.020204] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e3392b-735a-411b-c9f9-947baf5a10d2" [ 713.020204] env[69654]: _type = "Task" [ 713.020204] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.032236] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e3392b-735a-411b-c9f9-947baf5a10d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.055241] env[69654]: DEBUG nova.network.neutron [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.132652] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554357, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.168561] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554358, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.315042] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': task-3554359, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.539017] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e3392b-735a-411b-c9f9-947baf5a10d2, 'name': SearchDatastore_Task, 'duration_secs': 0.019481} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.545658] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc75dbf-b78f-461e-8052-bee23abb599c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.553339] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 713.553339] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52afdead-5b3e-75a1-6157-6207e05afb9e" [ 713.553339] env[69654]: _type = "Task" [ 713.553339] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.564325] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Releasing lock "refresh_cache-4007de2c-0d1a-43db-8d5e-52f8969e9a39" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.564788] env[69654]: DEBUG nova.compute.manager [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.565012] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.565351] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52afdead-5b3e-75a1-6157-6207e05afb9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.571190] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94403981-e952-4518-9a00-3f2517bece5d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.575752] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.576084] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f1b9a71-2757-456a-a7a0-fdc751c06981 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.582168] env[69654]: DEBUG oslo_vmware.api [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 713.582168] env[69654]: value = "task-3554360" [ 713.582168] env[69654]: _type = "Task" [ 713.582168] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.594781] env[69654]: DEBUG oslo_vmware.api [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.622795] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554357, 'name': CreateSnapshot_Task, 'duration_secs': 0.882851} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.622795] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 713.623269] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761e3ac8-e88d-4bd2-bc66-e3ef9e02028c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.662699] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589056} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.663059] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb/ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.663241] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.663501] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00a6557b-a18c-4b0b-a991-d4431c3b3e59 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.672351] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 713.672351] env[69654]: value = "task-3554361" [ 713.672351] env[69654]: _type = "Task" [ 713.672351] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.691989] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.777139] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee2158c-9d49-4ff1-acc4-24d9fcefb176 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.785869] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5689d10e-f150-45b0-8ff8-085cd52233c4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.821828] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11747c8-948d-471a-9294-1bc39f057dbd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.829240] env[69654]: DEBUG oslo_vmware.api [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': task-3554359, 'name': PowerOnVM_Task, 'duration_secs': 0.710246} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.831505] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.831663] env[69654]: INFO nova.compute.manager [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Took 9.49 seconds to spawn the instance on the hypervisor. [ 713.831930] env[69654]: DEBUG nova.compute.manager [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.832833] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d73344-caff-4bd9-8d30-1781ba88d45e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.836440] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcd5982-d6b0-418f-b3ac-7f3b3bae99e0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.859836] env[69654]: DEBUG nova.compute.provider_tree [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.066543] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52afdead-5b3e-75a1-6157-6207e05afb9e, 'name': SearchDatastore_Task, 'duration_secs': 0.012847} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.067801] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.068154] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] c50cee51-ee39-4590-938e-3c1a9ce10225/c50cee51-ee39-4590-938e-3c1a9ce10225.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.068683] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1502fee7-fdc9-4ccc-aa9e-492eb6080e97 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.075894] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 714.075894] env[69654]: value = "task-3554362" [ 714.075894] env[69654]: _type = "Task" [ 714.075894] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.085791] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.095484] env[69654]: DEBUG oslo_vmware.api [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554360, 'name': PowerOffVM_Task, 'duration_secs': 0.160574} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.095762] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.095923] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.096194] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af4e1b4a-b636-46e5-918d-8e5eb5efb2b8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.133171] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.133171] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.133171] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Deleting the datastore file [datastore2] 4007de2c-0d1a-43db-8d5e-52f8969e9a39 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.133171] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09f496cc-d700-41d4-ad52-aacd06675c72 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.141021] env[69654]: DEBUG oslo_vmware.api [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for the task: (returnval){ [ 714.141021] env[69654]: value = "task-3554364" [ 714.141021] env[69654]: _type = "Task" [ 714.141021] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.152866] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 714.154624] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a95a441c-8e16-4fb7-9224-bb600fa50e6f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.170604] env[69654]: DEBUG oslo_vmware.api [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.174425] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 714.174425] env[69654]: value = "task-3554365" [ 714.174425] env[69654]: _type = "Task" [ 714.174425] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.191289] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554365, 'name': CloneVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.191616] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084637} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.191887] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.192808] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f992692b-1d6f-447c-b402-d8e6639319ed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.219440] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb/ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.219831] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaae7df6-614a-4259-9b15-cba0023052db {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.243723] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 714.243723] env[69654]: value = "task-3554366" [ 714.243723] env[69654]: _type = "Task" [ 714.243723] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.252623] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.366700] env[69654]: DEBUG nova.scheduler.client.report [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.379178] env[69654]: INFO nova.compute.manager [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Took 40.26 seconds to build instance. [ 714.592811] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554362, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.651591] env[69654]: DEBUG oslo_vmware.api [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Task: {'id': task-3554364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16539} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.651862] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.652063] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.652296] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.652481] env[69654]: INFO nova.compute.manager [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Took 1.09 seconds to destroy the instance on the hypervisor. [ 714.652736] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.652935] env[69654]: DEBUG nova.compute.manager [-] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.653054] env[69654]: DEBUG nova.network.neutron [-] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.690160] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554365, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.692398] env[69654]: DEBUG nova.network.neutron [-] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.757295] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554366, 'name': ReconfigVM_Task, 'duration_secs': 0.393765} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.757709] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Reconfigured VM instance instance-00000016 to attach disk [datastore2] ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb/ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.758488] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-989a3736-3d20-41de-aa45-af7795647a0e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.766566] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 714.766566] env[69654]: value = "task-3554367" [ 714.766566] env[69654]: _type = "Task" [ 714.766566] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.779233] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554367, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.870087] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.870339] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.877829] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.878433] env[69654]: DEBUG nova.compute.manager [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.883030] env[69654]: DEBUG oslo_concurrency.lockutils [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.780s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.885012] env[69654]: INFO nova.compute.claims [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.888191] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d46603d-9027-40ed-8231-2b1cde357089 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Lock "d3952514-471e-43ea-9373-6ed0e64b074d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.785s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.085632] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705681} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.086095] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] c50cee51-ee39-4590-938e-3c1a9ce10225/c50cee51-ee39-4590-938e-3c1a9ce10225.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.086200] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.086481] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44785924-6aac-4ade-8c7c-ead2683b0075 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.093974] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 715.093974] env[69654]: value = "task-3554368" [ 715.093974] env[69654]: _type = "Task" [ 715.093974] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.102103] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.186672] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554365, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.194998] env[69654]: DEBUG nova.network.neutron [-] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.276299] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554367, 'name': Rename_Task, 'duration_secs': 0.173362} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.276585] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.276832] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8ced863-3a3e-495f-8c8f-9498180ef0bb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.283606] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 715.283606] env[69654]: value = "task-3554373" [ 715.283606] env[69654]: _type = "Task" [ 715.283606] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.292277] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.380158] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.380454] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.380625] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.380787] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.381075] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.381569] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.381712] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69654) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 715.381913] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.384302] env[69654]: DEBUG nova.compute.utils [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.386032] env[69654]: DEBUG nova.compute.manager [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.386239] env[69654]: DEBUG nova.network.neutron [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.390875] env[69654]: DEBUG nova.compute.manager [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.470768] env[69654]: DEBUG nova.policy [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56fe678973f846d48d7e46e85bedda02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebcd78eeea06427faa97ee0ee2f0d1c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.608659] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077408} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.608659] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.609058] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bdd452-c4b7-48d2-ad1e-47d62c297435 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.637157] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] c50cee51-ee39-4590-938e-3c1a9ce10225/c50cee51-ee39-4590-938e-3c1a9ce10225.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.640027] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a79aefd0-29cd-42bd-a8bb-5052baec733d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.660575] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9fe12485-407a-4f58-86ee-5300e4b99638 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Acquiring lock "interface-d3952514-471e-43ea-9373-6ed0e64b074d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.660843] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9fe12485-407a-4f58-86ee-5300e4b99638 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Lock "interface-d3952514-471e-43ea-9373-6ed0e64b074d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.661234] env[69654]: DEBUG nova.objects.instance [None req-9fe12485-407a-4f58-86ee-5300e4b99638 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Lazy-loading 'flavor' on Instance uuid d3952514-471e-43ea-9373-6ed0e64b074d {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.663624] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 715.663624] env[69654]: value = "task-3554374" [ 715.663624] env[69654]: _type = "Task" [ 715.663624] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.675062] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554374, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.695282] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554365, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.697968] env[69654]: INFO nova.compute.manager [-] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Took 1.04 seconds to deallocate network for instance. [ 715.797514] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554373, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.887769] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.889734] env[69654]: DEBUG nova.compute.manager [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.936080] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.013997] env[69654]: DEBUG nova.network.neutron [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Successfully created port: 920f1e1d-69a6-4cd1-bbba-2181fa5fa8b3 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.167030] env[69654]: DEBUG nova.objects.instance [None req-9fe12485-407a-4f58-86ee-5300e4b99638 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Lazy-loading 'pci_requests' on Instance uuid d3952514-471e-43ea-9373-6ed0e64b074d {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.184033] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.199738] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554365, 'name': CloneVM_Task} progress is 95%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.207125] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.308513] env[69654]: DEBUG oslo_vmware.api [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554373, 'name': PowerOnVM_Task, 'duration_secs': 0.674225} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.312027] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.312027] env[69654]: INFO nova.compute.manager [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Took 9.37 seconds to spawn the instance on the hypervisor. [ 716.312027] env[69654]: DEBUG nova.compute.manager [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.312027] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb11843f-3800-493b-8bb1-6175d46445b8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.463917] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e099f5ec-7c26-4a6d-b429-2b61174ababb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.477143] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982dbf72-252f-475c-b2e0-e81d3db0c6aa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.511672] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a43e63-9528-4d0b-90bb-b0106f8f605f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.521050] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48524a05-7890-45f6-82e8-49cbd3505585 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.536671] env[69654]: DEBUG nova.compute.provider_tree [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.676651] env[69654]: DEBUG nova.objects.base [None req-9fe12485-407a-4f58-86ee-5300e4b99638 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 716.676971] env[69654]: DEBUG nova.network.neutron [None req-9fe12485-407a-4f58-86ee-5300e4b99638 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.685343] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554374, 'name': ReconfigVM_Task, 'duration_secs': 0.568618} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.690145] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Reconfigured VM instance instance-00000017 to attach disk [datastore1] c50cee51-ee39-4590-938e-3c1a9ce10225/c50cee51-ee39-4590-938e-3c1a9ce10225.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.691390] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b8be060-4a93-411d-aa34-9b957c61ed6c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.700408] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554365, 'name': CloneVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.701227] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 716.701227] env[69654]: value = "task-3554375" [ 716.701227] env[69654]: _type = "Task" [ 716.701227] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.714378] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554375, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.840639] env[69654]: INFO nova.compute.manager [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Took 40.36 seconds to build instance. [ 716.842418] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9fe12485-407a-4f58-86ee-5300e4b99638 tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Lock "interface-d3952514-471e-43ea-9373-6ed0e64b074d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.182s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.900119] env[69654]: DEBUG nova.compute.manager [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.930815] env[69654]: DEBUG nova.virt.hardware [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.931176] env[69654]: DEBUG nova.virt.hardware [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.931360] env[69654]: DEBUG nova.virt.hardware [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.932746] env[69654]: DEBUG nova.virt.hardware [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.932746] env[69654]: DEBUG nova.virt.hardware [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.932746] env[69654]: DEBUG nova.virt.hardware [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.932746] env[69654]: DEBUG nova.virt.hardware [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.932985] env[69654]: DEBUG nova.virt.hardware [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.933353] env[69654]: DEBUG nova.virt.hardware [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.933353] env[69654]: DEBUG nova.virt.hardware [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.933673] env[69654]: DEBUG nova.virt.hardware [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.934821] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e22a072-90a3-4748-8dce-b35bd4d61b0f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.950093] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778fe62d-35c2-45c6-92e4-3c24cf43f219 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.041772] env[69654]: DEBUG nova.scheduler.client.report [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.198649] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554365, 'name': CloneVM_Task, 'duration_secs': 2.73975} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.199181] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Created linked-clone VM from snapshot [ 717.199985] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf750a55-f043-4259-80fe-746dbbdf2ba0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.215707] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554375, 'name': Rename_Task, 'duration_secs': 0.327242} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.215821] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Uploading image cdf9c8ad-3864-4d35-aa3d-847359d005fe {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 717.220019] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.220019] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50747053-e69d-4f51-b446-4331e582b196 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.226431] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 717.226431] env[69654]: value = "task-3554376" [ 717.226431] env[69654]: _type = "Task" [ 717.226431] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.246304] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.256365] env[69654]: DEBUG oslo_vmware.rw_handles [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 717.256365] env[69654]: value = "vm-709663" [ 717.256365] env[69654]: _type = "VirtualMachine" [ 717.256365] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 717.256542] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5892a582-cdcf-43c4-9c11-0958de582f81 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.270128] env[69654]: DEBUG oslo_vmware.rw_handles [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lease: (returnval){ [ 717.270128] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5239e0e0-e21d-e60e-8377-0d984fa77d84" [ 717.270128] env[69654]: _type = "HttpNfcLease" [ 717.270128] env[69654]: } obtained for exporting VM: (result){ [ 717.270128] env[69654]: value = "vm-709663" [ 717.270128] env[69654]: _type = "VirtualMachine" [ 717.270128] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 717.270128] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the lease: (returnval){ [ 717.270128] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5239e0e0-e21d-e60e-8377-0d984fa77d84" [ 717.270128] env[69654]: _type = "HttpNfcLease" [ 717.270128] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 717.277993] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 717.277993] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5239e0e0-e21d-e60e-8377-0d984fa77d84" [ 717.277993] env[69654]: _type = "HttpNfcLease" [ 717.277993] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 717.345487] env[69654]: DEBUG oslo_concurrency.lockutils [None req-390d6f83-4889-49ce-8d4c-d8ec9b66abf5 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.508s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.547966] env[69654]: DEBUG oslo_concurrency.lockutils [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.548784] env[69654]: DEBUG nova.compute.manager [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.552237] env[69654]: DEBUG oslo_concurrency.lockutils [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.142s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.552553] env[69654]: DEBUG nova.objects.instance [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Lazy-loading 'resources' on Instance uuid efa5a9d0-05c3-4533-99c2-7b8f5d16db7d {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.736802] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554376, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.776569] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 717.776569] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5239e0e0-e21d-e60e-8377-0d984fa77d84" [ 717.776569] env[69654]: _type = "HttpNfcLease" [ 717.776569] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 717.776982] env[69654]: DEBUG oslo_vmware.rw_handles [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 717.776982] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5239e0e0-e21d-e60e-8377-0d984fa77d84" [ 717.776982] env[69654]: _type = "HttpNfcLease" [ 717.776982] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 717.777600] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b5de0-13aa-4a66-9d60-e2944f0c3f2b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.785637] env[69654]: DEBUG oslo_vmware.rw_handles [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525781c9-287b-572e-b705-f481d2568bd1/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 717.786058] env[69654]: DEBUG oslo_vmware.rw_handles [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525781c9-287b-572e-b705-f481d2568bd1/disk-0.vmdk for reading. {{(pid=69654) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 717.851152] env[69654]: DEBUG nova.network.neutron [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Successfully updated port: 920f1e1d-69a6-4cd1-bbba-2181fa5fa8b3 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.856870] env[69654]: DEBUG nova.compute.manager [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.918265] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-acaf1a5a-05ee-47d3-bdd6-b3dc7a63ab15 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.059042] env[69654]: DEBUG nova.compute.utils [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.068027] env[69654]: DEBUG nova.compute.manager [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.068027] env[69654]: DEBUG nova.network.neutron [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.247769] env[69654]: DEBUG oslo_vmware.api [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554376, 'name': PowerOnVM_Task, 'duration_secs': 0.837882} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.248500] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.248500] env[69654]: INFO nova.compute.manager [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Took 6.45 seconds to spawn the instance on the hypervisor. [ 718.248676] env[69654]: DEBUG nova.compute.manager [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.249673] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bb0e0c-523a-4671-966d-e1dbfd989345 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.305905] env[69654]: DEBUG nova.policy [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '558336afb07c48e68021b175fe5dcd71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd2c4d5de6b4e53898ff046e1d160f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.357657] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Acquiring lock "refresh_cache-2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.357657] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Acquired lock "refresh_cache-2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.357657] env[69654]: DEBUG nova.network.neutron [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.392780] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.564123] env[69654]: DEBUG nova.compute.manager [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.708156] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49df9d4-770c-44fa-b745-d54b1ea09be5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.724236] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843c0803-581e-49f5-8675-4672ac77c099 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.759524] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d478283f-d388-4358-a2a4-df15f5b04eef {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.763424] env[69654]: DEBUG nova.compute.manager [req-9fa64119-ba67-47c1-aebc-5006e3a86f77 req-d731b973-09c0-4e72-b6fc-647d29c4d5d7 service nova] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Received event network-vif-plugged-920f1e1d-69a6-4cd1-bbba-2181fa5fa8b3 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.763654] env[69654]: DEBUG oslo_concurrency.lockutils [req-9fa64119-ba67-47c1-aebc-5006e3a86f77 req-d731b973-09c0-4e72-b6fc-647d29c4d5d7 service nova] Acquiring lock "2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.763984] env[69654]: DEBUG oslo_concurrency.lockutils [req-9fa64119-ba67-47c1-aebc-5006e3a86f77 req-d731b973-09c0-4e72-b6fc-647d29c4d5d7 service nova] Lock "2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.764176] env[69654]: DEBUG oslo_concurrency.lockutils [req-9fa64119-ba67-47c1-aebc-5006e3a86f77 req-d731b973-09c0-4e72-b6fc-647d29c4d5d7 service nova] Lock "2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.764463] env[69654]: DEBUG nova.compute.manager [req-9fa64119-ba67-47c1-aebc-5006e3a86f77 req-d731b973-09c0-4e72-b6fc-647d29c4d5d7 service nova] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] No waiting events found dispatching network-vif-plugged-920f1e1d-69a6-4cd1-bbba-2181fa5fa8b3 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.764844] env[69654]: WARNING nova.compute.manager [req-9fa64119-ba67-47c1-aebc-5006e3a86f77 req-d731b973-09c0-4e72-b6fc-647d29c4d5d7 service nova] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Received unexpected event network-vif-plugged-920f1e1d-69a6-4cd1-bbba-2181fa5fa8b3 for instance with vm_state building and task_state spawning. [ 718.782574] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25623db2-1173-484c-81db-769d0f2eb4f4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.786965] env[69654]: INFO nova.compute.manager [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Took 38.50 seconds to build instance. [ 718.803487] env[69654]: DEBUG nova.compute.provider_tree [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.936169] env[69654]: DEBUG nova.network.neutron [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.249796] env[69654]: DEBUG nova.network.neutron [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Updating instance_info_cache with network_info: [{"id": "920f1e1d-69a6-4cd1-bbba-2181fa5fa8b3", "address": "fa:16:3e:02:a1:53", "network": {"id": "f9653296-53a6-401d-a5c6-91f4252320c4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-857288227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebcd78eeea06427faa97ee0ee2f0d1c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920f1e1d-69", "ovs_interfaceid": "920f1e1d-69a6-4cd1-bbba-2181fa5fa8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.289765] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6c6d684b-1908-4a39-a381-fb3355b13ff3 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Lock "c50cee51-ee39-4590-938e-3c1a9ce10225" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.009s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.312018] env[69654]: DEBUG nova.scheduler.client.report [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.431522] env[69654]: DEBUG nova.network.neutron [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Successfully created port: a5b6acaf-4dcf-47f6-a848-614a9166f30d {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.586066] env[69654]: DEBUG nova.compute.manager [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.586900] env[69654]: DEBUG oslo_concurrency.lockutils [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Acquiring lock "d3952514-471e-43ea-9373-6ed0e64b074d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.587560] env[69654]: DEBUG oslo_concurrency.lockutils [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Lock "d3952514-471e-43ea-9373-6ed0e64b074d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.588099] env[69654]: DEBUG oslo_concurrency.lockutils [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Acquiring lock "d3952514-471e-43ea-9373-6ed0e64b074d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.588099] env[69654]: DEBUG oslo_concurrency.lockutils [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Lock "d3952514-471e-43ea-9373-6ed0e64b074d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.588398] env[69654]: DEBUG oslo_concurrency.lockutils [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Lock "d3952514-471e-43ea-9373-6ed0e64b074d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.594378] env[69654]: INFO nova.compute.manager [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Terminating instance [ 719.759278] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Releasing lock "refresh_cache-2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.759278] env[69654]: DEBUG nova.compute.manager [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Instance network_info: |[{"id": "920f1e1d-69a6-4cd1-bbba-2181fa5fa8b3", "address": "fa:16:3e:02:a1:53", "network": {"id": "f9653296-53a6-401d-a5c6-91f4252320c4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-857288227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebcd78eeea06427faa97ee0ee2f0d1c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920f1e1d-69", "ovs_interfaceid": "920f1e1d-69a6-4cd1-bbba-2181fa5fa8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.759774] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:a1:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '920f1e1d-69a6-4cd1-bbba-2181fa5fa8b3', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.771245] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Creating folder: Project (ebcd78eeea06427faa97ee0ee2f0d1c7). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.771245] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a83103bc-6d52-4d84-95cd-218ff6cfec93 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.785204] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Created folder: Project (ebcd78eeea06427faa97ee0ee2f0d1c7) in parent group-v709593. [ 719.786187] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Creating folder: Instances. Parent ref: group-v709667. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.786187] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f34f402f-5dff-4063-a6f3-91229236d20b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.797887] env[69654]: DEBUG nova.compute.manager [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.806028] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Created folder: Instances in parent group-v709667. [ 719.806028] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.806028] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.806028] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5107e9a6-0db0-40a8-ac74-22c6fbaa545d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.825059] env[69654]: DEBUG oslo_concurrency.lockutils [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.829457] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.698s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.829864] env[69654]: DEBUG nova.objects.instance [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Lazy-loading 'resources' on Instance uuid e70c9988-f850-45ad-950d-66bf8eb60f80 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.842347] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.842347] env[69654]: value = "task-3554381" [ 719.842347] env[69654]: _type = "Task" [ 719.842347] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.856128] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554381, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.873049] env[69654]: INFO nova.scheduler.client.report [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Deleted allocations for instance efa5a9d0-05c3-4533-99c2-7b8f5d16db7d [ 720.101975] env[69654]: DEBUG nova.compute.manager [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.101975] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.101975] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa18b7f-0a14-4c01-bebb-79f6a642e585 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.112910] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.113331] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bc89e9f-2317-4ab1-8b71-327a355a570c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.122218] env[69654]: DEBUG oslo_vmware.api [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Waiting for the task: (returnval){ [ 720.122218] env[69654]: value = "task-3554382" [ 720.122218] env[69654]: _type = "Task" [ 720.122218] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.135407] env[69654]: DEBUG oslo_vmware.api [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': task-3554382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.340883] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.355523] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554381, 'name': CreateVM_Task, 'duration_secs': 0.469527} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.355839] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.356954] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.357212] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.357598] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.357880] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d073b1-56e8-4c32-8771-d07ba549f473 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.367826] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Waiting for the task: (returnval){ [ 720.367826] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52da2741-6ce7-fd24-f275-787560d2f63f" [ 720.367826] env[69654]: _type = "Task" [ 720.367826] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.377917] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52da2741-6ce7-fd24-f275-787560d2f63f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.387878] env[69654]: DEBUG oslo_concurrency.lockutils [None req-046bd3ef-ee08-4709-9799-ce8a793a0007 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983 tempest-FloatingIPsAssociationNegativeTestJSON-1852455983-project-member] Lock "efa5a9d0-05c3-4533-99c2-7b8f5d16db7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.590s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.638117] env[69654]: DEBUG oslo_vmware.api [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': task-3554382, 'name': PowerOffVM_Task, 'duration_secs': 0.241815} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.638410] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.639666] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.639666] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac239336-f430-4f39-b334-6ed623dffeeb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.712717] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.712717] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.712883] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Deleting the datastore file [datastore2] d3952514-471e-43ea-9373-6ed0e64b074d {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.715906] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-588dab9f-8a0b-4740-834c-10da6a7d416a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.725252] env[69654]: DEBUG oslo_vmware.api [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Waiting for the task: (returnval){ [ 720.725252] env[69654]: value = "task-3554385" [ 720.725252] env[69654]: _type = "Task" [ 720.725252] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.738831] env[69654]: DEBUG oslo_vmware.api [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': task-3554385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.756612] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f48b2f-19b2-4593-a89f-cda26db1a996 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.765654] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1e5108-c674-48f2-882d-006c44ed8221 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.800497] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502d93fc-18be-448e-9b13-21b982469ba7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.809706] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752c36e0-976d-483b-ae3b-7a8106b67b14 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.826859] env[69654]: DEBUG nova.compute.provider_tree [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.606764] env[69654]: DEBUG nova.network.neutron [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Successfully updated port: a5b6acaf-4dcf-47f6-a848-614a9166f30d {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.614648] env[69654]: DEBUG nova.scheduler.client.report [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.619111] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52da2741-6ce7-fd24-f275-787560d2f63f, 'name': SearchDatastore_Task, 'duration_secs': 0.013746} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.623130] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.623297] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.623532] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.623675] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.623846] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.624153] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-637dbb37-2dec-48d1-b6f7-b506d6705cc3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.628984] env[69654]: DEBUG nova.virt.hardware [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.629260] env[69654]: DEBUG nova.virt.hardware [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.629416] env[69654]: DEBUG nova.virt.hardware [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.629783] env[69654]: DEBUG nova.virt.hardware [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.629783] env[69654]: DEBUG nova.virt.hardware [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.629899] env[69654]: DEBUG nova.virt.hardware [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.630077] env[69654]: DEBUG nova.virt.hardware [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.630237] env[69654]: DEBUG nova.virt.hardware [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.630399] env[69654]: DEBUG nova.virt.hardware [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.630557] env[69654]: DEBUG nova.virt.hardware [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.630725] env[69654]: DEBUG nova.virt.hardware [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.632303] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca241040-069c-4777-9218-565f88344c65 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.639429] env[69654]: DEBUG oslo_vmware.api [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Task: {'id': task-3554385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183542} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.644329] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.644504] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.644675] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.644836] env[69654]: INFO nova.compute.manager [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Took 1.54 seconds to destroy the instance on the hypervisor. [ 721.645100] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.646439] env[69654]: DEBUG nova.compute.manager [-] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.646529] env[69654]: DEBUG nova.network.neutron [-] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.649435] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a019fb6d-1aeb-4c7d-bb47-1243f87378e6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.653628] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.653804] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.656369] env[69654]: DEBUG oslo_vmware.rw_handles [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f50e6-8312-f665-ce22-b5715d832826/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 721.656892] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1323a9bf-96d7-4958-9122-e26d2434af57 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.659664] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9981eef1-f616-4fed-811e-867d7c225dbc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.675193] env[69654]: DEBUG oslo_vmware.rw_handles [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f50e6-8312-f665-ce22-b5715d832826/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 721.675302] env[69654]: ERROR oslo_vmware.rw_handles [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f50e6-8312-f665-ce22-b5715d832826/disk-0.vmdk due to incomplete transfer. [ 721.676855] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0275faf9-ec10-4475-ac9a-7a1b649243a6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.680611] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Waiting for the task: (returnval){ [ 721.680611] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cf84cb-9a32-b0c7-3124-50c98e5c6c7d" [ 721.680611] env[69654]: _type = "Task" [ 721.680611] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.688533] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cf84cb-9a32-b0c7-3124-50c98e5c6c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.013448} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.690311] env[69654]: DEBUG oslo_vmware.rw_handles [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f50e6-8312-f665-ce22-b5715d832826/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 721.690498] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Uploaded image 137df613-68ed-4bfd-a052-1e6ac7d9cd72 to the Glance image server {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 721.692935] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 721.694812] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f5eafb-353a-48a0-8886-955081a3bb39 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.695887] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a14e4e15-e395-49b7-9ec4-74d906fc3557 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.701616] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Waiting for the task: (returnval){ [ 721.701616] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c088be-993c-a860-1b44-6f2c18e4c008" [ 721.701616] env[69654]: _type = "Task" [ 721.701616] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.706709] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 721.706709] env[69654]: value = "task-3554386" [ 721.706709] env[69654]: _type = "Task" [ 721.706709] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.713835] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c088be-993c-a860-1b44-6f2c18e4c008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.722022] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554386, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.123451] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.126086] env[69654]: DEBUG oslo_concurrency.lockutils [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquiring lock "refresh_cache-8435c189-c15f-4bba-8317-a32b92690678" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.126086] env[69654]: DEBUG oslo_concurrency.lockutils [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquired lock "refresh_cache-8435c189-c15f-4bba-8317-a32b92690678" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.126086] env[69654]: DEBUG nova.network.neutron [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.127759] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.201s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.130223] env[69654]: INFO nova.compute.claims [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.157622] env[69654]: INFO nova.scheduler.client.report [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Deleted allocations for instance e70c9988-f850-45ad-950d-66bf8eb60f80 [ 722.220034] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c088be-993c-a860-1b44-6f2c18e4c008, 'name': SearchDatastore_Task, 'duration_secs': 0.01318} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.224166] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.224166] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2/2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.224166] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554386, 'name': Destroy_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.224166] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-594a1b08-a0c1-40ef-8f2f-07b6f84ab02b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.237320] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Waiting for the task: (returnval){ [ 722.237320] env[69654]: value = "task-3554387" [ 722.237320] env[69654]: _type = "Task" [ 722.237320] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.249522] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': task-3554387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.284634] env[69654]: DEBUG nova.compute.manager [req-f2bc793e-5e64-47b3-b2fc-2c81753598fc req-129e375b-ba69-437d-8753-0ed79bbec1c9 service nova] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Received event network-changed-920f1e1d-69a6-4cd1-bbba-2181fa5fa8b3 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.285026] env[69654]: DEBUG nova.compute.manager [req-f2bc793e-5e64-47b3-b2fc-2c81753598fc req-129e375b-ba69-437d-8753-0ed79bbec1c9 service nova] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Refreshing instance network info cache due to event network-changed-920f1e1d-69a6-4cd1-bbba-2181fa5fa8b3. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.285389] env[69654]: DEBUG oslo_concurrency.lockutils [req-f2bc793e-5e64-47b3-b2fc-2c81753598fc req-129e375b-ba69-437d-8753-0ed79bbec1c9 service nova] Acquiring lock "refresh_cache-2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.285875] env[69654]: DEBUG oslo_concurrency.lockutils [req-f2bc793e-5e64-47b3-b2fc-2c81753598fc req-129e375b-ba69-437d-8753-0ed79bbec1c9 service nova] Acquired lock "refresh_cache-2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.286178] env[69654]: DEBUG nova.network.neutron [req-f2bc793e-5e64-47b3-b2fc-2c81753598fc req-129e375b-ba69-437d-8753-0ed79bbec1c9 service nova] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Refreshing network info cache for port 920f1e1d-69a6-4cd1-bbba-2181fa5fa8b3 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.661080] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "9f12ce3e-28c9-480a-8ce0-7193016e331b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.661712] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.670333] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9494368-6a09-40b5-bfe6-72dba4995b04 tempest-ImagesNegativeTestJSON-581848103 tempest-ImagesNegativeTestJSON-581848103-project-member] Lock "e70c9988-f850-45ad-950d-66bf8eb60f80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.621s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.691720] env[69654]: DEBUG nova.network.neutron [-] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.703658] env[69654]: DEBUG nova.network.neutron [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.721110] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554386, 'name': Destroy_Task, 'duration_secs': 0.574346} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.721503] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Destroyed the VM [ 722.722703] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 722.723066] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-35b352fc-70ac-4676-9199-f893bf30c8bb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.736221] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 722.736221] env[69654]: value = "task-3554389" [ 722.736221] env[69654]: _type = "Task" [ 722.736221] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.753296] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554389, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.756828] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': task-3554387, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.031206] env[69654]: INFO nova.compute.manager [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Rebuilding instance [ 723.079738] env[69654]: DEBUG nova.compute.manager [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.083883] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0099813c-afee-454b-b1b3-6647441f683f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.134382] env[69654]: DEBUG nova.network.neutron [req-f2bc793e-5e64-47b3-b2fc-2c81753598fc req-129e375b-ba69-437d-8753-0ed79bbec1c9 service nova] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Updated VIF entry in instance network info cache for port 920f1e1d-69a6-4cd1-bbba-2181fa5fa8b3. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.134382] env[69654]: DEBUG nova.network.neutron [req-f2bc793e-5e64-47b3-b2fc-2c81753598fc req-129e375b-ba69-437d-8753-0ed79bbec1c9 service nova] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Updating instance_info_cache with network_info: [{"id": "920f1e1d-69a6-4cd1-bbba-2181fa5fa8b3", "address": "fa:16:3e:02:a1:53", "network": {"id": "f9653296-53a6-401d-a5c6-91f4252320c4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-857288227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebcd78eeea06427faa97ee0ee2f0d1c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920f1e1d-69", "ovs_interfaceid": "920f1e1d-69a6-4cd1-bbba-2181fa5fa8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.198175] env[69654]: INFO nova.compute.manager [-] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Took 1.55 seconds to deallocate network for instance. [ 723.255747] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554389, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.263987] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': task-3554387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542424} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.263987] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2/2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.263987] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.263987] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-345ba035-275d-48ac-9376-46799d058347 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.274473] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Waiting for the task: (returnval){ [ 723.274473] env[69654]: value = "task-3554390" [ 723.274473] env[69654]: _type = "Task" [ 723.274473] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.284576] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': task-3554390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.325442] env[69654]: DEBUG nova.network.neutron [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Updating instance_info_cache with network_info: [{"id": "a5b6acaf-4dcf-47f6-a848-614a9166f30d", "address": "fa:16:3e:5a:fb:08", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b6acaf-4d", "ovs_interfaceid": "a5b6acaf-4dcf-47f6-a848-614a9166f30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.643905] env[69654]: DEBUG oslo_concurrency.lockutils [req-f2bc793e-5e64-47b3-b2fc-2c81753598fc req-129e375b-ba69-437d-8753-0ed79bbec1c9 service nova] Releasing lock "refresh_cache-2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.644011] env[69654]: DEBUG nova.compute.manager [req-f2bc793e-5e64-47b3-b2fc-2c81753598fc req-129e375b-ba69-437d-8753-0ed79bbec1c9 service nova] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Received event network-changed-56e528e3-c1a8-48c7-9e06-4b727ff767af {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.644164] env[69654]: DEBUG nova.compute.manager [req-f2bc793e-5e64-47b3-b2fc-2c81753598fc req-129e375b-ba69-437d-8753-0ed79bbec1c9 service nova] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Refreshing instance network info cache due to event network-changed-56e528e3-c1a8-48c7-9e06-4b727ff767af. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.645025] env[69654]: DEBUG oslo_concurrency.lockutils [req-f2bc793e-5e64-47b3-b2fc-2c81753598fc req-129e375b-ba69-437d-8753-0ed79bbec1c9 service nova] Acquiring lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.645025] env[69654]: DEBUG oslo_concurrency.lockutils [req-f2bc793e-5e64-47b3-b2fc-2c81753598fc req-129e375b-ba69-437d-8753-0ed79bbec1c9 service nova] Acquired lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.645025] env[69654]: DEBUG nova.network.neutron [req-f2bc793e-5e64-47b3-b2fc-2c81753598fc req-129e375b-ba69-437d-8753-0ed79bbec1c9 service nova] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Refreshing network info cache for port 56e528e3-c1a8-48c7-9e06-4b727ff767af {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.663322] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2d9c75-f139-4d6b-877d-93bf26715817 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.673567] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bc2db2-eb62-4f0e-90a3-500a2d3dac6e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.720233] env[69654]: DEBUG oslo_concurrency.lockutils [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.721091] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a99afc-1739-4346-b18a-823ba8fcedce {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.730875] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552d40c2-89c7-4e7b-a118-42958c992e1a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.763205] env[69654]: DEBUG nova.compute.provider_tree [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.773124] env[69654]: DEBUG oslo_vmware.api [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554389, 'name': RemoveSnapshot_Task, 'duration_secs': 1.030402} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.773598] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 723.774014] env[69654]: INFO nova.compute.manager [None req-019c3cc1-6776-4754-a5d3-c732e55d0db0 tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Took 18.10 seconds to snapshot the instance on the hypervisor. [ 723.800583] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': task-3554390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081755} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.800583] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.801787] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe83daa-de9b-441c-88e8-c6fc44420e07 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.827324] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2/2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.828454] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e610882f-21ff-426b-b4b7-e6eef6bd6ded {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.843407] env[69654]: DEBUG oslo_concurrency.lockutils [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Releasing lock "refresh_cache-8435c189-c15f-4bba-8317-a32b92690678" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.843758] env[69654]: DEBUG nova.compute.manager [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Instance network_info: |[{"id": "a5b6acaf-4dcf-47f6-a848-614a9166f30d", "address": "fa:16:3e:5a:fb:08", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b6acaf-4d", "ovs_interfaceid": "a5b6acaf-4dcf-47f6-a848-614a9166f30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.844299] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:fb:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5b6acaf-4dcf-47f6-a848-614a9166f30d', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.851879] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.853341] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.853465] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c41f745-1def-404d-b74f-bfdceeeceaa1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.869918] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Waiting for the task: (returnval){ [ 723.869918] env[69654]: value = "task-3554391" [ 723.869918] env[69654]: _type = "Task" [ 723.869918] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.877647] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.877647] env[69654]: value = "task-3554392" [ 723.877647] env[69654]: _type = "Task" [ 723.877647] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.887028] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': task-3554391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.894918] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554392, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.101095] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.101095] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd121632-8751-46a8-8029-306b50d76250 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.109576] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 724.109576] env[69654]: value = "task-3554393" [ 724.109576] env[69654]: _type = "Task" [ 724.109576] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.122085] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.265888] env[69654]: DEBUG nova.scheduler.client.report [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.380811] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': task-3554391, 'name': ReconfigVM_Task, 'duration_secs': 0.361921} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.384940] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2/2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.385601] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9abd30cd-359e-4fcf-8d3f-c5010fb1dca3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.394347] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554392, 'name': CreateVM_Task, 'duration_secs': 0.43881} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.396154] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.396464] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Waiting for the task: (returnval){ [ 724.396464] env[69654]: value = "task-3554394" [ 724.396464] env[69654]: _type = "Task" [ 724.396464] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.396903] env[69654]: DEBUG oslo_concurrency.lockutils [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.397077] env[69654]: DEBUG oslo_concurrency.lockutils [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.397406] env[69654]: DEBUG oslo_concurrency.lockutils [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.397728] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07df5c48-1b67-44f4-89b1-e3b0090307e3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.409875] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': task-3554394, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.410916] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 724.410916] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52455379-c7fd-9ae1-6682-0984ccd72d88" [ 724.410916] env[69654]: _type = "Task" [ 724.410916] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.424468] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52455379-c7fd-9ae1-6682-0984ccd72d88, 'name': SearchDatastore_Task, 'duration_secs': 0.013696} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.424468] env[69654]: DEBUG oslo_concurrency.lockutils [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.424468] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.424468] env[69654]: DEBUG oslo_concurrency.lockutils [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.424710] env[69654]: DEBUG oslo_concurrency.lockutils [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.424710] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.425407] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-682e4c25-059c-44e8-a953-1c8b99ddd8c4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.436553] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.436553] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.437470] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c30a6481-dd9c-45f1-acb7-27b667ada727 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.448718] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 724.448718] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5237f788-f519-7063-c269-e4a967095f88" [ 724.448718] env[69654]: _type = "Task" [ 724.448718] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.459854] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5237f788-f519-7063-c269-e4a967095f88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.580593] env[69654]: DEBUG nova.compute.manager [req-f8597984-088c-4acd-8038-be68382c84cf req-ea53dae2-9e43-4f9d-9030-9beaf0dba233 service nova] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Received event network-vif-plugged-a5b6acaf-4dcf-47f6-a848-614a9166f30d {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.580809] env[69654]: DEBUG oslo_concurrency.lockutils [req-f8597984-088c-4acd-8038-be68382c84cf req-ea53dae2-9e43-4f9d-9030-9beaf0dba233 service nova] Acquiring lock "8435c189-c15f-4bba-8317-a32b92690678-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.583416] env[69654]: DEBUG oslo_concurrency.lockutils [req-f8597984-088c-4acd-8038-be68382c84cf req-ea53dae2-9e43-4f9d-9030-9beaf0dba233 service nova] Lock "8435c189-c15f-4bba-8317-a32b92690678-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.583772] env[69654]: DEBUG oslo_concurrency.lockutils [req-f8597984-088c-4acd-8038-be68382c84cf req-ea53dae2-9e43-4f9d-9030-9beaf0dba233 service nova] Lock "8435c189-c15f-4bba-8317-a32b92690678-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.584029] env[69654]: DEBUG nova.compute.manager [req-f8597984-088c-4acd-8038-be68382c84cf req-ea53dae2-9e43-4f9d-9030-9beaf0dba233 service nova] [instance: 8435c189-c15f-4bba-8317-a32b92690678] No waiting events found dispatching network-vif-plugged-a5b6acaf-4dcf-47f6-a848-614a9166f30d {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.584273] env[69654]: WARNING nova.compute.manager [req-f8597984-088c-4acd-8038-be68382c84cf req-ea53dae2-9e43-4f9d-9030-9beaf0dba233 service nova] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Received unexpected event network-vif-plugged-a5b6acaf-4dcf-47f6-a848-614a9166f30d for instance with vm_state building and task_state spawning. [ 724.584503] env[69654]: DEBUG nova.compute.manager [req-f8597984-088c-4acd-8038-be68382c84cf req-ea53dae2-9e43-4f9d-9030-9beaf0dba233 service nova] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Received event network-changed-a5b6acaf-4dcf-47f6-a848-614a9166f30d {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.584705] env[69654]: DEBUG nova.compute.manager [req-f8597984-088c-4acd-8038-be68382c84cf req-ea53dae2-9e43-4f9d-9030-9beaf0dba233 service nova] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Refreshing instance network info cache due to event network-changed-a5b6acaf-4dcf-47f6-a848-614a9166f30d. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.584943] env[69654]: DEBUG oslo_concurrency.lockutils [req-f8597984-088c-4acd-8038-be68382c84cf req-ea53dae2-9e43-4f9d-9030-9beaf0dba233 service nova] Acquiring lock "refresh_cache-8435c189-c15f-4bba-8317-a32b92690678" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.585146] env[69654]: DEBUG oslo_concurrency.lockutils [req-f8597984-088c-4acd-8038-be68382c84cf req-ea53dae2-9e43-4f9d-9030-9beaf0dba233 service nova] Acquired lock "refresh_cache-8435c189-c15f-4bba-8317-a32b92690678" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.585348] env[69654]: DEBUG nova.network.neutron [req-f8597984-088c-4acd-8038-be68382c84cf req-ea53dae2-9e43-4f9d-9030-9beaf0dba233 service nova] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Refreshing network info cache for port a5b6acaf-4dcf-47f6-a848-614a9166f30d {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.619452] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554393, 'name': PowerOffVM_Task, 'duration_secs': 0.183305} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.619452] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.619588] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.620402] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370bb0fe-05fb-4b23-862e-19a9b056cfbf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.631222] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.631654] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82a67737-ffdf-4197-9003-a2a7de401510 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.668605] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.669030] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.669140] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Deleting the datastore file [datastore1] c50cee51-ee39-4590-938e-3c1a9ce10225 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.670233] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d0d33c2-9276-4a6e-8e63-c4a08d3d4d18 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.681579] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 724.681579] env[69654]: value = "task-3554397" [ 724.681579] env[69654]: _type = "Task" [ 724.681579] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.696367] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.780788] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.780788] env[69654]: DEBUG nova.compute.manager [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.782783] env[69654]: DEBUG oslo_concurrency.lockutils [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.387s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.785494] env[69654]: INFO nova.compute.claims [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.887838] env[69654]: DEBUG nova.network.neutron [req-f2bc793e-5e64-47b3-b2fc-2c81753598fc req-129e375b-ba69-437d-8753-0ed79bbec1c9 service nova] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updated VIF entry in instance network info cache for port 56e528e3-c1a8-48c7-9e06-4b727ff767af. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.888231] env[69654]: DEBUG nova.network.neutron [req-f2bc793e-5e64-47b3-b2fc-2c81753598fc req-129e375b-ba69-437d-8753-0ed79bbec1c9 service nova] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating instance_info_cache with network_info: [{"id": "56e528e3-c1a8-48c7-9e06-4b727ff767af", "address": "fa:16:3e:a4:39:9c", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e528e3-c1", "ovs_interfaceid": "56e528e3-c1a8-48c7-9e06-4b727ff767af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.911081] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': task-3554394, 'name': Rename_Task, 'duration_secs': 0.182766} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.911465] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.911717] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1819e528-b3a3-4722-b653-a74d10b807b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.921741] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Waiting for the task: (returnval){ [ 724.921741] env[69654]: value = "task-3554398" [ 724.921741] env[69654]: _type = "Task" [ 724.921741] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.932948] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': task-3554398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.962138] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5237f788-f519-7063-c269-e4a967095f88, 'name': SearchDatastore_Task, 'duration_secs': 0.01233} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.963418] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a644cd-c043-4dc2-b5e7-0a28d74a4045 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.971519] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 724.971519] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b3ed0a-0edd-52b1-bfc4-db5c52bc793b" [ 724.971519] env[69654]: _type = "Task" [ 724.971519] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.982997] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b3ed0a-0edd-52b1-bfc4-db5c52bc793b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.194269] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327719} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.194269] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.194269] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.194638] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.289642] env[69654]: DEBUG nova.compute.utils [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.293963] env[69654]: DEBUG nova.compute.manager [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.295095] env[69654]: DEBUG nova.network.neutron [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.345585] env[69654]: DEBUG nova.policy [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03c80a72bba8483390c279dc02df8797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cbbc00a4ee0485394608c7bc4ae20df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.392184] env[69654]: DEBUG oslo_concurrency.lockutils [req-f2bc793e-5e64-47b3-b2fc-2c81753598fc req-129e375b-ba69-437d-8753-0ed79bbec1c9 service nova] Releasing lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.436261] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': task-3554398, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.485298] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b3ed0a-0edd-52b1-bfc4-db5c52bc793b, 'name': SearchDatastore_Task, 'duration_secs': 0.067782} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.485597] env[69654]: DEBUG oslo_concurrency.lockutils [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.485873] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 8435c189-c15f-4bba-8317-a32b92690678/8435c189-c15f-4bba-8317-a32b92690678.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.486181] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a80a445-2e8b-4c29-bf61-1c23e9eb32de {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.496275] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 725.496275] env[69654]: value = "task-3554399" [ 725.496275] env[69654]: _type = "Task" [ 725.496275] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.506631] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.628859] env[69654]: DEBUG nova.network.neutron [req-f8597984-088c-4acd-8038-be68382c84cf req-ea53dae2-9e43-4f9d-9030-9beaf0dba233 service nova] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Updated VIF entry in instance network info cache for port a5b6acaf-4dcf-47f6-a848-614a9166f30d. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.629362] env[69654]: DEBUG nova.network.neutron [req-f8597984-088c-4acd-8038-be68382c84cf req-ea53dae2-9e43-4f9d-9030-9beaf0dba233 service nova] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Updating instance_info_cache with network_info: [{"id": "a5b6acaf-4dcf-47f6-a848-614a9166f30d", "address": "fa:16:3e:5a:fb:08", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b6acaf-4d", "ovs_interfaceid": "a5b6acaf-4dcf-47f6-a848-614a9166f30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.674123] env[69654]: DEBUG nova.network.neutron [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Successfully created port: 6c6b4d17-5b9b-48de-ae77-26171c0f0713 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.797221] env[69654]: DEBUG nova.compute.manager [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.940265] env[69654]: DEBUG oslo_vmware.api [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': task-3554398, 'name': PowerOnVM_Task, 'duration_secs': 0.773208} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.944217] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.944217] env[69654]: INFO nova.compute.manager [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Took 9.04 seconds to spawn the instance on the hypervisor. [ 725.944217] env[69654]: DEBUG nova.compute.manager [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.944916] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a38fa5c-dfb5-405c-911a-c2e4cd138057 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.010216] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554399, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.133464] env[69654]: DEBUG oslo_concurrency.lockutils [req-f8597984-088c-4acd-8038-be68382c84cf req-ea53dae2-9e43-4f9d-9030-9beaf0dba233 service nova] Releasing lock "refresh_cache-8435c189-c15f-4bba-8317-a32b92690678" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.133719] env[69654]: DEBUG nova.compute.manager [req-f8597984-088c-4acd-8038-be68382c84cf req-ea53dae2-9e43-4f9d-9030-9beaf0dba233 service nova] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Received event network-vif-deleted-9874b805-8ee4-49aa-9f11-e2a50dad7e4f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.201312] env[69654]: DEBUG oslo_vmware.rw_handles [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525781c9-287b-572e-b705-f481d2568bd1/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 726.202351] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c3d2a9-fb7e-449f-8bbb-35885da04ff3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.219189] env[69654]: DEBUG oslo_vmware.rw_handles [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525781c9-287b-572e-b705-f481d2568bd1/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 726.219337] env[69654]: ERROR oslo_vmware.rw_handles [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525781c9-287b-572e-b705-f481d2568bd1/disk-0.vmdk due to incomplete transfer. [ 726.219596] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cc6a97ec-537b-4599-bad4-64eb136b130c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.234669] env[69654]: DEBUG oslo_vmware.rw_handles [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525781c9-287b-572e-b705-f481d2568bd1/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 726.234928] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Uploaded image cdf9c8ad-3864-4d35-aa3d-847359d005fe to the Glance image server {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 726.236909] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 726.238033] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-57117e91-611e-4391-a425-a1e21766b40f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.241591] env[69654]: DEBUG nova.virt.hardware [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.241809] env[69654]: DEBUG nova.virt.hardware [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.241961] env[69654]: DEBUG nova.virt.hardware [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.242223] env[69654]: DEBUG nova.virt.hardware [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.242425] env[69654]: DEBUG nova.virt.hardware [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.242583] env[69654]: DEBUG nova.virt.hardware [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.242793] env[69654]: DEBUG nova.virt.hardware [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.242946] env[69654]: DEBUG nova.virt.hardware [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.243124] env[69654]: DEBUG nova.virt.hardware [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.243284] env[69654]: DEBUG nova.virt.hardware [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.243508] env[69654]: DEBUG nova.virt.hardware [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.245251] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa4f153-0f30-4734-8a61-d3eea02605fb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.257308] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c3adb3-5eff-4f16-af08-5597f48ea981 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.261883] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 726.261883] env[69654]: value = "task-3554400" [ 726.261883] env[69654]: _type = "Task" [ 726.261883] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.274507] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.280138] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.285032] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.292263] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40dac8c2-35d3-4086-aa08-6152cdccbcbb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.305392] env[69654]: DEBUG oslo_concurrency.lockutils [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.305709] env[69654]: DEBUG oslo_concurrency.lockutils [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.306425] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554400, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.319050] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.319050] env[69654]: value = "task-3554401" [ 726.319050] env[69654]: _type = "Task" [ 726.319050] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.330034] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554401, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.369590] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acebc7a5-3c27-47d0-bf14-ff3fe248c2d7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.380192] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4a0282-2ba8-45b0-82e7-d69ee8e30092 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.413323] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9c46a1-5fe6-4fc9-84c0-2c8fd0ce9c54 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.424411] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eac1349-f1d8-4ffe-be07-5f2a5f5f65ac {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.441487] env[69654]: DEBUG nova.compute.provider_tree [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.470478] env[69654]: INFO nova.compute.manager [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Took 43.33 seconds to build instance. [ 726.514298] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590095} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.514298] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 8435c189-c15f-4bba-8317-a32b92690678/8435c189-c15f-4bba-8317-a32b92690678.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.514298] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.514298] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73d68cbd-80af-4cfc-b95d-908384284d26 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.523804] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 726.523804] env[69654]: value = "task-3554402" [ 726.523804] env[69654]: _type = "Task" [ 726.523804] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.539398] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.773462] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554400, 'name': Destroy_Task, 'duration_secs': 0.434246} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.773810] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Destroyed the VM [ 726.773968] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 726.774254] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-79492497-9c4b-4d93-bb85-a0eeb9348d23 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.782926] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 726.782926] env[69654]: value = "task-3554404" [ 726.782926] env[69654]: _type = "Task" [ 726.782926] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.800635] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554404, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.815039] env[69654]: DEBUG nova.compute.manager [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.829750] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554401, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.838955] env[69654]: DEBUG nova.virt.hardware [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.839207] env[69654]: DEBUG nova.virt.hardware [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.839363] env[69654]: DEBUG nova.virt.hardware [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.839540] env[69654]: DEBUG nova.virt.hardware [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.839681] env[69654]: DEBUG nova.virt.hardware [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.839819] env[69654]: DEBUG nova.virt.hardware [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.840174] env[69654]: DEBUG nova.virt.hardware [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.840402] env[69654]: DEBUG nova.virt.hardware [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.840579] env[69654]: DEBUG nova.virt.hardware [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.840741] env[69654]: DEBUG nova.virt.hardware [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.841289] env[69654]: DEBUG nova.virt.hardware [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.843187] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e33edc-7c54-4122-af70-10e54e301714 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.850982] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c199db55-fbef-4061-92e8-b8f9ef76b3dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.919291] env[69654]: DEBUG oslo_concurrency.lockutils [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Acquiring lock "2803d331-840b-40c3-81d3-619bba80ed5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.919606] env[69654]: DEBUG oslo_concurrency.lockutils [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Lock "2803d331-840b-40c3-81d3-619bba80ed5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.919947] env[69654]: DEBUG oslo_concurrency.lockutils [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Acquiring lock "2803d331-840b-40c3-81d3-619bba80ed5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.920186] env[69654]: DEBUG oslo_concurrency.lockutils [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Lock "2803d331-840b-40c3-81d3-619bba80ed5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.920386] env[69654]: DEBUG oslo_concurrency.lockutils [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Lock "2803d331-840b-40c3-81d3-619bba80ed5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.923294] env[69654]: INFO nova.compute.manager [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Terminating instance [ 726.945602] env[69654]: DEBUG nova.scheduler.client.report [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.972751] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b80517f-010e-48c6-b37d-591f69ad7447 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Lock "2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.158s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.037705] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080346} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.037898] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.038820] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416228d6-7ee3-401e-851c-28d09a8c2790 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.064846] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 8435c189-c15f-4bba-8317-a32b92690678/8435c189-c15f-4bba-8317-a32b92690678.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.065226] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37d5d4ab-e796-4dc0-824d-85c4a25ab61f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.089596] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 727.089596] env[69654]: value = "task-3554405" [ 727.089596] env[69654]: _type = "Task" [ 727.089596] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.099969] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.295312] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554404, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.334465] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554401, 'name': CreateVM_Task, 'duration_secs': 0.681744} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.334684] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.336506] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.336719] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.337095] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.337357] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4abbdab-3d1d-4e13-8745-93a02ab7fb13 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.345310] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 727.345310] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e5ca35-6bfa-2d65-96c2-148a42dc37bb" [ 727.345310] env[69654]: _type = "Task" [ 727.345310] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.356472] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e5ca35-6bfa-2d65-96c2-148a42dc37bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.427931] env[69654]: DEBUG nova.network.neutron [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Successfully updated port: 6c6b4d17-5b9b-48de-ae77-26171c0f0713 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.431904] env[69654]: DEBUG nova.compute.manager [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.431904] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.432554] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4e97d5-7739-4229-a042-14d2757d8157 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.442802] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.444435] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c206073d-35c0-49b1-a436-9ff721dfc1dc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.453885] env[69654]: DEBUG oslo_concurrency.lockutils [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.454490] env[69654]: DEBUG nova.compute.manager [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.461632] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.979s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.463621] env[69654]: INFO nova.compute.claims [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.468181] env[69654]: DEBUG oslo_vmware.api [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 727.468181] env[69654]: value = "task-3554406" [ 727.468181] env[69654]: _type = "Task" [ 727.468181] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.476499] env[69654]: DEBUG nova.compute.manager [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.485946] env[69654]: DEBUG oslo_vmware.api [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.550127] env[69654]: DEBUG nova.compute.manager [req-92a07cf1-69ad-49e5-9361-cd078fa78d8f req-40f0b9d9-9c49-4bf0-9d9a-a8c986367003 service nova] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Received event network-vif-plugged-6c6b4d17-5b9b-48de-ae77-26171c0f0713 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.550284] env[69654]: DEBUG oslo_concurrency.lockutils [req-92a07cf1-69ad-49e5-9361-cd078fa78d8f req-40f0b9d9-9c49-4bf0-9d9a-a8c986367003 service nova] Acquiring lock "74fb9708-d39e-4f5e-9356-95c09802468e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.550520] env[69654]: DEBUG oslo_concurrency.lockutils [req-92a07cf1-69ad-49e5-9361-cd078fa78d8f req-40f0b9d9-9c49-4bf0-9d9a-a8c986367003 service nova] Lock "74fb9708-d39e-4f5e-9356-95c09802468e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.550642] env[69654]: DEBUG oslo_concurrency.lockutils [req-92a07cf1-69ad-49e5-9361-cd078fa78d8f req-40f0b9d9-9c49-4bf0-9d9a-a8c986367003 service nova] Lock "74fb9708-d39e-4f5e-9356-95c09802468e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.551022] env[69654]: DEBUG nova.compute.manager [req-92a07cf1-69ad-49e5-9361-cd078fa78d8f req-40f0b9d9-9c49-4bf0-9d9a-a8c986367003 service nova] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] No waiting events found dispatching network-vif-plugged-6c6b4d17-5b9b-48de-ae77-26171c0f0713 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.551022] env[69654]: WARNING nova.compute.manager [req-92a07cf1-69ad-49e5-9361-cd078fa78d8f req-40f0b9d9-9c49-4bf0-9d9a-a8c986367003 service nova] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Received unexpected event network-vif-plugged-6c6b4d17-5b9b-48de-ae77-26171c0f0713 for instance with vm_state building and task_state spawning. [ 727.601201] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554405, 'name': ReconfigVM_Task, 'duration_secs': 0.330495} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.601506] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 8435c189-c15f-4bba-8317-a32b92690678/8435c189-c15f-4bba-8317-a32b92690678.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.602311] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5bbf3ec-c916-4a10-b65d-dd24f92915da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.612114] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 727.612114] env[69654]: value = "task-3554407" [ 727.612114] env[69654]: _type = "Task" [ 727.612114] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.622627] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554407, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.797283] env[69654]: DEBUG oslo_vmware.api [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554404, 'name': RemoveSnapshot_Task, 'duration_secs': 0.705111} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.797283] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 727.797283] env[69654]: INFO nova.compute.manager [None req-9a1e39f5-5d03-42af-9293-e4ed99a27cfe tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Took 15.76 seconds to snapshot the instance on the hypervisor. [ 727.858286] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e5ca35-6bfa-2d65-96c2-148a42dc37bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012075} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.858601] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.858827] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.859069] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.859211] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.859385] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.859643] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b09df238-cd14-412a-aef0-2ef80f659b07 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.872578] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.872578] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.872578] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc1e00c0-58e9-4b58-9272-c5bf6670bc55 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.877459] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 727.877459] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52931d11-941e-4b91-f165-cbc42edf6ef5" [ 727.877459] env[69654]: _type = "Task" [ 727.877459] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.886120] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52931d11-941e-4b91-f165-cbc42edf6ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.932499] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "refresh_cache-74fb9708-d39e-4f5e-9356-95c09802468e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.932672] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired lock "refresh_cache-74fb9708-d39e-4f5e-9356-95c09802468e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.932849] env[69654]: DEBUG nova.network.neutron [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.961877] env[69654]: DEBUG nova.compute.utils [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.963638] env[69654]: DEBUG nova.compute.manager [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.963638] env[69654]: DEBUG nova.network.neutron [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.995437] env[69654]: DEBUG oslo_vmware.api [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554406, 'name': PowerOffVM_Task, 'duration_secs': 0.220722} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.995921] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.996100] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.996571] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2b6bf49-2603-4af6-9c51-4d56d463ce7b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.012507] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.034686] env[69654]: DEBUG nova.policy [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d9d4ff95c264518a72afca2f87aa93d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4920f2de4f54530acce42e1da9143fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.063328] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.063639] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.063709] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Deleting the datastore file [datastore1] 2803d331-840b-40c3-81d3-619bba80ed5f {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.063962] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2512184-29f9-4e5c-a62e-4180bdfe4c9d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.073744] env[69654]: DEBUG oslo_vmware.api [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for the task: (returnval){ [ 728.073744] env[69654]: value = "task-3554409" [ 728.073744] env[69654]: _type = "Task" [ 728.073744] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.084015] env[69654]: DEBUG oslo_vmware.api [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.123365] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554407, 'name': Rename_Task, 'duration_secs': 0.160004} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.123707] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.124205] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55acdfa1-c05d-4868-b20c-a85ee07febc0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.132576] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 728.132576] env[69654]: value = "task-3554410" [ 728.132576] env[69654]: _type = "Task" [ 728.132576] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.144662] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.390441] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52931d11-941e-4b91-f165-cbc42edf6ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.010568} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.390619] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90fd1bcf-ee45-4c3a-983e-aabaa35bbbf3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.396918] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 728.396918] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f9be1e-bf67-efb1-fb65-baa2be26e636" [ 728.396918] env[69654]: _type = "Task" [ 728.396918] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.405929] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f9be1e-bf67-efb1-fb65-baa2be26e636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.415492] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Acquiring lock "2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.415761] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Lock "2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.416087] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Acquiring lock "2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.416169] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Lock "2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.416336] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Lock "2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.418595] env[69654]: INFO nova.compute.manager [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Terminating instance [ 728.424367] env[69654]: DEBUG nova.network.neutron [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Successfully created port: 47c7cf2d-1232-4279-914c-eb1178ebb516 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.470652] env[69654]: DEBUG nova.compute.manager [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.529515] env[69654]: DEBUG nova.network.neutron [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.586194] env[69654]: DEBUG oslo_vmware.api [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Task: {'id': task-3554409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170374} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.589800] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.590103] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.590466] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.591966] env[69654]: INFO nova.compute.manager [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 728.591966] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.596259] env[69654]: DEBUG nova.compute.manager [-] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.596259] env[69654]: DEBUG nova.network.neutron [-] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.645726] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554410, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.917954] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f9be1e-bf67-efb1-fb65-baa2be26e636, 'name': SearchDatastore_Task, 'duration_secs': 0.018773} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.918191] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.918511] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] c50cee51-ee39-4590-938e-3c1a9ce10225/c50cee51-ee39-4590-938e-3c1a9ce10225.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.920162] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9295c9a8-5865-422a-a3c2-cc6e54ca3d2f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.927360] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dfe027-142e-47a8-af5f-5b8e353d9cda {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.931941] env[69654]: DEBUG nova.compute.manager [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.932186] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.932497] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 728.932497] env[69654]: value = "task-3554412" [ 728.932497] env[69654]: _type = "Task" [ 728.932497] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.933532] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379afa4a-c182-4590-b85c-e91a957860fa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.944550] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf98601-4904-4882-acc1-4575e31982dc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.956613] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.956935] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.957824] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f1484b8-fbaf-496f-a02c-cd37e70dc130 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.996222] env[69654]: DEBUG oslo_vmware.api [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Waiting for the task: (returnval){ [ 728.996222] env[69654]: value = "task-3554413" [ 728.996222] env[69654]: _type = "Task" [ 728.996222] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.997415] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8845b282-7a21-4311-961c-ecdf927561f1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.009505] env[69654]: DEBUG oslo_vmware.api [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': task-3554413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.012816] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5890fd9b-db92-4d0a-aa68-e0e72d1a8d37 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.028550] env[69654]: DEBUG nova.compute.provider_tree [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.129951] env[69654]: DEBUG nova.network.neutron [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Updating instance_info_cache with network_info: [{"id": "6c6b4d17-5b9b-48de-ae77-26171c0f0713", "address": "fa:16:3e:fe:ed:ff", "network": {"id": "ada968c3-dd4b-40d3-8b76-9f93c25df0da", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1829149816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cbbc00a4ee0485394608c7bc4ae20df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6b4d17-5b", "ovs_interfaceid": "6c6b4d17-5b9b-48de-ae77-26171c0f0713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.149221] env[69654]: DEBUG oslo_vmware.api [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554410, 'name': PowerOnVM_Task, 'duration_secs': 0.531123} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.150277] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.150558] env[69654]: INFO nova.compute.manager [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Took 9.57 seconds to spawn the instance on the hypervisor. [ 729.150817] env[69654]: DEBUG nova.compute.manager [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.153996] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12df0f4f-f9df-4bf5-be70-cf01d98ffda5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.448146] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554412, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.499028] env[69654]: DEBUG nova.compute.manager [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.513373] env[69654]: DEBUG oslo_vmware.api [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': task-3554413, 'name': PowerOffVM_Task, 'duration_secs': 0.217047} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.513639] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.513825] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.515176] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-873de236-2c4b-4db4-a4de-c57e1d32e51f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.525498] env[69654]: DEBUG nova.virt.hardware [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.525797] env[69654]: DEBUG nova.virt.hardware [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.525992] env[69654]: DEBUG nova.virt.hardware [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.526227] env[69654]: DEBUG nova.virt.hardware [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.526379] env[69654]: DEBUG nova.virt.hardware [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.526522] env[69654]: DEBUG nova.virt.hardware [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.526725] env[69654]: DEBUG nova.virt.hardware [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.526898] env[69654]: DEBUG nova.virt.hardware [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.527080] env[69654]: DEBUG nova.virt.hardware [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.527246] env[69654]: DEBUG nova.virt.hardware [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.527415] env[69654]: DEBUG nova.virt.hardware [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.528476] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f174ae6-e546-4e7f-b52f-98db940287ea {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.533328] env[69654]: DEBUG nova.scheduler.client.report [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.542385] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0422c23d-243e-49d5-a754-09a447b22f8b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.592031] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.592291] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.592457] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Deleting the datastore file [datastore2] 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.592732] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b7f3439-20a7-4df4-a5ab-f6c3765bc16b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.599689] env[69654]: DEBUG oslo_vmware.api [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Waiting for the task: (returnval){ [ 729.599689] env[69654]: value = "task-3554415" [ 729.599689] env[69654]: _type = "Task" [ 729.599689] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.609974] env[69654]: DEBUG oslo_vmware.api [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': task-3554415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.633475] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Releasing lock "refresh_cache-74fb9708-d39e-4f5e-9356-95c09802468e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.633812] env[69654]: DEBUG nova.compute.manager [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Instance network_info: |[{"id": "6c6b4d17-5b9b-48de-ae77-26171c0f0713", "address": "fa:16:3e:fe:ed:ff", "network": {"id": "ada968c3-dd4b-40d3-8b76-9f93c25df0da", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1829149816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cbbc00a4ee0485394608c7bc4ae20df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6b4d17-5b", "ovs_interfaceid": "6c6b4d17-5b9b-48de-ae77-26171c0f0713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.634227] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:ed:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c6b4d17-5b9b-48de-ae77-26171c0f0713', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.641591] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Creating folder: Project (2cbbc00a4ee0485394608c7bc4ae20df). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.642731] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c51b6ef4-1f1f-468f-8d74-93b4b22de398 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.654766] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Created folder: Project (2cbbc00a4ee0485394608c7bc4ae20df) in parent group-v709593. [ 729.654917] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Creating folder: Instances. Parent ref: group-v709673. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.655185] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bab41b98-ec2a-436d-b86b-fda4054dbcd8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.665083] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Created folder: Instances in parent group-v709673. [ 729.665316] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.665500] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.665696] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21dcfbc6-5262-4b44-aa0c-3e95cb0d9b2a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.690246] env[69654]: INFO nova.compute.manager [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Took 43.61 seconds to build instance. [ 729.694521] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.694521] env[69654]: value = "task-3554418" [ 729.694521] env[69654]: _type = "Task" [ 729.694521] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.704035] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554418, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.944513] env[69654]: DEBUG nova.network.neutron [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Successfully updated port: 47c7cf2d-1232-4279-914c-eb1178ebb516 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.954968] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614823} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.954968] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] c50cee51-ee39-4590-938e-3c1a9ce10225/c50cee51-ee39-4590-938e-3c1a9ce10225.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.954968] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.954968] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcd2fe93-1041-457d-80f9-33f20c4d120f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.965704] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 729.965704] env[69654]: value = "task-3554419" [ 729.965704] env[69654]: _type = "Task" [ 729.965704] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.978191] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.008948] env[69654]: DEBUG nova.network.neutron [-] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.045189] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.045189] env[69654]: DEBUG nova.compute.manager [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.047256] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.869s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.047630] env[69654]: DEBUG nova.objects.instance [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lazy-loading 'resources' on Instance uuid a10177e9-959a-4c5b-9f1e-0808af564f81 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.114508] env[69654]: DEBUG oslo_vmware.api [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': task-3554415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.191962] env[69654]: DEBUG oslo_concurrency.lockutils [None req-38767768-2f33-4b5f-aab2-919b899cf53a tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Lock "8435c189-c15f-4bba-8317-a32b92690678" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.319s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.209246] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554418, 'name': CreateVM_Task, 'duration_secs': 0.390743} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.209839] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.211278] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.211718] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.214021] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.214021] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af5509b-746c-4724-9f97-a3d9e6e38a3f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.220475] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 730.220475] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52257e7a-aee0-9def-9ef1-09f0d7c4fcfa" [ 730.220475] env[69654]: _type = "Task" [ 730.220475] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.234658] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52257e7a-aee0-9def-9ef1-09f0d7c4fcfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.238964] env[69654]: DEBUG nova.compute.manager [req-55582fee-e3e5-4d0f-9570-1df9331f2e07 req-805ec927-e818-46c4-89ff-10fa7c9b9373 service nova] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Received event network-vif-deleted-4006cdf4-0520-444e-a405-b5c06042971f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.290023] env[69654]: DEBUG nova.compute.manager [req-bb67e976-8c4a-4503-ae8c-64a49971d849 req-7a052e66-0904-4d65-a4ac-c2b9498f9b3c service nova] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Received event network-changed-6c6b4d17-5b9b-48de-ae77-26171c0f0713 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.290023] env[69654]: DEBUG nova.compute.manager [req-bb67e976-8c4a-4503-ae8c-64a49971d849 req-7a052e66-0904-4d65-a4ac-c2b9498f9b3c service nova] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Refreshing instance network info cache due to event network-changed-6c6b4d17-5b9b-48de-ae77-26171c0f0713. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.290023] env[69654]: DEBUG oslo_concurrency.lockutils [req-bb67e976-8c4a-4503-ae8c-64a49971d849 req-7a052e66-0904-4d65-a4ac-c2b9498f9b3c service nova] Acquiring lock "refresh_cache-74fb9708-d39e-4f5e-9356-95c09802468e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.290023] env[69654]: DEBUG oslo_concurrency.lockutils [req-bb67e976-8c4a-4503-ae8c-64a49971d849 req-7a052e66-0904-4d65-a4ac-c2b9498f9b3c service nova] Acquired lock "refresh_cache-74fb9708-d39e-4f5e-9356-95c09802468e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.290023] env[69654]: DEBUG nova.network.neutron [req-bb67e976-8c4a-4503-ae8c-64a49971d849 req-7a052e66-0904-4d65-a4ac-c2b9498f9b3c service nova] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Refreshing network info cache for port 6c6b4d17-5b9b-48de-ae77-26171c0f0713 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.448149] env[69654]: DEBUG oslo_concurrency.lockutils [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Acquiring lock "refresh_cache-e0283727-ff5e-4943-a5db-9f4bc5a98b7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.448149] env[69654]: DEBUG oslo_concurrency.lockutils [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Acquired lock "refresh_cache-e0283727-ff5e-4943-a5db-9f4bc5a98b7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.448149] env[69654]: DEBUG nova.network.neutron [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.476748] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074702} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.480216] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.480216] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153b510c-7556-47bf-a4cd-2e71a1ba51c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.504981] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] c50cee51-ee39-4590-938e-3c1a9ce10225/c50cee51-ee39-4590-938e-3c1a9ce10225.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.505358] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12809c1e-e604-462f-bc89-053870838ee6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.520861] env[69654]: INFO nova.compute.manager [-] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Took 1.93 seconds to deallocate network for instance. [ 730.531276] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 730.531276] env[69654]: value = "task-3554420" [ 730.531276] env[69654]: _type = "Task" [ 730.531276] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.540853] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.550873] env[69654]: DEBUG nova.compute.utils [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.552695] env[69654]: DEBUG nova.compute.manager [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.553427] env[69654]: DEBUG nova.network.neutron [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.615367] env[69654]: DEBUG oslo_vmware.api [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Task: {'id': task-3554415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540962} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.615946] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.616380] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.616670] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.616934] env[69654]: INFO nova.compute.manager [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Took 1.68 seconds to destroy the instance on the hypervisor. [ 730.617290] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.617604] env[69654]: DEBUG nova.compute.manager [-] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.617781] env[69654]: DEBUG nova.network.neutron [-] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.697087] env[69654]: DEBUG nova.compute.manager [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.740902] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52257e7a-aee0-9def-9ef1-09f0d7c4fcfa, 'name': SearchDatastore_Task, 'duration_secs': 0.026568} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.742667] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.742955] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.743207] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.743369] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.743566] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.744217] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eab35fff-b829-4166-bf2d-dfe0b474c612 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.757241] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.757464] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.759059] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27765eed-e497-452d-b8e6-4e8b39e8b10c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.770064] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 730.770064] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a48377-e5fd-3b5b-8c9a-3d0594b78cb0" [ 730.770064] env[69654]: _type = "Task" [ 730.770064] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.788092] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a48377-e5fd-3b5b-8c9a-3d0594b78cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.897791] env[69654]: DEBUG nova.policy [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd592d88f4f234876accde9b9833fbb5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9aab56b5a664411b4f49be3c436e59e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.034469] env[69654]: DEBUG oslo_concurrency.lockutils [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.039484] env[69654]: DEBUG nova.network.neutron [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.050753] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554420, 'name': ReconfigVM_Task, 'duration_secs': 0.321759} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.050753] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Reconfigured VM instance instance-00000017 to attach disk [datastore1] c50cee51-ee39-4590-938e-3c1a9ce10225/c50cee51-ee39-4590-938e-3c1a9ce10225.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.050753] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c824883-a766-46e1-9158-f642b61f3fa7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.060176] env[69654]: DEBUG nova.compute.manager [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.062920] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 731.062920] env[69654]: value = "task-3554422" [ 731.062920] env[69654]: _type = "Task" [ 731.062920] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.065498] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253d7e7f-f8ad-4ddd-a4c1-9872e74e4696 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.080805] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed1c167-f789-465b-9198-0a18bfa92ced {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.084622] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554422, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.119685] env[69654]: DEBUG nova.compute.manager [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.121413] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9199315-a9d5-4a8b-a682-d5547c0d3ed1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.125462] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbe2934-0344-478a-b36f-daebfabf18c4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.141529] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d7916b-c540-4114-ae7b-fc35e6d0a573 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.162947] env[69654]: DEBUG nova.compute.provider_tree [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.227529] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.285139] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a48377-e5fd-3b5b-8c9a-3d0594b78cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.011903} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.285975] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6cb7b3c-2994-4e3f-a7df-dabe96563e28 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.292629] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 731.292629] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52aa0805-bc34-c862-4364-21f401724ba6" [ 731.292629] env[69654]: _type = "Task" [ 731.292629] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.304452] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52aa0805-bc34-c862-4364-21f401724ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.337525] env[69654]: DEBUG nova.network.neutron [req-bb67e976-8c4a-4503-ae8c-64a49971d849 req-7a052e66-0904-4d65-a4ac-c2b9498f9b3c service nova] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Updated VIF entry in instance network info cache for port 6c6b4d17-5b9b-48de-ae77-26171c0f0713. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.337525] env[69654]: DEBUG nova.network.neutron [req-bb67e976-8c4a-4503-ae8c-64a49971d849 req-7a052e66-0904-4d65-a4ac-c2b9498f9b3c service nova] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Updating instance_info_cache with network_info: [{"id": "6c6b4d17-5b9b-48de-ae77-26171c0f0713", "address": "fa:16:3e:fe:ed:ff", "network": {"id": "ada968c3-dd4b-40d3-8b76-9f93c25df0da", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1829149816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cbbc00a4ee0485394608c7bc4ae20df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6b4d17-5b", "ovs_interfaceid": "6c6b4d17-5b9b-48de-ae77-26171c0f0713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.511012] env[69654]: DEBUG nova.network.neutron [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Updating instance_info_cache with network_info: [{"id": "47c7cf2d-1232-4279-914c-eb1178ebb516", "address": "fa:16:3e:9e:47:1e", "network": {"id": "9e979635-4350-40b4-9bc6-5335b5377dca", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2114411212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4920f2de4f54530acce42e1da9143fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c7cf2d-12", "ovs_interfaceid": "47c7cf2d-1232-4279-914c-eb1178ebb516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.578763] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554422, 'name': Rename_Task, 'duration_secs': 0.264303} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.579344] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.583893] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed37b356-701c-491e-ba84-5ecef55241ff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.592037] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 731.592037] env[69654]: value = "task-3554423" [ 731.592037] env[69654]: _type = "Task" [ 731.592037] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.606335] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.651564] env[69654]: INFO nova.compute.manager [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] instance snapshotting [ 731.655349] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a3cfcd-6e82-4b98-899a-408cfcda8640 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.681053] env[69654]: DEBUG nova.scheduler.client.report [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.684583] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e43f17-7bfc-491d-8f97-127a9c2dfa8c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.806456] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52aa0805-bc34-c862-4364-21f401724ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.014498} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.806741] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.807276] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 74fb9708-d39e-4f5e-9356-95c09802468e/74fb9708-d39e-4f5e-9356-95c09802468e.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.807605] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bee0697-1203-42b4-a9ca-3c9ba24f1c58 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.817465] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 731.817465] env[69654]: value = "task-3554424" [ 731.817465] env[69654]: _type = "Task" [ 731.817465] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.827639] env[69654]: DEBUG nova.network.neutron [-] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.828650] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.841117] env[69654]: DEBUG oslo_concurrency.lockutils [req-bb67e976-8c4a-4503-ae8c-64a49971d849 req-7a052e66-0904-4d65-a4ac-c2b9498f9b3c service nova] Releasing lock "refresh_cache-74fb9708-d39e-4f5e-9356-95c09802468e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.930625] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquiring lock "8435c189-c15f-4bba-8317-a32b92690678" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.930920] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Lock "8435c189-c15f-4bba-8317-a32b92690678" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.931256] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquiring lock "8435c189-c15f-4bba-8317-a32b92690678-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.931393] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Lock "8435c189-c15f-4bba-8317-a32b92690678-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.931569] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Lock "8435c189-c15f-4bba-8317-a32b92690678-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.936304] env[69654]: INFO nova.compute.manager [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Terminating instance [ 731.998739] env[69654]: DEBUG nova.network.neutron [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Successfully created port: 0d99db88-a94b-4737-9cce-ae284c55bd60 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.014628] env[69654]: DEBUG oslo_concurrency.lockutils [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Releasing lock "refresh_cache-e0283727-ff5e-4943-a5db-9f4bc5a98b7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.014628] env[69654]: DEBUG nova.compute.manager [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Instance network_info: |[{"id": "47c7cf2d-1232-4279-914c-eb1178ebb516", "address": "fa:16:3e:9e:47:1e", "network": {"id": "9e979635-4350-40b4-9bc6-5335b5377dca", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2114411212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4920f2de4f54530acce42e1da9143fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c7cf2d-12", "ovs_interfaceid": "47c7cf2d-1232-4279-914c-eb1178ebb516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.015034] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:47:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47c7cf2d-1232-4279-914c-eb1178ebb516', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.023342] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Creating folder: Project (e4920f2de4f54530acce42e1da9143fa). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.024053] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89bd27fe-643b-44f0-9efe-bd8fcc2594a1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.039748] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Created folder: Project (e4920f2de4f54530acce42e1da9143fa) in parent group-v709593. [ 732.039983] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Creating folder: Instances. Parent ref: group-v709676. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.040234] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3398ea3-ed03-45af-acfe-bdd9d0da90ce {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.055373] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Created folder: Instances in parent group-v709676. [ 732.059420] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.059782] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.060031] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3f15321-3b67-4c0b-8993-9bfe71b28f14 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.075887] env[69654]: DEBUG nova.compute.manager [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.085841] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.085841] env[69654]: value = "task-3554427" [ 732.085841] env[69654]: _type = "Task" [ 732.085841] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.095571] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554427, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.107560] env[69654]: DEBUG oslo_vmware.api [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554423, 'name': PowerOnVM_Task, 'duration_secs': 0.468915} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.108178] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.108479] env[69654]: DEBUG nova.compute.manager [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.111232] env[69654]: DEBUG nova.virt.hardware [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.111611] env[69654]: DEBUG nova.virt.hardware [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.111864] env[69654]: DEBUG nova.virt.hardware [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.112880] env[69654]: DEBUG nova.virt.hardware [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.112880] env[69654]: DEBUG nova.virt.hardware [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.112880] env[69654]: DEBUG nova.virt.hardware [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.112880] env[69654]: DEBUG nova.virt.hardware [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.112880] env[69654]: DEBUG nova.virt.hardware [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.113295] env[69654]: DEBUG nova.virt.hardware [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.113295] env[69654]: DEBUG nova.virt.hardware [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.113404] env[69654]: DEBUG nova.virt.hardware [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.114168] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1d7a50-a68b-43f5-b632-dc0c7f2469ad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.117200] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59db5fb0-877b-4f7b-88e1-3e30235aa919 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.130680] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bc22a9-cfc8-440f-b25e-9af0ff5014f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.186364] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.189421] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.438s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.191276] env[69654]: INFO nova.compute.claims [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.196878] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 732.196941] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4637d0e6-9214-4bd6-81ac-fc2dcfda67a3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.209693] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 732.209693] env[69654]: value = "task-3554428" [ 732.209693] env[69654]: _type = "Task" [ 732.209693] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.223681] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554428, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.230191] env[69654]: INFO nova.scheduler.client.report [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Deleted allocations for instance a10177e9-959a-4c5b-9f1e-0808af564f81 [ 732.273914] env[69654]: DEBUG nova.compute.manager [req-5df2f164-823c-4834-aee5-70d7c49b3984 req-e570a3e4-46fa-47b6-99e9-23551753ca03 service nova] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Received event network-vif-deleted-920f1e1d-69a6-4cd1-bbba-2181fa5fa8b3 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.317437] env[69654]: DEBUG nova.compute.manager [req-38b26054-077e-42de-919d-ae578eada716 req-38ec7a72-a95e-419b-9924-6d85dc170ffb service nova] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Received event network-vif-plugged-47c7cf2d-1232-4279-914c-eb1178ebb516 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.317909] env[69654]: DEBUG oslo_concurrency.lockutils [req-38b26054-077e-42de-919d-ae578eada716 req-38ec7a72-a95e-419b-9924-6d85dc170ffb service nova] Acquiring lock "e0283727-ff5e-4943-a5db-9f4bc5a98b7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.317909] env[69654]: DEBUG oslo_concurrency.lockutils [req-38b26054-077e-42de-919d-ae578eada716 req-38ec7a72-a95e-419b-9924-6d85dc170ffb service nova] Lock "e0283727-ff5e-4943-a5db-9f4bc5a98b7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.318083] env[69654]: DEBUG oslo_concurrency.lockutils [req-38b26054-077e-42de-919d-ae578eada716 req-38ec7a72-a95e-419b-9924-6d85dc170ffb service nova] Lock "e0283727-ff5e-4943-a5db-9f4bc5a98b7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.318454] env[69654]: DEBUG nova.compute.manager [req-38b26054-077e-42de-919d-ae578eada716 req-38ec7a72-a95e-419b-9924-6d85dc170ffb service nova] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] No waiting events found dispatching network-vif-plugged-47c7cf2d-1232-4279-914c-eb1178ebb516 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.318454] env[69654]: WARNING nova.compute.manager [req-38b26054-077e-42de-919d-ae578eada716 req-38ec7a72-a95e-419b-9924-6d85dc170ffb service nova] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Received unexpected event network-vif-plugged-47c7cf2d-1232-4279-914c-eb1178ebb516 for instance with vm_state building and task_state spawning. [ 732.318676] env[69654]: DEBUG nova.compute.manager [req-38b26054-077e-42de-919d-ae578eada716 req-38ec7a72-a95e-419b-9924-6d85dc170ffb service nova] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Received event network-changed-47c7cf2d-1232-4279-914c-eb1178ebb516 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.318810] env[69654]: DEBUG nova.compute.manager [req-38b26054-077e-42de-919d-ae578eada716 req-38ec7a72-a95e-419b-9924-6d85dc170ffb service nova] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Refreshing instance network info cache due to event network-changed-47c7cf2d-1232-4279-914c-eb1178ebb516. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.318970] env[69654]: DEBUG oslo_concurrency.lockutils [req-38b26054-077e-42de-919d-ae578eada716 req-38ec7a72-a95e-419b-9924-6d85dc170ffb service nova] Acquiring lock "refresh_cache-e0283727-ff5e-4943-a5db-9f4bc5a98b7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.319125] env[69654]: DEBUG oslo_concurrency.lockutils [req-38b26054-077e-42de-919d-ae578eada716 req-38ec7a72-a95e-419b-9924-6d85dc170ffb service nova] Acquired lock "refresh_cache-e0283727-ff5e-4943-a5db-9f4bc5a98b7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.319281] env[69654]: DEBUG nova.network.neutron [req-38b26054-077e-42de-919d-ae578eada716 req-38ec7a72-a95e-419b-9924-6d85dc170ffb service nova] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Refreshing network info cache for port 47c7cf2d-1232-4279-914c-eb1178ebb516 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.330479] env[69654]: INFO nova.compute.manager [-] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Took 1.71 seconds to deallocate network for instance. [ 732.340448] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554424, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.440414] env[69654]: DEBUG nova.compute.manager [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.440653] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.442050] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bf3d10-ba26-4222-9839-5175cfbebc62 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.467434] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.467777] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a9dc38c-72c8-4448-861a-f1cbfbd1d8c3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.477087] env[69654]: DEBUG oslo_vmware.api [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 732.477087] env[69654]: value = "task-3554429" [ 732.477087] env[69654]: _type = "Task" [ 732.477087] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.490376] env[69654]: DEBUG oslo_vmware.api [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.600851] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554427, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.637142] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.722833] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554428, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.747020] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a9663b19-88d3-4010-b43a-f447417aba3b tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "a10177e9-959a-4c5b-9f1e-0808af564f81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.626s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.747869] env[69654]: DEBUG oslo_concurrency.lockutils [None req-642baf32-5e6b-4ab5-a9bd-333001349221 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "a10177e9-959a-4c5b-9f1e-0808af564f81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 24.969s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.748094] env[69654]: DEBUG oslo_concurrency.lockutils [None req-642baf32-5e6b-4ab5-a9bd-333001349221 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "a10177e9-959a-4c5b-9f1e-0808af564f81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.748311] env[69654]: DEBUG oslo_concurrency.lockutils [None req-642baf32-5e6b-4ab5-a9bd-333001349221 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "a10177e9-959a-4c5b-9f1e-0808af564f81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.748492] env[69654]: DEBUG oslo_concurrency.lockutils [None req-642baf32-5e6b-4ab5-a9bd-333001349221 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "a10177e9-959a-4c5b-9f1e-0808af564f81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.754447] env[69654]: INFO nova.compute.manager [None req-642baf32-5e6b-4ab5-a9bd-333001349221 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Terminating instance [ 732.835783] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701845} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.835783] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 74fb9708-d39e-4f5e-9356-95c09802468e/74fb9708-d39e-4f5e-9356-95c09802468e.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.835783] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.835783] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1629789-526e-4b1f-aba2-d4a016beccd4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.841973] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.844088] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 732.844088] env[69654]: value = "task-3554430" [ 732.844088] env[69654]: _type = "Task" [ 732.844088] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.855976] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.993396] env[69654]: DEBUG oslo_vmware.api [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554429, 'name': PowerOffVM_Task, 'duration_secs': 0.203918} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.993396] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.993396] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.993396] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7b1f106-cba7-4f04-92a9-ac3d8c065822 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.070059] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.070357] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.070483] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Deleting the datastore file [datastore2] 8435c189-c15f-4bba-8317-a32b92690678 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.070750] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-982ed877-8e45-4574-ace7-1e52731adce8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.081049] env[69654]: DEBUG nova.network.neutron [req-38b26054-077e-42de-919d-ae578eada716 req-38ec7a72-a95e-419b-9924-6d85dc170ffb service nova] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Updated VIF entry in instance network info cache for port 47c7cf2d-1232-4279-914c-eb1178ebb516. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.081437] env[69654]: DEBUG nova.network.neutron [req-38b26054-077e-42de-919d-ae578eada716 req-38ec7a72-a95e-419b-9924-6d85dc170ffb service nova] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Updating instance_info_cache with network_info: [{"id": "47c7cf2d-1232-4279-914c-eb1178ebb516", "address": "fa:16:3e:9e:47:1e", "network": {"id": "9e979635-4350-40b4-9bc6-5335b5377dca", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2114411212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4920f2de4f54530acce42e1da9143fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c7cf2d-12", "ovs_interfaceid": "47c7cf2d-1232-4279-914c-eb1178ebb516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.084056] env[69654]: DEBUG oslo_vmware.api [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for the task: (returnval){ [ 733.084056] env[69654]: value = "task-3554432" [ 733.084056] env[69654]: _type = "Task" [ 733.084056] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.101194] env[69654]: DEBUG oslo_vmware.api [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.101474] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554427, 'name': CreateVM_Task, 'duration_secs': 0.547651} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.102672] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.106868] env[69654]: DEBUG oslo_concurrency.lockutils [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.106868] env[69654]: DEBUG oslo_concurrency.lockutils [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.106993] env[69654]: DEBUG oslo_concurrency.lockutils [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.111663] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69bac05c-0ffc-470e-855f-0aba73d88ec1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.119038] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Waiting for the task: (returnval){ [ 733.119038] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528ba05a-9bcb-09b0-d759-a1c6eaecf4db" [ 733.119038] env[69654]: _type = "Task" [ 733.119038] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.129781] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528ba05a-9bcb-09b0-d759-a1c6eaecf4db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.223228] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554428, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.262329] env[69654]: DEBUG nova.compute.manager [None req-642baf32-5e6b-4ab5-a9bd-333001349221 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.262590] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-642baf32-5e6b-4ab5-a9bd-333001349221 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.262922] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23f8a9b8-a975-4919-b6be-077c16f6395e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.276225] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534fc028-5c8d-4eef-acbc-1f5daa6b11d0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.312973] env[69654]: WARNING nova.virt.vmwareapi.vmops [None req-642baf32-5e6b-4ab5-a9bd-333001349221 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a10177e9-959a-4c5b-9f1e-0808af564f81 could not be found. [ 733.312973] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-642baf32-5e6b-4ab5-a9bd-333001349221 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.312973] env[69654]: INFO nova.compute.manager [None req-642baf32-5e6b-4ab5-a9bd-333001349221 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Took 0.05 seconds to destroy the instance on the hypervisor. [ 733.313117] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-642baf32-5e6b-4ab5-a9bd-333001349221 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.315763] env[69654]: DEBUG nova.compute.manager [-] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.315844] env[69654]: DEBUG nova.network.neutron [-] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.359811] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071442} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.360094] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.360887] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2e23f0-ccb8-44f0-bf36-53c1ba2fe43d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.387779] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 74fb9708-d39e-4f5e-9356-95c09802468e/74fb9708-d39e-4f5e-9356-95c09802468e.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.391431] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09b6a4fc-91ec-4661-8b8a-7e4876ebfdc3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.412334] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 733.412334] env[69654]: value = "task-3554433" [ 733.412334] env[69654]: _type = "Task" [ 733.412334] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.424316] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.585547] env[69654]: DEBUG oslo_concurrency.lockutils [req-38b26054-077e-42de-919d-ae578eada716 req-38ec7a72-a95e-419b-9924-6d85dc170ffb service nova] Releasing lock "refresh_cache-e0283727-ff5e-4943-a5db-9f4bc5a98b7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.599405] env[69654]: DEBUG oslo_vmware.api [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Task: {'id': task-3554432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193699} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.599952] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.600468] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.600468] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.600792] env[69654]: INFO nova.compute.manager [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Took 1.16 seconds to destroy the instance on the hypervisor. [ 733.601575] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.601671] env[69654]: DEBUG nova.compute.manager [-] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.601762] env[69654]: DEBUG nova.network.neutron [-] [instance: 8435c189-c15f-4bba-8317-a32b92690678] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.612839] env[69654]: INFO nova.compute.manager [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Rebuilding instance [ 733.637132] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528ba05a-9bcb-09b0-d759-a1c6eaecf4db, 'name': SearchDatastore_Task, 'duration_secs': 0.010616} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.639773] env[69654]: DEBUG oslo_concurrency.lockutils [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.639984] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.640227] env[69654]: DEBUG oslo_concurrency.lockutils [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.640412] env[69654]: DEBUG oslo_concurrency.lockutils [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.640539] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.641945] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d32d1338-5f0a-4025-a40f-d511cca6c1e4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.652282] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.652381] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.653402] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b721765-1229-4eb0-ac1b-6c150ca61993 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.669287] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Waiting for the task: (returnval){ [ 733.669287] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d1c5f0-c505-4fcd-1a26-6e9ec8b0c8ee" [ 733.669287] env[69654]: _type = "Task" [ 733.669287] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.674027] env[69654]: DEBUG nova.compute.manager [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.674938] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec13d411-77ef-49b2-b4a4-62be5890be14 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.683263] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d1c5f0-c505-4fcd-1a26-6e9ec8b0c8ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.697927] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b967ba6-5015-4305-8245-33703a1c6f4f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.705913] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebbfd75-ae8a-42d6-8836-a09366ad61dc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.752495] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554428, 'name': CreateSnapshot_Task, 'duration_secs': 1.038139} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.753903] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 733.755127] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dc10a8-73f2-4eff-9a4a-e7304bdb328c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.758406] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36b41e9-ec6e-4082-8ef1-e6bda2370721 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.775026] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda6431b-e63d-426f-a746-1e1083d8f46d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.795745] env[69654]: DEBUG nova.compute.provider_tree [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.836943] env[69654]: DEBUG nova.network.neutron [-] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.927232] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554433, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.183247] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d1c5f0-c505-4fcd-1a26-6e9ec8b0c8ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011263} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.184908] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b04b89-bbf0-4b94-9075-bc8f10bd44c8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.196526] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Waiting for the task: (returnval){ [ 734.196526] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523e4ef2-a3dd-4717-746d-9ef860eefdf9" [ 734.196526] env[69654]: _type = "Task" [ 734.196526] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.204984] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523e4ef2-a3dd-4717-746d-9ef860eefdf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.292326] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 734.293102] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e0c5c34d-04fa-4cf1-95bb-62a1a085ebf4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.299747] env[69654]: DEBUG nova.scheduler.client.report [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.307976] env[69654]: DEBUG nova.network.neutron [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Successfully updated port: 0d99db88-a94b-4737-9cce-ae284c55bd60 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.314437] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 734.314437] env[69654]: value = "task-3554434" [ 734.314437] env[69654]: _type = "Task" [ 734.314437] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.322957] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554434, 'name': CloneVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.340694] env[69654]: INFO nova.compute.manager [-] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Took 1.02 seconds to deallocate network for instance. [ 734.424721] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Acquiring lock "46ed458e-0edc-4cc5-8a6d-324f80d0b076" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.424944] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Lock "46ed458e-0edc-4cc5-8a6d-324f80d0b076" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.436068] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554433, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.629045] env[69654]: DEBUG nova.network.neutron [-] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.695678] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.699671] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a2bbb95-b15b-438b-a03e-1ec928a8ca63 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.714224] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523e4ef2-a3dd-4717-746d-9ef860eefdf9, 'name': SearchDatastore_Task, 'duration_secs': 0.011449} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.715898] env[69654]: DEBUG oslo_concurrency.lockutils [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.715971] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] e0283727-ff5e-4943-a5db-9f4bc5a98b7d/e0283727-ff5e-4943-a5db-9f4bc5a98b7d.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.716276] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Waiting for the task: (returnval){ [ 734.716276] env[69654]: value = "task-3554435" [ 734.716276] env[69654]: _type = "Task" [ 734.716276] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.716529] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b741d3e9-1e47-4841-ab80-d50688bf0040 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.729492] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': task-3554435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.730960] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Waiting for the task: (returnval){ [ 734.730960] env[69654]: value = "task-3554436" [ 734.730960] env[69654]: _type = "Task" [ 734.730960] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.740096] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': task-3554436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.806823] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.807385] env[69654]: DEBUG nova.compute.manager [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.812282] env[69654]: DEBUG oslo_concurrency.lockutils [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.944s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.812556] env[69654]: DEBUG nova.objects.instance [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Lazy-loading 'resources' on Instance uuid 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.818097] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "refresh_cache-090a97b3-e5df-4ede-980a-d95291570913" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.818309] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquired lock "refresh_cache-090a97b3-e5df-4ede-980a-d95291570913" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.818473] env[69654]: DEBUG nova.network.neutron [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.843218] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554434, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.851264] env[69654]: INFO nova.compute.manager [None req-642baf32-5e6b-4ab5-a9bd-333001349221 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Instance disappeared during terminate [ 734.851264] env[69654]: DEBUG oslo_concurrency.lockutils [None req-642baf32-5e6b-4ab5-a9bd-333001349221 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "a10177e9-959a-4c5b-9f1e-0808af564f81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.103s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.928119] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554433, 'name': ReconfigVM_Task, 'duration_secs': 1.313418} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.930948] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 74fb9708-d39e-4f5e-9356-95c09802468e/74fb9708-d39e-4f5e-9356-95c09802468e.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.932514] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1cb5232-1047-451e-81e3-e29762844114 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.943201] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 734.943201] env[69654]: value = "task-3554437" [ 734.943201] env[69654]: _type = "Task" [ 734.943201] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.959888] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554437, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.970789] env[69654]: DEBUG nova.compute.manager [req-332f8ad7-a413-40c9-8879-4ca58ad6e14e req-29dddff0-c614-49bc-9b1f-4d8346e18f76 service nova] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Received event network-vif-plugged-0d99db88-a94b-4737-9cce-ae284c55bd60 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.970789] env[69654]: DEBUG oslo_concurrency.lockutils [req-332f8ad7-a413-40c9-8879-4ca58ad6e14e req-29dddff0-c614-49bc-9b1f-4d8346e18f76 service nova] Acquiring lock "090a97b3-e5df-4ede-980a-d95291570913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.970931] env[69654]: DEBUG oslo_concurrency.lockutils [req-332f8ad7-a413-40c9-8879-4ca58ad6e14e req-29dddff0-c614-49bc-9b1f-4d8346e18f76 service nova] Lock "090a97b3-e5df-4ede-980a-d95291570913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.971174] env[69654]: DEBUG oslo_concurrency.lockutils [req-332f8ad7-a413-40c9-8879-4ca58ad6e14e req-29dddff0-c614-49bc-9b1f-4d8346e18f76 service nova] Lock "090a97b3-e5df-4ede-980a-d95291570913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.971393] env[69654]: DEBUG nova.compute.manager [req-332f8ad7-a413-40c9-8879-4ca58ad6e14e req-29dddff0-c614-49bc-9b1f-4d8346e18f76 service nova] [instance: 090a97b3-e5df-4ede-980a-d95291570913] No waiting events found dispatching network-vif-plugged-0d99db88-a94b-4737-9cce-ae284c55bd60 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.971560] env[69654]: WARNING nova.compute.manager [req-332f8ad7-a413-40c9-8879-4ca58ad6e14e req-29dddff0-c614-49bc-9b1f-4d8346e18f76 service nova] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Received unexpected event network-vif-plugged-0d99db88-a94b-4737-9cce-ae284c55bd60 for instance with vm_state building and task_state spawning. [ 734.971755] env[69654]: DEBUG nova.compute.manager [req-332f8ad7-a413-40c9-8879-4ca58ad6e14e req-29dddff0-c614-49bc-9b1f-4d8346e18f76 service nova] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Received event network-vif-deleted-a5b6acaf-4dcf-47f6-a848-614a9166f30d {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.971929] env[69654]: DEBUG nova.compute.manager [req-332f8ad7-a413-40c9-8879-4ca58ad6e14e req-29dddff0-c614-49bc-9b1f-4d8346e18f76 service nova] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Received event network-changed-0d99db88-a94b-4737-9cce-ae284c55bd60 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.972097] env[69654]: DEBUG nova.compute.manager [req-332f8ad7-a413-40c9-8879-4ca58ad6e14e req-29dddff0-c614-49bc-9b1f-4d8346e18f76 service nova] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Refreshing instance network info cache due to event network-changed-0d99db88-a94b-4737-9cce-ae284c55bd60. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.972396] env[69654]: DEBUG oslo_concurrency.lockutils [req-332f8ad7-a413-40c9-8879-4ca58ad6e14e req-29dddff0-c614-49bc-9b1f-4d8346e18f76 service nova] Acquiring lock "refresh_cache-090a97b3-e5df-4ede-980a-d95291570913" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.134678] env[69654]: INFO nova.compute.manager [-] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Took 1.53 seconds to deallocate network for instance. [ 735.152229] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Acquiring lock "a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.152330] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Lock "a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.232850] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': task-3554435, 'name': PowerOffVM_Task, 'duration_secs': 0.126465} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.236808] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.237128] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.240635] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad01b205-4a32-425d-a28b-23df26179235 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.249468] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': task-3554436, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.251876] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.252169] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0fcf7f2-6c7e-4d89-af5e-84ec4edab43f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.281075] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.281345] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.281646] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Deleting the datastore file [datastore1] c50cee51-ee39-4590-938e-3c1a9ce10225 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.281787] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37e6e127-dd9c-4081-be3e-ec15af90adc7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.288670] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Waiting for the task: (returnval){ [ 735.288670] env[69654]: value = "task-3554439" [ 735.288670] env[69654]: _type = "Task" [ 735.288670] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.300301] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': task-3554439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.325318] env[69654]: DEBUG nova.compute.utils [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.331193] env[69654]: DEBUG nova.compute.manager [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.331375] env[69654]: DEBUG nova.network.neutron [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.342700] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554434, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.353211] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a829d696-83d0-4e8b-8665-48347bdd426f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.363257] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849efdb7-ee1e-46b2-8f33-7ac0cdd210d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.400460] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6c9968-5173-4979-8a9a-148b4e4f582f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.404255] env[69654]: DEBUG nova.network.neutron [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.409449] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0b6e83-6d54-4ea7-928b-eb1f099fb0c8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.414795] env[69654]: DEBUG nova.policy [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edd06bce217745c0a42afa8261ab0473', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8418596595fc4d86baf8343eed239c69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.427703] env[69654]: DEBUG nova.compute.provider_tree [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.446496] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.446496] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.446496] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "f98bf7ff-d4a9-4083-bbef-df4e0cee15ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.446496] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "f98bf7ff-d4a9-4083-bbef-df4e0cee15ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.446775] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "f98bf7ff-d4a9-4083-bbef-df4e0cee15ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.451034] env[69654]: INFO nova.compute.manager [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Terminating instance [ 735.459256] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554437, 'name': Rename_Task, 'duration_secs': 0.18694} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.459440] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.459674] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4a6113d-ba1a-4581-8bf8-6e671fc514fe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.468535] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 735.468535] env[69654]: value = "task-3554440" [ 735.468535] env[69654]: _type = "Task" [ 735.468535] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.480709] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.640728] env[69654]: DEBUG nova.network.neutron [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Updating instance_info_cache with network_info: [{"id": "0d99db88-a94b-4737-9cce-ae284c55bd60", "address": "fa:16:3e:ab:e8:03", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d99db88-a9", "ovs_interfaceid": "0d99db88-a94b-4737-9cce-ae284c55bd60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.642767] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.742748] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': task-3554436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525233} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.743215] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] e0283727-ff5e-4943-a5db-9f4bc5a98b7d/e0283727-ff5e-4943-a5db-9f4bc5a98b7d.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.743300] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.744588] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2612ce49-b56f-4e40-a6bc-baa01328d714 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.751694] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Waiting for the task: (returnval){ [ 735.751694] env[69654]: value = "task-3554441" [ 735.751694] env[69654]: _type = "Task" [ 735.751694] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.761437] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': task-3554441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.801104] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': task-3554439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129491} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.801617] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.801811] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.801989] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.816195] env[69654]: DEBUG nova.network.neutron [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Successfully created port: 36512bd6-5865-4642-874b-66e45c7a2625 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.833079] env[69654]: DEBUG nova.compute.manager [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.841726] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554434, 'name': CloneVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.933276] env[69654]: DEBUG nova.scheduler.client.report [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.955443] env[69654]: DEBUG nova.compute.manager [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.955674] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.956810] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24939764-8b29-4e9e-9b8e-55e33d41274d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.966633] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.966902] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9acc3eab-19dc-41a2-8e62-14be077dcfed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.973711] env[69654]: DEBUG oslo_vmware.api [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 735.973711] env[69654]: value = "task-3554442" [ 735.973711] env[69654]: _type = "Task" [ 735.973711] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.983169] env[69654]: DEBUG oslo_vmware.api [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554440, 'name': PowerOnVM_Task, 'duration_secs': 0.486148} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.983169] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.983169] env[69654]: INFO nova.compute.manager [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Took 9.17 seconds to spawn the instance on the hypervisor. [ 735.983407] env[69654]: DEBUG nova.compute.manager [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.984625] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f23f15-5d50-492c-abf9-08c50719bd0d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.990705] env[69654]: DEBUG oslo_vmware.api [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.117053] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Acquiring lock "c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.117495] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Lock "c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.144753] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Releasing lock "refresh_cache-090a97b3-e5df-4ede-980a-d95291570913" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.145191] env[69654]: DEBUG nova.compute.manager [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Instance network_info: |[{"id": "0d99db88-a94b-4737-9cce-ae284c55bd60", "address": "fa:16:3e:ab:e8:03", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d99db88-a9", "ovs_interfaceid": "0d99db88-a94b-4737-9cce-ae284c55bd60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.145548] env[69654]: DEBUG oslo_concurrency.lockutils [req-332f8ad7-a413-40c9-8879-4ca58ad6e14e req-29dddff0-c614-49bc-9b1f-4d8346e18f76 service nova] Acquired lock "refresh_cache-090a97b3-e5df-4ede-980a-d95291570913" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.145790] env[69654]: DEBUG nova.network.neutron [req-332f8ad7-a413-40c9-8879-4ca58ad6e14e req-29dddff0-c614-49bc-9b1f-4d8346e18f76 service nova] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Refreshing network info cache for port 0d99db88-a94b-4737-9cce-ae284c55bd60 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.147267] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:e8:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d99db88-a94b-4737-9cce-ae284c55bd60', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.155887] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Creating folder: Project (f9aab56b5a664411b4f49be3c436e59e). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.156836] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4245f167-aa31-433d-9343-8bc92bc2e8d0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.171879] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Created folder: Project (f9aab56b5a664411b4f49be3c436e59e) in parent group-v709593. [ 736.171879] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Creating folder: Instances. Parent ref: group-v709681. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.172246] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca2a595a-1d79-47cd-bfb2-3992278328a9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.185959] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Created folder: Instances in parent group-v709681. [ 736.186313] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.186637] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.187454] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9834a69-b6aa-4dee-9968-d97d7a69e4ce {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.209468] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.209468] env[69654]: value = "task-3554445" [ 736.209468] env[69654]: _type = "Task" [ 736.209468] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.218643] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554445, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.264714] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': task-3554441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108702} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.265217] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.266097] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b600397d-eedd-4689-9f33-a8a1bd45c53b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.290380] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] e0283727-ff5e-4943-a5db-9f4bc5a98b7d/e0283727-ff5e-4943-a5db-9f4bc5a98b7d.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.290757] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c2ca7c3-f241-4859-bc12-188b34876196 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.312361] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Waiting for the task: (returnval){ [ 736.312361] env[69654]: value = "task-3554446" [ 736.312361] env[69654]: _type = "Task" [ 736.312361] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.322225] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': task-3554446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.339944] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554434, 'name': CloneVM_Task, 'duration_secs': 1.612512} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.340470] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Created linked-clone VM from snapshot [ 736.341368] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5016df-f3e5-464a-b5ac-1750fdce0581 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.350984] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Uploading image 8a408869-a328-40f9-8733-41273340a472 {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 736.378755] env[69654]: DEBUG oslo_vmware.rw_handles [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 736.378755] env[69654]: value = "vm-709680" [ 736.378755] env[69654]: _type = "VirtualMachine" [ 736.378755] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 736.379366] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-82584a36-3053-469b-b82b-91596c9e9749 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.388508] env[69654]: DEBUG oslo_vmware.rw_handles [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lease: (returnval){ [ 736.388508] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522fa84b-a501-aacc-f69a-416d0895e0f8" [ 736.388508] env[69654]: _type = "HttpNfcLease" [ 736.388508] env[69654]: } obtained for exporting VM: (result){ [ 736.388508] env[69654]: value = "vm-709680" [ 736.388508] env[69654]: _type = "VirtualMachine" [ 736.388508] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 736.388820] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the lease: (returnval){ [ 736.388820] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522fa84b-a501-aacc-f69a-416d0895e0f8" [ 736.388820] env[69654]: _type = "HttpNfcLease" [ 736.388820] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 736.396847] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 736.396847] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522fa84b-a501-aacc-f69a-416d0895e0f8" [ 736.396847] env[69654]: _type = "HttpNfcLease" [ 736.396847] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 736.438818] env[69654]: DEBUG oslo_concurrency.lockutils [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.441932] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.951s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.443660] env[69654]: INFO nova.compute.claims [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.468108] env[69654]: INFO nova.scheduler.client.report [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Deleted allocations for instance 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68 [ 736.485796] env[69654]: DEBUG oslo_vmware.api [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554442, 'name': PowerOffVM_Task, 'duration_secs': 0.223931} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.487062] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.487062] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.487062] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61a39953-a989-4c0e-a169-29730bfa1182 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.511360] env[69654]: INFO nova.compute.manager [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Took 44.62 seconds to build instance. [ 736.566154] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.566487] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.567081] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Deleting the datastore file [datastore1] f98bf7ff-d4a9-4083-bbef-df4e0cee15ae {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.567446] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57d1a176-473b-4b04-8d38-4c37f3243d4e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.578996] env[69654]: DEBUG oslo_vmware.api [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for the task: (returnval){ [ 736.578996] env[69654]: value = "task-3554449" [ 736.578996] env[69654]: _type = "Task" [ 736.578996] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.592496] env[69654]: DEBUG oslo_vmware.api [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.720736] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554445, 'name': CreateVM_Task, 'duration_secs': 0.403212} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.720909] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.721690] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.721889] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.722297] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.722562] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e28c30b7-cc58-4fe7-9ed6-8597452d07a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.727557] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 736.727557] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52dec4c0-d55b-ecf1-3efc-3e02774f8180" [ 736.727557] env[69654]: _type = "Task" [ 736.727557] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.739216] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52dec4c0-d55b-ecf1-3efc-3e02774f8180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.826028] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': task-3554446, 'name': ReconfigVM_Task, 'duration_secs': 0.405123} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.826028] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Reconfigured VM instance instance-0000001b to attach disk [datastore1] e0283727-ff5e-4943-a5db-9f4bc5a98b7d/e0283727-ff5e-4943-a5db-9f4bc5a98b7d.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.826028] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88451ad2-89bc-4260-be1c-d5e2c15d4efd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.836176] env[69654]: DEBUG nova.virt.hardware [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.836176] env[69654]: DEBUG nova.virt.hardware [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.836176] env[69654]: DEBUG nova.virt.hardware [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.836465] env[69654]: DEBUG nova.virt.hardware [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.836465] env[69654]: DEBUG nova.virt.hardware [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.836612] env[69654]: DEBUG nova.virt.hardware [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.836979] env[69654]: DEBUG nova.virt.hardware [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.837166] env[69654]: DEBUG nova.virt.hardware [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.837809] env[69654]: DEBUG nova.virt.hardware [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.837809] env[69654]: DEBUG nova.virt.hardware [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.837809] env[69654]: DEBUG nova.virt.hardware [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.840153] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fefb69b-ccb9-4ac1-8aa5-e5fdbe9ad4c5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.842630] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Waiting for the task: (returnval){ [ 736.842630] env[69654]: value = "task-3554450" [ 736.842630] env[69654]: _type = "Task" [ 736.842630] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.845610] env[69654]: DEBUG nova.compute.manager [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.855159] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fefcbe2-9209-41c3-8f74-6cbb7f05ef99 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.865675] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': task-3554450, 'name': Rename_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.876456] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.882220] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.884622] env[69654]: DEBUG nova.virt.hardware [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.884722] env[69654]: DEBUG nova.virt.hardware [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.884843] env[69654]: DEBUG nova.virt.hardware [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.885032] env[69654]: DEBUG nova.virt.hardware [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.886027] env[69654]: DEBUG nova.virt.hardware [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.886027] env[69654]: DEBUG nova.virt.hardware [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.886027] env[69654]: DEBUG nova.virt.hardware [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.886027] env[69654]: DEBUG nova.virt.hardware [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.886027] env[69654]: DEBUG nova.virt.hardware [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.886356] env[69654]: DEBUG nova.virt.hardware [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.886356] env[69654]: DEBUG nova.virt.hardware [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.886596] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.887144] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50df842a-5a04-4d1f-9bf3-c1473fea671e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.889741] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee7b9f29-2d1e-43db-81ba-5e7d851b57ce {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.902330] env[69654]: DEBUG nova.network.neutron [req-332f8ad7-a413-40c9-8879-4ca58ad6e14e req-29dddff0-c614-49bc-9b1f-4d8346e18f76 service nova] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Updated VIF entry in instance network info cache for port 0d99db88-a94b-4737-9cce-ae284c55bd60. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.902676] env[69654]: DEBUG nova.network.neutron [req-332f8ad7-a413-40c9-8879-4ca58ad6e14e req-29dddff0-c614-49bc-9b1f-4d8346e18f76 service nova] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Updating instance_info_cache with network_info: [{"id": "0d99db88-a94b-4737-9cce-ae284c55bd60", "address": "fa:16:3e:ab:e8:03", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d99db88-a9", "ovs_interfaceid": "0d99db88-a94b-4737-9cce-ae284c55bd60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.915046] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 736.915046] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522fa84b-a501-aacc-f69a-416d0895e0f8" [ 736.915046] env[69654]: _type = "HttpNfcLease" [ 736.915046] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 736.917846] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed2a872-bffa-4cf7-9902-0049f33f6725 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.922200] env[69654]: DEBUG oslo_vmware.rw_handles [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 736.922200] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522fa84b-a501-aacc-f69a-416d0895e0f8" [ 736.922200] env[69654]: _type = "HttpNfcLease" [ 736.922200] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 736.922424] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.922424] env[69654]: value = "task-3554451" [ 736.922424] env[69654]: _type = "Task" [ 736.922424] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.923398] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec44bdb-a863-44a0-adee-c3db581b3e26 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.943633] env[69654]: DEBUG oslo_vmware.rw_handles [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b1097-ee24-5e6c-3b5d-4230329f2635/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 736.943832] env[69654]: DEBUG oslo_vmware.rw_handles [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b1097-ee24-5e6c-3b5d-4230329f2635/disk-0.vmdk for reading. {{(pid=69654) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 736.950853] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554451, 'name': CreateVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.011597] env[69654]: DEBUG oslo_concurrency.lockutils [None req-86dba513-cc13-4154-b03e-b19fc882c87a tempest-ServerMetadataTestJSON-1717528321 tempest-ServerMetadataTestJSON-1717528321-project-member] Lock "99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.241s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.014327] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a5410f08-6a33-4175-bf76-d43e9ec76074 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "74fb9708-d39e-4f5e-9356-95c09802468e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.664s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.061520] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-452c67cd-81ea-4e2b-8c54-a1275800e096 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.075685] env[69654]: DEBUG oslo_concurrency.lockutils [None req-55f57cec-3e0d-408a-bbd0-f3ad81eff32b tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "74fb9708-d39e-4f5e-9356-95c09802468e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.075685] env[69654]: DEBUG oslo_concurrency.lockutils [None req-55f57cec-3e0d-408a-bbd0-f3ad81eff32b tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "74fb9708-d39e-4f5e-9356-95c09802468e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.075685] env[69654]: DEBUG nova.compute.manager [None req-55f57cec-3e0d-408a-bbd0-f3ad81eff32b tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.076449] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c413920-5a6b-4fbd-8221-6de5b2f314eb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.086873] env[69654]: DEBUG nova.compute.manager [None req-55f57cec-3e0d-408a-bbd0-f3ad81eff32b tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69654) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 737.087444] env[69654]: DEBUG nova.objects.instance [None req-55f57cec-3e0d-408a-bbd0-f3ad81eff32b tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lazy-loading 'flavor' on Instance uuid 74fb9708-d39e-4f5e-9356-95c09802468e {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.091792] env[69654]: DEBUG oslo_vmware.api [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Task: {'id': task-3554449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156948} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.097396] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.097396] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.098237] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.098237] env[69654]: INFO nova.compute.manager [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Took 1.14 seconds to destroy the instance on the hypervisor. [ 737.098237] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.098734] env[69654]: DEBUG nova.compute.manager [-] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.098844] env[69654]: DEBUG nova.network.neutron [-] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.241990] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52dec4c0-d55b-ecf1-3efc-3e02774f8180, 'name': SearchDatastore_Task, 'duration_secs': 0.014048} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.242420] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.242864] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.242864] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.243154] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.243227] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.243506] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7244db72-8a48-427b-b9d0-30defe79e3ff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.254331] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.255833] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.256559] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad5b7701-469e-4bce-b737-6c466c0ce737 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.271919] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 737.271919] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5230bceb-8510-38ba-7e89-ab92fb99f680" [ 737.271919] env[69654]: _type = "Task" [ 737.271919] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.283763] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5230bceb-8510-38ba-7e89-ab92fb99f680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.318750] env[69654]: DEBUG nova.compute.manager [req-73f6879d-22c4-4417-b382-79a171930442 req-ca96ca11-6c61-40cc-923c-352087c8aa0f service nova] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Received event network-vif-plugged-36512bd6-5865-4642-874b-66e45c7a2625 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.318993] env[69654]: DEBUG oslo_concurrency.lockutils [req-73f6879d-22c4-4417-b382-79a171930442 req-ca96ca11-6c61-40cc-923c-352087c8aa0f service nova] Acquiring lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.319280] env[69654]: DEBUG oslo_concurrency.lockutils [req-73f6879d-22c4-4417-b382-79a171930442 req-ca96ca11-6c61-40cc-923c-352087c8aa0f service nova] Lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.319453] env[69654]: DEBUG oslo_concurrency.lockutils [req-73f6879d-22c4-4417-b382-79a171930442 req-ca96ca11-6c61-40cc-923c-352087c8aa0f service nova] Lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.319638] env[69654]: DEBUG nova.compute.manager [req-73f6879d-22c4-4417-b382-79a171930442 req-ca96ca11-6c61-40cc-923c-352087c8aa0f service nova] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] No waiting events found dispatching network-vif-plugged-36512bd6-5865-4642-874b-66e45c7a2625 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.319815] env[69654]: WARNING nova.compute.manager [req-73f6879d-22c4-4417-b382-79a171930442 req-ca96ca11-6c61-40cc-923c-352087c8aa0f service nova] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Received unexpected event network-vif-plugged-36512bd6-5865-4642-874b-66e45c7a2625 for instance with vm_state building and task_state spawning. [ 737.360984] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': task-3554450, 'name': Rename_Task, 'duration_secs': 0.171272} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.361348] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.361613] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-676b78cb-267b-4845-8d35-c2b7cfbc8431 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.370541] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Waiting for the task: (returnval){ [ 737.370541] env[69654]: value = "task-3554452" [ 737.370541] env[69654]: _type = "Task" [ 737.370541] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.381123] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': task-3554452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.409404] env[69654]: DEBUG oslo_concurrency.lockutils [req-332f8ad7-a413-40c9-8879-4ca58ad6e14e req-29dddff0-c614-49bc-9b1f-4d8346e18f76 service nova] Releasing lock "refresh_cache-090a97b3-e5df-4ede-980a-d95291570913" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.436591] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554451, 'name': CreateVM_Task, 'duration_secs': 0.397511} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.436894] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.437485] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.437694] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.438212] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.438691] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc24e71-e921-49d3-a8c5-c81f3301eb09 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.445682] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Waiting for the task: (returnval){ [ 737.445682] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ffcc13-a872-2702-7686-56dde092ded5" [ 737.445682] env[69654]: _type = "Task" [ 737.445682] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.458323] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ffcc13-a872-2702-7686-56dde092ded5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.518152] env[69654]: DEBUG nova.compute.manager [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.710589] env[69654]: DEBUG nova.network.neutron [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Successfully updated port: 36512bd6-5865-4642-874b-66e45c7a2625 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.786256] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5230bceb-8510-38ba-7e89-ab92fb99f680, 'name': SearchDatastore_Task, 'duration_secs': 0.021443} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.787281] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b37ec0b3-8a89-47dc-8269-b6db23e1f5d0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.793739] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 737.793739] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ff4b5a-e0b7-fd87-f5c9-52a72466cc94" [ 737.793739] env[69654]: _type = "Task" [ 737.793739] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.805088] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ff4b5a-e0b7-fd87-f5c9-52a72466cc94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.888965] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': task-3554452, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.960115] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ffcc13-a872-2702-7686-56dde092ded5, 'name': SearchDatastore_Task, 'duration_secs': 0.016999} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.963780] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.964143] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.966289] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.046938] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674b4e71-1e81-4b99-ab82-a59bb580f59e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.051708] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.057694] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2d8017-3cbd-4786-99a3-7abc2fddd810 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.092917] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5723dcbf-9135-457b-9a88-25faca9fdf8a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.101961] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d1927a-ccc6-4025-985f-311ed82ef6fa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.106522] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f57cec-3e0d-408a-bbd0-f3ad81eff32b tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.106864] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bebd69c2-55bd-42ad-ae51-228103148e6a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.125917] env[69654]: DEBUG nova.compute.provider_tree [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.131408] env[69654]: DEBUG oslo_vmware.api [None req-55f57cec-3e0d-408a-bbd0-f3ad81eff32b tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 738.131408] env[69654]: value = "task-3554453" [ 738.131408] env[69654]: _type = "Task" [ 738.131408] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.143681] env[69654]: DEBUG oslo_vmware.api [None req-55f57cec-3e0d-408a-bbd0-f3ad81eff32b tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.210522] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "refresh_cache-ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.210676] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "refresh_cache-ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.210824] env[69654]: DEBUG nova.network.neutron [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.231956] env[69654]: DEBUG nova.network.neutron [-] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.305117] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ff4b5a-e0b7-fd87-f5c9-52a72466cc94, 'name': SearchDatastore_Task, 'duration_secs': 0.022186} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.305559] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.305769] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 090a97b3-e5df-4ede-980a-d95291570913/090a97b3-e5df-4ede-980a-d95291570913.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.306177] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.306453] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.306682] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6638fbda-83d5-45dc-b508-cb35e9aac192 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.310136] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c03c809-d9b1-484a-8706-49fdb0b8d24d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.319424] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 738.319424] env[69654]: value = "task-3554454" [ 738.319424] env[69654]: _type = "Task" [ 738.319424] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.325241] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.325241] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.326602] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02efd6bd-0f3d-4057-adf0-5b106094273c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.333550] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.337815] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Waiting for the task: (returnval){ [ 738.337815] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521f21c0-c0b7-1db1-6685-a6bdbfc9deaf" [ 738.337815] env[69654]: _type = "Task" [ 738.337815] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.347423] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521f21c0-c0b7-1db1-6685-a6bdbfc9deaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.386747] env[69654]: DEBUG oslo_vmware.api [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': task-3554452, 'name': PowerOnVM_Task, 'duration_secs': 0.656707} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.387237] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.387591] env[69654]: INFO nova.compute.manager [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Took 8.89 seconds to spawn the instance on the hypervisor. [ 738.388260] env[69654]: DEBUG nova.compute.manager [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.388648] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae2e0c9-8b06-468f-981e-9b8fa3a37f1d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.632938] env[69654]: DEBUG nova.scheduler.client.report [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.658753] env[69654]: DEBUG oslo_vmware.api [None req-55f57cec-3e0d-408a-bbd0-f3ad81eff32b tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554453, 'name': PowerOffVM_Task, 'duration_secs': 0.23465} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.663942] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f57cec-3e0d-408a-bbd0-f3ad81eff32b tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.663942] env[69654]: DEBUG nova.compute.manager [None req-55f57cec-3e0d-408a-bbd0-f3ad81eff32b tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.666943] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b582978-7764-4d42-bfd3-8b1572ed6a12 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.734234] env[69654]: INFO nova.compute.manager [-] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Took 1.64 seconds to deallocate network for instance. [ 738.761903] env[69654]: DEBUG nova.network.neutron [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.841442] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554454, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.851542] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521f21c0-c0b7-1db1-6685-a6bdbfc9deaf, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.852581] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39327522-f05e-45e5-8e33-8619c4d7f11d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.860075] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Waiting for the task: (returnval){ [ 738.860075] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e4a982-7f45-5d66-b66b-83bf3164d0af" [ 738.860075] env[69654]: _type = "Task" [ 738.860075] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.871685] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e4a982-7f45-5d66-b66b-83bf3164d0af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.915611] env[69654]: INFO nova.compute.manager [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Took 43.55 seconds to build instance. [ 738.968740] env[69654]: DEBUG nova.network.neutron [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Updating instance_info_cache with network_info: [{"id": "36512bd6-5865-4642-874b-66e45c7a2625", "address": "fa:16:3e:c4:b1:34", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36512bd6-58", "ovs_interfaceid": "36512bd6-5865-4642-874b-66e45c7a2625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.142586] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.143159] env[69654]: DEBUG nova.compute.manager [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.146084] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.610s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.146343] env[69654]: DEBUG nova.objects.instance [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69654) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 739.182049] env[69654]: DEBUG oslo_concurrency.lockutils [None req-55f57cec-3e0d-408a-bbd0-f3ad81eff32b tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "74fb9708-d39e-4f5e-9356-95c09802468e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.107s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.241279] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.337067] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755415} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.337067] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 090a97b3-e5df-4ede-980a-d95291570913/090a97b3-e5df-4ede-980a-d95291570913.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.337067] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.337838] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87077968-44ab-4629-a416-6e7afe854938 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.345908] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 739.345908] env[69654]: value = "task-3554455" [ 739.345908] env[69654]: _type = "Task" [ 739.345908] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.358429] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.372769] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e4a982-7f45-5d66-b66b-83bf3164d0af, 'name': SearchDatastore_Task, 'duration_secs': 0.058423} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.372929] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.373328] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] c50cee51-ee39-4590-938e-3c1a9ce10225/c50cee51-ee39-4590-938e-3c1a9ce10225.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.373710] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a82e8671-6026-42ad-8e7e-19c38403c581 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.382338] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Waiting for the task: (returnval){ [ 739.382338] env[69654]: value = "task-3554456" [ 739.382338] env[69654]: _type = "Task" [ 739.382338] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.391373] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': task-3554456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.419107] env[69654]: DEBUG oslo_concurrency.lockutils [None req-839317c7-dce4-4b29-b456-9ca65b1fe390 tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Lock "e0283727-ff5e-4943-a5db-9f4bc5a98b7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.275s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.474791] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "refresh_cache-ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.475152] env[69654]: DEBUG nova.compute.manager [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Instance network_info: |[{"id": "36512bd6-5865-4642-874b-66e45c7a2625", "address": "fa:16:3e:c4:b1:34", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36512bd6-58", "ovs_interfaceid": "36512bd6-5865-4642-874b-66e45c7a2625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.475604] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:b1:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36512bd6-5865-4642-874b-66e45c7a2625', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.486387] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.486653] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.486881] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85764180-9bab-4d42-bf6d-22bcd3bb7f13 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.513166] env[69654]: DEBUG nova.compute.manager [req-7b8d3cb2-2e90-478c-b4a3-384f33b5b529 req-51215221-dd09-4a46-804f-940df293604a service nova] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Received event network-changed-36512bd6-5865-4642-874b-66e45c7a2625 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.513379] env[69654]: DEBUG nova.compute.manager [req-7b8d3cb2-2e90-478c-b4a3-384f33b5b529 req-51215221-dd09-4a46-804f-940df293604a service nova] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Refreshing instance network info cache due to event network-changed-36512bd6-5865-4642-874b-66e45c7a2625. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.513599] env[69654]: DEBUG oslo_concurrency.lockutils [req-7b8d3cb2-2e90-478c-b4a3-384f33b5b529 req-51215221-dd09-4a46-804f-940df293604a service nova] Acquiring lock "refresh_cache-ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.513753] env[69654]: DEBUG oslo_concurrency.lockutils [req-7b8d3cb2-2e90-478c-b4a3-384f33b5b529 req-51215221-dd09-4a46-804f-940df293604a service nova] Acquired lock "refresh_cache-ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.514017] env[69654]: DEBUG nova.network.neutron [req-7b8d3cb2-2e90-478c-b4a3-384f33b5b529 req-51215221-dd09-4a46-804f-940df293604a service nova] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Refreshing network info cache for port 36512bd6-5865-4642-874b-66e45c7a2625 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.521247] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.521247] env[69654]: value = "task-3554457" [ 739.521247] env[69654]: _type = "Task" [ 739.521247] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.538166] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554457, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.651295] env[69654]: DEBUG nova.compute.utils [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.653190] env[69654]: DEBUG nova.compute.manager [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.653540] env[69654]: DEBUG nova.network.neutron [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.737017] env[69654]: DEBUG nova.policy [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '067f7e518ca04bb1956fa78ad22d2ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf89ca1830cd4d49aa3216e71d010a9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.860018] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115314} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.860822] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.861743] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdf870f-0d4f-4fe2-ac04-2a6f25099152 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.896350] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 090a97b3-e5df-4ede-980a-d95291570913/090a97b3-e5df-4ede-980a-d95291570913.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.902328] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26094d5c-9c9c-4dea-b826-3c82c79b8bda {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.921808] env[69654]: DEBUG nova.compute.manager [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.932867] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': task-3554456, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.933377] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 739.933377] env[69654]: value = "task-3554458" [ 739.933377] env[69654]: _type = "Task" [ 739.933377] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.944582] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.035385] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554457, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.160133] env[69654]: DEBUG nova.compute.manager [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.166471] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c82331a0-804b-4ae2-b252-82fe2973db9b tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.167331] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.555s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.167640] env[69654]: DEBUG nova.objects.instance [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lazy-loading 'resources' on Instance uuid 8cf7cbb1-ba43-46c5-8cfc-326201591894 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.302823] env[69654]: DEBUG nova.network.neutron [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Successfully created port: f2c2db01-c415-49e8-b688-dc482fcaaac6 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.397907] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': task-3554456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55032} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.398143] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] c50cee51-ee39-4590-938e-3c1a9ce10225/c50cee51-ee39-4590-938e-3c1a9ce10225.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.398430] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.398869] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a29ad66b-3ffd-4228-9b17-e2ed67bc544c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.402579] env[69654]: DEBUG nova.network.neutron [req-7b8d3cb2-2e90-478c-b4a3-384f33b5b529 req-51215221-dd09-4a46-804f-940df293604a service nova] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Updated VIF entry in instance network info cache for port 36512bd6-5865-4642-874b-66e45c7a2625. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.402771] env[69654]: DEBUG nova.network.neutron [req-7b8d3cb2-2e90-478c-b4a3-384f33b5b529 req-51215221-dd09-4a46-804f-940df293604a service nova] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Updating instance_info_cache with network_info: [{"id": "36512bd6-5865-4642-874b-66e45c7a2625", "address": "fa:16:3e:c4:b1:34", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36512bd6-58", "ovs_interfaceid": "36512bd6-5865-4642-874b-66e45c7a2625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.415938] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Waiting for the task: (returnval){ [ 740.415938] env[69654]: value = "task-3554459" [ 740.415938] env[69654]: _type = "Task" [ 740.415938] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.430644] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': task-3554459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.458024] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.467725] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.533694] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554457, 'name': CreateVM_Task, 'duration_secs': 0.639828} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.534457] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.534849] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.535102] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.535455] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.536094] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bff295bc-2c58-4870-8552-4047b23ee479 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.543203] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 740.543203] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523629e7-fc75-fb60-4af8-a59cb901f3cf" [ 740.543203] env[69654]: _type = "Task" [ 740.543203] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.554524] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523629e7-fc75-fb60-4af8-a59cb901f3cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.909923] env[69654]: DEBUG oslo_concurrency.lockutils [req-7b8d3cb2-2e90-478c-b4a3-384f33b5b529 req-51215221-dd09-4a46-804f-940df293604a service nova] Releasing lock "refresh_cache-ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.910211] env[69654]: DEBUG nova.compute.manager [req-7b8d3cb2-2e90-478c-b4a3-384f33b5b529 req-51215221-dd09-4a46-804f-940df293604a service nova] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Received event network-vif-deleted-5298487e-914a-4a05-8469-0cdcffa5ac93 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.931012] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': task-3554459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089328} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.931424] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.932673] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f5739b-67f8-4ec8-81b2-abfbd8281c73 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.958405] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] c50cee51-ee39-4590-938e-3c1a9ce10225/c50cee51-ee39-4590-938e-3c1a9ce10225.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.965277] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db073b93-f15f-4cc5-9029-d0d43cdef9df {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.981554] env[69654]: DEBUG nova.compute.manager [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.982753] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d477fc-d053-437c-8f94-665336b04441 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.988595] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554458, 'name': ReconfigVM_Task, 'duration_secs': 0.577618} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.989236] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 090a97b3-e5df-4ede-980a-d95291570913/090a97b3-e5df-4ede-980a-d95291570913.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.990996] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32633376-fa3d-4d9d-bba4-04677e7977ed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.992747] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Waiting for the task: (returnval){ [ 740.992747] env[69654]: value = "task-3554460" [ 740.992747] env[69654]: _type = "Task" [ 740.992747] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.004973] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 741.004973] env[69654]: value = "task-3554461" [ 741.004973] env[69654]: _type = "Task" [ 741.004973] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.012915] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': task-3554460, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.021111] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554461, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.056136] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523629e7-fc75-fb60-4af8-a59cb901f3cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012422} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.057035] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.057035] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.057729] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.057729] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.057729] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.058039] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de1339e4-4860-4e29-9b94-bbb1d300b754 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.069886] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.070167] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.071175] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3b75cc-de5d-46ba-88d0-55ee166e105e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.078719] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 741.078719] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528dae12-8273-a51f-94a3-e1a4a6833bb6" [ 741.078719] env[69654]: _type = "Task" [ 741.078719] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.090225] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528dae12-8273-a51f-94a3-e1a4a6833bb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.172648] env[69654]: DEBUG nova.compute.manager [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.208492] env[69654]: DEBUG nova.virt.hardware [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.208891] env[69654]: DEBUG nova.virt.hardware [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.208973] env[69654]: DEBUG nova.virt.hardware [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.209285] env[69654]: DEBUG nova.virt.hardware [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.209465] env[69654]: DEBUG nova.virt.hardware [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.209618] env[69654]: DEBUG nova.virt.hardware [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.209834] env[69654]: DEBUG nova.virt.hardware [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.209994] env[69654]: DEBUG nova.virt.hardware [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.210969] env[69654]: DEBUG nova.virt.hardware [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.211292] env[69654]: DEBUG nova.virt.hardware [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.211531] env[69654]: DEBUG nova.virt.hardware [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.212427] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4a3536-0046-4c8e-9fa0-b97e9f52a127 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.225045] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc161eb-3db6-4595-9a8f-f8a82a020937 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.233578] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef47bc1a-06e8-47a5-9c57-ace018392bc9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.253534] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f606e0-c5d1-4c4e-8fdc-2ca774f4f1de {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.291548] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfbd727-f2dc-4909-b3b6-830b8bffd13a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.300310] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077ce34b-3db6-4e3a-9460-a8b781ffa113 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.318543] env[69654]: DEBUG nova.compute.provider_tree [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.505229] env[69654]: INFO nova.compute.manager [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] instance snapshotting [ 741.505543] env[69654]: WARNING nova.compute.manager [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 741.512710] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa15dc78-b59e-4d45-8171-529a6a7433c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.518374] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': task-3554460, 'name': ReconfigVM_Task, 'duration_secs': 0.424225} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.519683] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Reconfigured VM instance instance-00000017 to attach disk [datastore2] c50cee51-ee39-4590-938e-3c1a9ce10225/c50cee51-ee39-4590-938e-3c1a9ce10225.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.520326] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d931af28-32e9-4e13-9c3b-f02b60ce0f14 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.541882] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554461, 'name': Rename_Task, 'duration_secs': 0.248493} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.544368] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4eac68-1ee9-49df-82ed-34648b747dd4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.549915] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.549915] env[69654]: DEBUG nova.compute.manager [req-80116b7d-ee67-4e0f-a03a-c86f8f22c74c req-3d0383b7-3eea-437b-9bad-232682787e48 service nova] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Received event network-changed-47c7cf2d-1232-4279-914c-eb1178ebb516 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.549915] env[69654]: DEBUG nova.compute.manager [req-80116b7d-ee67-4e0f-a03a-c86f8f22c74c req-3d0383b7-3eea-437b-9bad-232682787e48 service nova] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Refreshing instance network info cache due to event network-changed-47c7cf2d-1232-4279-914c-eb1178ebb516. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.549915] env[69654]: DEBUG oslo_concurrency.lockutils [req-80116b7d-ee67-4e0f-a03a-c86f8f22c74c req-3d0383b7-3eea-437b-9bad-232682787e48 service nova] Acquiring lock "refresh_cache-e0283727-ff5e-4943-a5db-9f4bc5a98b7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.549915] env[69654]: DEBUG oslo_concurrency.lockutils [req-80116b7d-ee67-4e0f-a03a-c86f8f22c74c req-3d0383b7-3eea-437b-9bad-232682787e48 service nova] Acquired lock "refresh_cache-e0283727-ff5e-4943-a5db-9f4bc5a98b7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.550326] env[69654]: DEBUG nova.network.neutron [req-80116b7d-ee67-4e0f-a03a-c86f8f22c74c req-3d0383b7-3eea-437b-9bad-232682787e48 service nova] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Refreshing network info cache for port 47c7cf2d-1232-4279-914c-eb1178ebb516 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.551677] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfad1033-29b3-4e10-bebf-da2e320348ba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.553952] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Waiting for the task: (returnval){ [ 741.553952] env[69654]: value = "task-3554462" [ 741.553952] env[69654]: _type = "Task" [ 741.553952] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.565884] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 741.565884] env[69654]: value = "task-3554463" [ 741.565884] env[69654]: _type = "Task" [ 741.565884] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.575596] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': task-3554462, 'name': Rename_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.579651] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.590936] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528dae12-8273-a51f-94a3-e1a4a6833bb6, 'name': SearchDatastore_Task, 'duration_secs': 0.01323} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.593783] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af52b60c-7726-4d6c-a792-9285b19e13dc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.599896] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 741.599896] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5213ca99-9905-14b4-bb04-c91dabc0c6d8" [ 741.599896] env[69654]: _type = "Task" [ 741.599896] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.609287] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5213ca99-9905-14b4-bb04-c91dabc0c6d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.822212] env[69654]: DEBUG nova.scheduler.client.report [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.070464] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 742.070856] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': task-3554462, 'name': Rename_Task, 'duration_secs': 0.17054} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.071802] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d64b8dd8-5706-4700-8834-75c39029b3c0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.077299] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.077926] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a10a048b-124b-4734-94ed-6fdf4468b230 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.088085] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.091451] env[69654]: DEBUG oslo_vmware.api [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 742.091451] env[69654]: value = "task-3554465" [ 742.091451] env[69654]: _type = "Task" [ 742.091451] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.091935] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Waiting for the task: (returnval){ [ 742.091935] env[69654]: value = "task-3554464" [ 742.091935] env[69654]: _type = "Task" [ 742.091935] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.110932] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': task-3554464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.111573] env[69654]: DEBUG oslo_vmware.api [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554465, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.121366] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5213ca99-9905-14b4-bb04-c91dabc0c6d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012581} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.121366] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.121678] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] ae4826dd-cacb-4b70-a7f5-dbc7b05bed94/ae4826dd-cacb-4b70-a7f5-dbc7b05bed94.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.122035] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4475b0b2-2670-4b58-936b-7344752cbb08 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.132121] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 742.132121] env[69654]: value = "task-3554466" [ 742.132121] env[69654]: _type = "Task" [ 742.132121] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.144889] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.203704] env[69654]: DEBUG nova.network.neutron [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Successfully updated port: f2c2db01-c415-49e8-b688-dc482fcaaac6 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.329206] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.334253] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.447s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.334421] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.334590] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69654) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 742.335724] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.399s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.339536] env[69654]: INFO nova.compute.claims [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.342906] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87167431-ed1a-4ce6-9ce5-4555d14df541 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.352718] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80620360-1f93-4113-930a-cf1fcaa776ce {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.374778] env[69654]: INFO nova.scheduler.client.report [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Deleted allocations for instance 8cf7cbb1-ba43-46c5-8cfc-326201591894 [ 742.376534] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c142d62a-f9d5-4832-8947-e42fa4be25f1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.388624] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5227875-e3fa-40b8-badc-ba9fe758f3cf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.393513] env[69654]: DEBUG nova.network.neutron [req-80116b7d-ee67-4e0f-a03a-c86f8f22c74c req-3d0383b7-3eea-437b-9bad-232682787e48 service nova] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Updated VIF entry in instance network info cache for port 47c7cf2d-1232-4279-914c-eb1178ebb516. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.393901] env[69654]: DEBUG nova.network.neutron [req-80116b7d-ee67-4e0f-a03a-c86f8f22c74c req-3d0383b7-3eea-437b-9bad-232682787e48 service nova] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Updating instance_info_cache with network_info: [{"id": "47c7cf2d-1232-4279-914c-eb1178ebb516", "address": "fa:16:3e:9e:47:1e", "network": {"id": "9e979635-4350-40b4-9bc6-5335b5377dca", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2114411212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4920f2de4f54530acce42e1da9143fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c7cf2d-12", "ovs_interfaceid": "47c7cf2d-1232-4279-914c-eb1178ebb516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.428694] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179719MB free_disk=83GB free_vcpus=48 pci_devices=None {{(pid=69654) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 742.428843] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.584804] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554463, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.606543] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': task-3554464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.610208] env[69654]: DEBUG oslo_vmware.api [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554465, 'name': CreateSnapshot_Task, 'duration_secs': 0.484804} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.610488] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 742.611375] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f78e918-921b-4e6b-83d0-322e40a5296a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.645275] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554466, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.708913] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.709213] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.709416] env[69654]: DEBUG nova.network.neutron [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.887291] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e28a1d68-d102-4bfb-b91e-bf3ef94da239 tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "8cf7cbb1-ba43-46c5-8cfc-326201591894" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.266s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.898406] env[69654]: DEBUG oslo_concurrency.lockutils [req-80116b7d-ee67-4e0f-a03a-c86f8f22c74c req-3d0383b7-3eea-437b-9bad-232682787e48 service nova] Releasing lock "refresh_cache-e0283727-ff5e-4943-a5db-9f4bc5a98b7d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.087619] env[69654]: DEBUG oslo_vmware.api [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554463, 'name': PowerOnVM_Task, 'duration_secs': 1.196142} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.087909] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.089029] env[69654]: INFO nova.compute.manager [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Took 11.01 seconds to spawn the instance on the hypervisor. [ 743.089286] env[69654]: DEBUG nova.compute.manager [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.090298] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a26be3f-22c2-47ca-b511-0b3401888433 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.107571] env[69654]: DEBUG oslo_vmware.api [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Task: {'id': task-3554464, 'name': PowerOnVM_Task, 'duration_secs': 0.845472} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.111536] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.111625] env[69654]: DEBUG nova.compute.manager [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.119287] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd204dc0-df86-4a4d-96b4-7a0cde7fc4c3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.135365] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 743.136910] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7d3fb9f2-2b5e-4a1b-90e6-cd7d32f592b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.162107] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610731} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.166128] env[69654]: DEBUG oslo_vmware.api [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 743.166128] env[69654]: value = "task-3554467" [ 743.166128] env[69654]: _type = "Task" [ 743.166128] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.166128] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] ae4826dd-cacb-4b70-a7f5-dbc7b05bed94/ae4826dd-cacb-4b70-a7f5-dbc7b05bed94.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.166128] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.166128] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd8cd52f-6918-40a3-b730-411bf74eb8fb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.183800] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 743.183800] env[69654]: value = "task-3554468" [ 743.183800] env[69654]: _type = "Task" [ 743.183800] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.193446] env[69654]: DEBUG oslo_vmware.api [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554467, 'name': CloneVM_Task} progress is 11%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.201464] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.264106] env[69654]: DEBUG nova.network.neutron [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.446944] env[69654]: DEBUG nova.network.neutron [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Updating instance_info_cache with network_info: [{"id": "f2c2db01-c415-49e8-b688-dc482fcaaac6", "address": "fa:16:3e:42:01:f3", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c2db01-c4", "ovs_interfaceid": "f2c2db01-c415-49e8-b688-dc482fcaaac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.630129] env[69654]: INFO nova.compute.manager [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Took 44.16 seconds to build instance. [ 743.644323] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.676850] env[69654]: DEBUG oslo_vmware.api [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554467, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.699637] env[69654]: DEBUG nova.compute.manager [req-424136ae-c242-4d22-a472-0ba719183ef2 req-347937e4-3b5e-48b6-a06a-3d94c22e4712 service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Received event network-vif-plugged-f2c2db01-c415-49e8-b688-dc482fcaaac6 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.699637] env[69654]: DEBUG oslo_concurrency.lockutils [req-424136ae-c242-4d22-a472-0ba719183ef2 req-347937e4-3b5e-48b6-a06a-3d94c22e4712 service nova] Acquiring lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.699719] env[69654]: DEBUG oslo_concurrency.lockutils [req-424136ae-c242-4d22-a472-0ba719183ef2 req-347937e4-3b5e-48b6-a06a-3d94c22e4712 service nova] Lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.700050] env[69654]: DEBUG oslo_concurrency.lockutils [req-424136ae-c242-4d22-a472-0ba719183ef2 req-347937e4-3b5e-48b6-a06a-3d94c22e4712 service nova] Lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.700050] env[69654]: DEBUG nova.compute.manager [req-424136ae-c242-4d22-a472-0ba719183ef2 req-347937e4-3b5e-48b6-a06a-3d94c22e4712 service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] No waiting events found dispatching network-vif-plugged-f2c2db01-c415-49e8-b688-dc482fcaaac6 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.701311] env[69654]: WARNING nova.compute.manager [req-424136ae-c242-4d22-a472-0ba719183ef2 req-347937e4-3b5e-48b6-a06a-3d94c22e4712 service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Received unexpected event network-vif-plugged-f2c2db01-c415-49e8-b688-dc482fcaaac6 for instance with vm_state building and task_state spawning. [ 743.701311] env[69654]: DEBUG nova.compute.manager [req-424136ae-c242-4d22-a472-0ba719183ef2 req-347937e4-3b5e-48b6-a06a-3d94c22e4712 service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Received event network-changed-f2c2db01-c415-49e8-b688-dc482fcaaac6 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.701311] env[69654]: DEBUG nova.compute.manager [req-424136ae-c242-4d22-a472-0ba719183ef2 req-347937e4-3b5e-48b6-a06a-3d94c22e4712 service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Refreshing instance network info cache due to event network-changed-f2c2db01-c415-49e8-b688-dc482fcaaac6. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.701311] env[69654]: DEBUG oslo_concurrency.lockutils [req-424136ae-c242-4d22-a472-0ba719183ef2 req-347937e4-3b5e-48b6-a06a-3d94c22e4712 service nova] Acquiring lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.701794] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208711} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.701873] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.702716] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b56c131-a058-4f7a-abfd-444981d2974e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.731778] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] ae4826dd-cacb-4b70-a7f5-dbc7b05bed94/ae4826dd-cacb-4b70-a7f5-dbc7b05bed94.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.735226] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-403c2fa3-9ca1-478b-975a-6f4f7d54add4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.759628] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 743.759628] env[69654]: value = "task-3554469" [ 743.759628] env[69654]: _type = "Task" [ 743.759628] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.773758] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.840790] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2822395-d067-4883-a217-a5aa57b9a173 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.849157] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a744c82a-2a9b-45ee-9542-30c1d9e7eabc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.890671] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50f6b11-0ed6-4f7f-bca3-28b77f75a677 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.901258] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63b223f-2262-459b-8eea-407e230a9da8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.917840] env[69654]: DEBUG nova.compute.provider_tree [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.953780] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.954175] env[69654]: DEBUG nova.compute.manager [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Instance network_info: |[{"id": "f2c2db01-c415-49e8-b688-dc482fcaaac6", "address": "fa:16:3e:42:01:f3", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c2db01-c4", "ovs_interfaceid": "f2c2db01-c415-49e8-b688-dc482fcaaac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.954500] env[69654]: DEBUG oslo_concurrency.lockutils [req-424136ae-c242-4d22-a472-0ba719183ef2 req-347937e4-3b5e-48b6-a06a-3d94c22e4712 service nova] Acquired lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.954689] env[69654]: DEBUG nova.network.neutron [req-424136ae-c242-4d22-a472-0ba719183ef2 req-347937e4-3b5e-48b6-a06a-3d94c22e4712 service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Refreshing network info cache for port f2c2db01-c415-49e8-b688-dc482fcaaac6 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.956275] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:01:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2c2db01-c415-49e8-b688-dc482fcaaac6', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.963771] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Creating folder: Project (bf89ca1830cd4d49aa3216e71d010a9b). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.964901] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1aaf5a5-741f-40d7-a852-7f925518339c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.980621] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Created folder: Project (bf89ca1830cd4d49aa3216e71d010a9b) in parent group-v709593. [ 743.980834] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Creating folder: Instances. Parent ref: group-v709688. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.981183] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de7a653a-da56-4769-bed7-2e5445ff7a67 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.993302] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Created folder: Instances in parent group-v709688. [ 743.993624] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.993895] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.994157] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77ab5f70-7f4d-4416-ab46-bdbcf6412bb6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.016185] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.016185] env[69654]: value = "task-3554472" [ 744.016185] env[69654]: _type = "Task" [ 744.016185] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.027115] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554472, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.098710] env[69654]: DEBUG oslo_concurrency.lockutils [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquiring lock "96c9d4b0-28a1-4dc4-b454-16644bd9ce4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.100210] env[69654]: DEBUG oslo_concurrency.lockutils [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "96c9d4b0-28a1-4dc4-b454-16644bd9ce4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.100210] env[69654]: DEBUG oslo_concurrency.lockutils [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquiring lock "96c9d4b0-28a1-4dc4-b454-16644bd9ce4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.100210] env[69654]: DEBUG oslo_concurrency.lockutils [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "96c9d4b0-28a1-4dc4-b454-16644bd9ce4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.100210] env[69654]: DEBUG oslo_concurrency.lockutils [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "96c9d4b0-28a1-4dc4-b454-16644bd9ce4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.102806] env[69654]: INFO nova.compute.manager [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Terminating instance [ 744.131928] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef3a3a29-667e-4776-ab08-e3bd7d6ea214 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "090a97b3-e5df-4ede-980a-d95291570913" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.386s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.178065] env[69654]: DEBUG oslo_vmware.api [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554467, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.274994] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554469, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.422146] env[69654]: DEBUG nova.scheduler.client.report [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.533092] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554472, 'name': CreateVM_Task, 'duration_secs': 0.48721} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.537063] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.537063] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.537063] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.537063] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.537063] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda36d01-4e85-495d-9b65-66e5d0149c2d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.542806] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 744.542806] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f10465-dab0-dbc1-d2fe-d20437631407" [ 744.542806] env[69654]: _type = "Task" [ 744.542806] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.552372] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f10465-dab0-dbc1-d2fe-d20437631407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.612851] env[69654]: DEBUG nova.compute.manager [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.613099] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.614583] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0807f84-707b-4918-9252-389e28a0eae7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.622938] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.623253] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8a9ed91-98aa-4acc-b28c-9931c655c93c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.641701] env[69654]: DEBUG nova.compute.manager [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.644382] env[69654]: DEBUG oslo_vmware.api [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 744.644382] env[69654]: value = "task-3554473" [ 744.644382] env[69654]: _type = "Task" [ 744.644382] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.653363] env[69654]: DEBUG oslo_vmware.api [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.685244] env[69654]: DEBUG oslo_vmware.api [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554467, 'name': CloneVM_Task, 'duration_secs': 1.468349} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.686327] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Created linked-clone VM from snapshot [ 744.687021] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a8f207-f8cf-4a3b-a59b-c3c7de6919aa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.703368] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Uploading image 4b53d4e6-2fe6-4775-b3d3-e7c3eddd3363 {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 744.749701] env[69654]: DEBUG oslo_vmware.rw_handles [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 744.749701] env[69654]: value = "vm-709687" [ 744.749701] env[69654]: _type = "VirtualMachine" [ 744.749701] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 744.750110] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-72a60f71-458a-47dd-a653-1ab61309593e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.761719] env[69654]: DEBUG nova.network.neutron [req-424136ae-c242-4d22-a472-0ba719183ef2 req-347937e4-3b5e-48b6-a06a-3d94c22e4712 service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Updated VIF entry in instance network info cache for port f2c2db01-c415-49e8-b688-dc482fcaaac6. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.762822] env[69654]: DEBUG nova.network.neutron [req-424136ae-c242-4d22-a472-0ba719183ef2 req-347937e4-3b5e-48b6-a06a-3d94c22e4712 service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Updating instance_info_cache with network_info: [{"id": "f2c2db01-c415-49e8-b688-dc482fcaaac6", "address": "fa:16:3e:42:01:f3", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c2db01-c4", "ovs_interfaceid": "f2c2db01-c415-49e8-b688-dc482fcaaac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.769116] env[69654]: DEBUG oslo_vmware.rw_handles [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lease: (returnval){ [ 744.769116] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52aac459-9b4f-2d11-62d8-0443916341b0" [ 744.769116] env[69654]: _type = "HttpNfcLease" [ 744.769116] env[69654]: } obtained for exporting VM: (result){ [ 744.769116] env[69654]: value = "vm-709687" [ 744.769116] env[69654]: _type = "VirtualMachine" [ 744.769116] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 744.769430] env[69654]: DEBUG oslo_vmware.api [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the lease: (returnval){ [ 744.769430] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52aac459-9b4f-2d11-62d8-0443916341b0" [ 744.769430] env[69654]: _type = "HttpNfcLease" [ 744.769430] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 744.772256] env[69654]: DEBUG oslo_concurrency.lockutils [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquiring lock "c50cee51-ee39-4590-938e-3c1a9ce10225" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.772256] env[69654]: DEBUG oslo_concurrency.lockutils [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Lock "c50cee51-ee39-4590-938e-3c1a9ce10225" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.772256] env[69654]: DEBUG oslo_concurrency.lockutils [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquiring lock "c50cee51-ee39-4590-938e-3c1a9ce10225-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.772256] env[69654]: DEBUG oslo_concurrency.lockutils [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Lock "c50cee51-ee39-4590-938e-3c1a9ce10225-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.772476] env[69654]: DEBUG oslo_concurrency.lockutils [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Lock "c50cee51-ee39-4590-938e-3c1a9ce10225-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.785672] env[69654]: INFO nova.compute.manager [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Terminating instance [ 744.786173] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554469, 'name': ReconfigVM_Task, 'duration_secs': 0.523103} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.788451] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Reconfigured VM instance instance-0000001d to attach disk [datastore2] ae4826dd-cacb-4b70-a7f5-dbc7b05bed94/ae4826dd-cacb-4b70-a7f5-dbc7b05bed94.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.789891] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7394b96e-68c5-4137-ace6-adcc37b7f490 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.793639] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 744.793639] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52aac459-9b4f-2d11-62d8-0443916341b0" [ 744.793639] env[69654]: _type = "HttpNfcLease" [ 744.793639] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 744.794628] env[69654]: DEBUG oslo_vmware.rw_handles [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 744.794628] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52aac459-9b4f-2d11-62d8-0443916341b0" [ 744.794628] env[69654]: _type = "HttpNfcLease" [ 744.794628] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 744.795482] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd3b69e-f33b-425e-a7d2-1ea75325f1f0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.801488] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 744.801488] env[69654]: value = "task-3554475" [ 744.801488] env[69654]: _type = "Task" [ 744.801488] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.810111] env[69654]: DEBUG oslo_vmware.rw_handles [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8676d-b68f-8a78-30a9-96d2c35aaf0e/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 744.810305] env[69654]: DEBUG oslo_vmware.rw_handles [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8676d-b68f-8a78-30a9-96d2c35aaf0e/disk-0.vmdk for reading. {{(pid=69654) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 744.874330] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554475, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.914930] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-97eeb825-ee9c-497d-baf4-80324ade81d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.934040] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.934040] env[69654]: DEBUG nova.compute.manager [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.935125] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.728s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.935368] env[69654]: DEBUG nova.objects.instance [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Lazy-loading 'resources' on Instance uuid 4007de2c-0d1a-43db-8d5e-52f8969e9a39 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.057130] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f10465-dab0-dbc1-d2fe-d20437631407, 'name': SearchDatastore_Task, 'duration_secs': 0.038317} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.057502] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.057756] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.058023] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.058184] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.058368] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.058661] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce3952f9-084e-4bd1-aecb-6de79a78f4d7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.071282] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.071282] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.071948] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3dbb659-c271-49bf-a437-837c740b9906 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.082617] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 745.082617] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5285a015-b1e7-047f-15e4-87e019eeda52" [ 745.082617] env[69654]: _type = "Task" [ 745.082617] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.101136] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5285a015-b1e7-047f-15e4-87e019eeda52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.164546] env[69654]: DEBUG oslo_vmware.api [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554473, 'name': PowerOffVM_Task, 'duration_secs': 0.205524} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.164546] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.164546] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.164546] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dea66e74-7e1a-4c45-b282-b71ead1c5fb5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.190892] env[69654]: DEBUG oslo_concurrency.lockutils [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.263023] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.263023] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.263023] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Deleting the datastore file [datastore2] 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.263023] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2351d55-4b46-425a-b821-ee84c2a326e6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.277050] env[69654]: DEBUG oslo_concurrency.lockutils [req-424136ae-c242-4d22-a472-0ba719183ef2 req-347937e4-3b5e-48b6-a06a-3d94c22e4712 service nova] Releasing lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.277050] env[69654]: DEBUG oslo_vmware.api [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for the task: (returnval){ [ 745.277050] env[69654]: value = "task-3554477" [ 745.277050] env[69654]: _type = "Task" [ 745.277050] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.286607] env[69654]: DEBUG oslo_vmware.api [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.292906] env[69654]: DEBUG oslo_concurrency.lockutils [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquiring lock "refresh_cache-c50cee51-ee39-4590-938e-3c1a9ce10225" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.292906] env[69654]: DEBUG oslo_concurrency.lockutils [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquired lock "refresh_cache-c50cee51-ee39-4590-938e-3c1a9ce10225" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.294255] env[69654]: DEBUG nova.network.neutron [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.315935] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554475, 'name': Rename_Task, 'duration_secs': 0.292748} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.316810] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.317396] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a23f35ab-c835-41d3-b70b-74d14e2c8c1d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.331313] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 745.331313] env[69654]: value = "task-3554478" [ 745.331313] env[69654]: _type = "Task" [ 745.331313] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.345219] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.441293] env[69654]: DEBUG nova.compute.utils [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.446691] env[69654]: DEBUG nova.compute.manager [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.447018] env[69654]: DEBUG nova.network.neutron [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.531056] env[69654]: DEBUG nova.policy [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0066996ee02742099b4c2db45528b2fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abb01edf185342c5b99d7ec39ea4fcde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.600361] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5285a015-b1e7-047f-15e4-87e019eeda52, 'name': SearchDatastore_Task, 'duration_secs': 0.034972} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.601853] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df0455af-3eed-4951-8244-5cf804f55175 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.613060] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 745.613060] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f2f571-f970-dc21-12a6-5e9f0ae87965" [ 745.613060] env[69654]: _type = "Task" [ 745.613060] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.626437] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f2f571-f970-dc21-12a6-5e9f0ae87965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.786620] env[69654]: DEBUG oslo_vmware.api [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Task: {'id': task-3554477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300546} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.787675] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.787675] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.787675] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.787675] env[69654]: INFO nova.compute.manager [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 745.787999] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.791708] env[69654]: DEBUG nova.compute.manager [-] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.795278] env[69654]: DEBUG nova.network.neutron [-] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.821941] env[69654]: DEBUG nova.network.neutron [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.850131] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554478, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.897899] env[69654]: DEBUG nova.network.neutron [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.948924] env[69654]: DEBUG nova.compute.manager [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.031000] env[69654]: DEBUG nova.network.neutron [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Successfully created port: 554aea57-f2c3-473a-b5d6-05499bf66a68 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.050587] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35117598-a6a8-47a2-b010-f1df829e3d75 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.062894] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd73f72f-ae9a-4d24-94d9-0d42d8be6175 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.108881] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1a6950-c03b-462f-8dfd-f7fd27c1f159 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.112766] env[69654]: DEBUG nova.compute.manager [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Stashing vm_state: active {{(pid=69654) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 746.126157] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453f4349-6e32-4b83-af3f-00667f5782d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.136198] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f2f571-f970-dc21-12a6-5e9f0ae87965, 'name': SearchDatastore_Task, 'duration_secs': 0.018662} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.136198] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.136198] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3/4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.136660] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efcef050-6316-4b1e-8222-9d4712bcfeea {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.153954] env[69654]: DEBUG nova.compute.provider_tree [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.161041] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 746.161041] env[69654]: value = "task-3554479" [ 746.161041] env[69654]: _type = "Task" [ 746.161041] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.171555] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.344971] env[69654]: DEBUG oslo_vmware.api [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554478, 'name': PowerOnVM_Task, 'duration_secs': 0.700567} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.345444] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.345723] env[69654]: INFO nova.compute.manager [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Took 9.50 seconds to spawn the instance on the hypervisor. [ 746.345930] env[69654]: DEBUG nova.compute.manager [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.346859] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ff2e95-24fd-4ce3-b4ec-6df71e27747b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.352114] env[69654]: DEBUG oslo_vmware.rw_handles [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b1097-ee24-5e6c-3b5d-4230329f2635/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 746.353129] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202bbc8b-4dc9-4bf6-be07-64c6ff1c9128 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.362650] env[69654]: DEBUG oslo_vmware.rw_handles [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b1097-ee24-5e6c-3b5d-4230329f2635/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 746.362843] env[69654]: ERROR oslo_vmware.rw_handles [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b1097-ee24-5e6c-3b5d-4230329f2635/disk-0.vmdk due to incomplete transfer. [ 746.366362] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-26813e7b-ff97-4796-b312-715f368b0f40 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.375951] env[69654]: DEBUG oslo_vmware.rw_handles [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b1097-ee24-5e6c-3b5d-4230329f2635/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 746.375951] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Uploaded image 8a408869-a328-40f9-8733-41273340a472 to the Glance image server {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 746.378076] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 746.378363] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-349d0943-feb8-45c0-96e4-869279a06c8e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.387258] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 746.387258] env[69654]: value = "task-3554480" [ 746.387258] env[69654]: _type = "Task" [ 746.387258] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.396885] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554480, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.405102] env[69654]: DEBUG oslo_concurrency.lockutils [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Releasing lock "refresh_cache-c50cee51-ee39-4590-938e-3c1a9ce10225" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.405160] env[69654]: DEBUG nova.compute.manager [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.405391] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.406325] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512ccd06-7f96-499d-b055-b7b0069992b6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.416869] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.417230] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e964c716-db01-40ca-9aff-37d6759024df {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.426315] env[69654]: DEBUG oslo_vmware.api [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 746.426315] env[69654]: value = "task-3554481" [ 746.426315] env[69654]: _type = "Task" [ 746.426315] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.436619] env[69654]: DEBUG oslo_vmware.api [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.645951] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.660035] env[69654]: DEBUG nova.scheduler.client.report [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.676503] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554479, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.782583] env[69654]: DEBUG nova.network.neutron [-] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.879758] env[69654]: INFO nova.compute.manager [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Took 38.16 seconds to build instance. [ 746.898935] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554480, 'name': Destroy_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.905071] env[69654]: DEBUG nova.compute.manager [req-fb72fa14-4833-480a-be48-06f90e4f0801 req-83334acf-8860-4ec0-a319-ba65aadff47a service nova] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Received event network-vif-deleted-1530f944-feb3-4d98-ab8b-2fd1f987eb3f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.938207] env[69654]: DEBUG oslo_vmware.api [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554481, 'name': PowerOffVM_Task, 'duration_secs': 0.24408} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.938207] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.938207] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.938207] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34e26698-1454-4f90-aee1-fed714c94ba9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.960636] env[69654]: DEBUG nova.compute.manager [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.968730] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.968950] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.969519] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Deleting the datastore file [datastore2] c50cee51-ee39-4590-938e-3c1a9ce10225 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.969519] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f23d6762-a099-4d5a-b9dd-661e15abf77d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.980903] env[69654]: DEBUG oslo_vmware.api [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for the task: (returnval){ [ 746.980903] env[69654]: value = "task-3554483" [ 746.980903] env[69654]: _type = "Task" [ 746.980903] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.990413] env[69654]: DEBUG oslo_vmware.api [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.992768] env[69654]: DEBUG nova.virt.hardware [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.992997] env[69654]: DEBUG nova.virt.hardware [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.993172] env[69654]: DEBUG nova.virt.hardware [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.993356] env[69654]: DEBUG nova.virt.hardware [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.993596] env[69654]: DEBUG nova.virt.hardware [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.993915] env[69654]: DEBUG nova.virt.hardware [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.993997] env[69654]: DEBUG nova.virt.hardware [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.994138] env[69654]: DEBUG nova.virt.hardware [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.994735] env[69654]: DEBUG nova.virt.hardware [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.994828] env[69654]: DEBUG nova.virt.hardware [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.994988] env[69654]: DEBUG nova.virt.hardware [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.995928] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c04e10-0152-4200-98e1-84af8bf6e409 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.005737] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732fc881-fbe8-4fa3-9d62-81cc71a016dc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.170301] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.178722] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.785s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.180919] env[69654]: INFO nova.compute.claims [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.185677] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687283} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.186835] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3/4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.186835] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.187020] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b921f46-9594-47e3-8bff-18c1895ebcb1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.198146] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 747.198146] env[69654]: value = "task-3554484" [ 747.198146] env[69654]: _type = "Task" [ 747.198146] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.203010] env[69654]: INFO nova.scheduler.client.report [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Deleted allocations for instance 4007de2c-0d1a-43db-8d5e-52f8969e9a39 [ 747.216044] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.287817] env[69654]: INFO nova.compute.manager [-] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Took 1.49 seconds to deallocate network for instance. [ 747.363169] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "d1f9074c-5091-47c7-a109-0c01a21023bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.363429] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "d1f9074c-5091-47c7-a109-0c01a21023bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.381158] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7dac5db-0fc9-46e1-8887-28cd58ae366d tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.689s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.400634] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554480, 'name': Destroy_Task, 'duration_secs': 0.882891} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.400895] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Destroyed the VM [ 747.401175] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 747.401447] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3c329edf-5bba-42c5-aafc-78a90fa27bcb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.410258] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 747.410258] env[69654]: value = "task-3554485" [ 747.410258] env[69654]: _type = "Task" [ 747.410258] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.419449] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554485, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.492109] env[69654]: DEBUG oslo_vmware.api [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Task: {'id': task-3554483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256518} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.492755] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.492948] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.493140] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.493310] env[69654]: INFO nova.compute.manager [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Took 1.09 seconds to destroy the instance on the hypervisor. [ 747.493565] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.493754] env[69654]: DEBUG nova.compute.manager [-] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.493861] env[69654]: DEBUG nova.network.neutron [-] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.518716] env[69654]: DEBUG nova.network.neutron [-] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.703291] env[69654]: DEBUG nova.network.neutron [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Successfully updated port: 554aea57-f2c3-473a-b5d6-05499bf66a68 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.713056] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079884} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.713395] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.715045] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4267be8-a593-495e-8a46-2ddf5a25994d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.720856] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e1be54dc-b643-4d19-a142-2495430dfa59 tempest-ServerShowV257Test-1468718422 tempest-ServerShowV257Test-1468718422-project-member] Lock "4007de2c-0d1a-43db-8d5e-52f8969e9a39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.878s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.742113] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3/4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.742754] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e13ea55-8dbe-4f06-9eb2-d794f54259fc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.765341] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 747.765341] env[69654]: value = "task-3554486" [ 747.765341] env[69654]: _type = "Task" [ 747.765341] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.774331] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.794110] env[69654]: DEBUG oslo_concurrency.lockutils [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.884918] env[69654]: DEBUG nova.compute.manager [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.920700] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554485, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.021475] env[69654]: DEBUG nova.network.neutron [-] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.207048] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "refresh_cache-313656df-50ec-4686-84be-f0cdba6c7836" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.207048] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquired lock "refresh_cache-313656df-50ec-4686-84be-f0cdba6c7836" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.207048] env[69654]: DEBUG nova.network.neutron [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.241185] env[69654]: DEBUG oslo_concurrency.lockutils [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.241452] env[69654]: DEBUG oslo_concurrency.lockutils [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.277262] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554486, 'name': ReconfigVM_Task, 'duration_secs': 0.489101} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.277544] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3/4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.278245] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5c885d2-5a21-4e02-830a-6a32b622048c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.287325] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 748.287325] env[69654]: value = "task-3554487" [ 748.287325] env[69654]: _type = "Task" [ 748.287325] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.300883] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554487, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.408415] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.424952] env[69654]: DEBUG oslo_vmware.api [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554485, 'name': RemoveSnapshot_Task, 'duration_secs': 0.984271} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.428123] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 748.428374] env[69654]: INFO nova.compute.manager [None req-b3fa765e-9287-425a-9dec-978c265a1383 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Took 16.77 seconds to snapshot the instance on the hypervisor. [ 748.524681] env[69654]: INFO nova.compute.manager [-] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Took 1.03 seconds to deallocate network for instance. [ 748.650833] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168eefd8-8f0f-4d6a-9289-3d96a68b0d9e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.660118] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9a3740-f81b-4e2e-8f7c-6f86a689b8fe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.693393] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36430ebb-f1ea-413a-bb08-37f5f839ec05 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.703744] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7346731d-7679-4f87-bfb2-5a8ec3245f83 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.720027] env[69654]: DEBUG nova.compute.provider_tree [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.745543] env[69654]: DEBUG nova.compute.utils [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.761528] env[69654]: DEBUG nova.network.neutron [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.801619] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554487, 'name': Rename_Task, 'duration_secs': 0.215082} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.802137] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.802137] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9697af52-5b38-4083-b7ae-36d48d5fd03c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.811414] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 748.811414] env[69654]: value = "task-3554488" [ 748.811414] env[69654]: _type = "Task" [ 748.811414] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.820461] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.991956] env[69654]: DEBUG nova.network.neutron [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Updating instance_info_cache with network_info: [{"id": "554aea57-f2c3-473a-b5d6-05499bf66a68", "address": "fa:16:3e:b0:80:24", "network": {"id": "a3c8360b-e45a-4d13-b229-3b1a30418fea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1532515243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abb01edf185342c5b99d7ec39ea4fcde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554aea57-f2", "ovs_interfaceid": "554aea57-f2c3-473a-b5d6-05499bf66a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.036359] env[69654]: DEBUG oslo_concurrency.lockutils [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.223289] env[69654]: DEBUG nova.scheduler.client.report [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.245021] env[69654]: DEBUG nova.compute.manager [req-2b35c997-14e8-4543-9392-8184a170714f req-23047849-7b5d-4780-b597-d39867cb563a service nova] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Received event network-vif-plugged-554aea57-f2c3-473a-b5d6-05499bf66a68 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.245281] env[69654]: DEBUG oslo_concurrency.lockutils [req-2b35c997-14e8-4543-9392-8184a170714f req-23047849-7b5d-4780-b597-d39867cb563a service nova] Acquiring lock "313656df-50ec-4686-84be-f0cdba6c7836-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.245500] env[69654]: DEBUG oslo_concurrency.lockutils [req-2b35c997-14e8-4543-9392-8184a170714f req-23047849-7b5d-4780-b597-d39867cb563a service nova] Lock "313656df-50ec-4686-84be-f0cdba6c7836-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.245689] env[69654]: DEBUG oslo_concurrency.lockutils [req-2b35c997-14e8-4543-9392-8184a170714f req-23047849-7b5d-4780-b597-d39867cb563a service nova] Lock "313656df-50ec-4686-84be-f0cdba6c7836-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.245856] env[69654]: DEBUG nova.compute.manager [req-2b35c997-14e8-4543-9392-8184a170714f req-23047849-7b5d-4780-b597-d39867cb563a service nova] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] No waiting events found dispatching network-vif-plugged-554aea57-f2c3-473a-b5d6-05499bf66a68 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.246037] env[69654]: WARNING nova.compute.manager [req-2b35c997-14e8-4543-9392-8184a170714f req-23047849-7b5d-4780-b597-d39867cb563a service nova] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Received unexpected event network-vif-plugged-554aea57-f2c3-473a-b5d6-05499bf66a68 for instance with vm_state building and task_state spawning. [ 749.246220] env[69654]: DEBUG nova.compute.manager [req-2b35c997-14e8-4543-9392-8184a170714f req-23047849-7b5d-4780-b597-d39867cb563a service nova] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Received event network-changed-554aea57-f2c3-473a-b5d6-05499bf66a68 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.246379] env[69654]: DEBUG nova.compute.manager [req-2b35c997-14e8-4543-9392-8184a170714f req-23047849-7b5d-4780-b597-d39867cb563a service nova] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Refreshing instance network info cache due to event network-changed-554aea57-f2c3-473a-b5d6-05499bf66a68. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.246541] env[69654]: DEBUG oslo_concurrency.lockutils [req-2b35c997-14e8-4543-9392-8184a170714f req-23047849-7b5d-4780-b597-d39867cb563a service nova] Acquiring lock "refresh_cache-313656df-50ec-4686-84be-f0cdba6c7836" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.248079] env[69654]: DEBUG oslo_concurrency.lockutils [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.324846] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554488, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.496584] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Releasing lock "refresh_cache-313656df-50ec-4686-84be-f0cdba6c7836" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.496584] env[69654]: DEBUG nova.compute.manager [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Instance network_info: |[{"id": "554aea57-f2c3-473a-b5d6-05499bf66a68", "address": "fa:16:3e:b0:80:24", "network": {"id": "a3c8360b-e45a-4d13-b229-3b1a30418fea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1532515243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abb01edf185342c5b99d7ec39ea4fcde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554aea57-f2", "ovs_interfaceid": "554aea57-f2c3-473a-b5d6-05499bf66a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.496774] env[69654]: DEBUG oslo_concurrency.lockutils [req-2b35c997-14e8-4543-9392-8184a170714f req-23047849-7b5d-4780-b597-d39867cb563a service nova] Acquired lock "refresh_cache-313656df-50ec-4686-84be-f0cdba6c7836" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.496774] env[69654]: DEBUG nova.network.neutron [req-2b35c997-14e8-4543-9392-8184a170714f req-23047849-7b5d-4780-b597-d39867cb563a service nova] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Refreshing network info cache for port 554aea57-f2c3-473a-b5d6-05499bf66a68 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.501018] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:80:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '554aea57-f2c3-473a-b5d6-05499bf66a68', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.507333] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Creating folder: Project (abb01edf185342c5b99d7ec39ea4fcde). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.508731] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b490974-cbec-4227-9e94-796db049981a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.524769] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Created folder: Project (abb01edf185342c5b99d7ec39ea4fcde) in parent group-v709593. [ 749.525083] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Creating folder: Instances. Parent ref: group-v709691. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.525422] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01e4998b-2f78-4ec6-9432-7190acaa41a0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.538874] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Created folder: Instances in parent group-v709691. [ 749.539277] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.539560] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.539852] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2961704-b543-47b9-8e8a-a666a9398c51 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.571563] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.571563] env[69654]: value = "task-3554491" [ 749.571563] env[69654]: _type = "Task" [ 749.571563] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.581442] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554491, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.730270] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.731138] env[69654]: DEBUG nova.compute.manager [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.735465] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.395s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.737655] env[69654]: INFO nova.compute.claims [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.824429] env[69654]: DEBUG oslo_vmware.api [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554488, 'name': PowerOnVM_Task, 'duration_secs': 0.622763} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.824720] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.824925] env[69654]: INFO nova.compute.manager [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Took 8.65 seconds to spawn the instance on the hypervisor. [ 749.825127] env[69654]: DEBUG nova.compute.manager [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.826270] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4d281e-7c50-4bfd-9678-a14afcbd1626 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.085574] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554491, 'name': CreateVM_Task, 'duration_secs': 0.502038} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.089028] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.089177] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.089398] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.089706] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.089989] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f9f544-14cd-48b9-8673-f0e3300a1f28 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.096940] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 750.096940] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5264ba92-450a-5539-bb73-f40b9231f1bb" [ 750.096940] env[69654]: _type = "Task" [ 750.096940] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.107768] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5264ba92-450a-5539-bb73-f40b9231f1bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.242613] env[69654]: DEBUG nova.compute.utils [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.244115] env[69654]: DEBUG nova.compute.manager [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.244314] env[69654]: DEBUG nova.network.neutron [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.344023] env[69654]: DEBUG oslo_concurrency.lockutils [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.344023] env[69654]: DEBUG oslo_concurrency.lockutils [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.344023] env[69654]: INFO nova.compute.manager [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Attaching volume 6fd94ac8-b937-480a-acd4-e45fe37c97fe to /dev/sdb [ 750.377525] env[69654]: DEBUG nova.policy [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78e881d04a3d44b4b213130b8427b734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20fd180c0e664fe8bb366b0ab4eaffb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.380889] env[69654]: INFO nova.compute.manager [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Took 39.92 seconds to build instance. [ 750.415639] env[69654]: DEBUG nova.network.neutron [req-2b35c997-14e8-4543-9392-8184a170714f req-23047849-7b5d-4780-b597-d39867cb563a service nova] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Updated VIF entry in instance network info cache for port 554aea57-f2c3-473a-b5d6-05499bf66a68. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.415639] env[69654]: DEBUG nova.network.neutron [req-2b35c997-14e8-4543-9392-8184a170714f req-23047849-7b5d-4780-b597-d39867cb563a service nova] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Updating instance_info_cache with network_info: [{"id": "554aea57-f2c3-473a-b5d6-05499bf66a68", "address": "fa:16:3e:b0:80:24", "network": {"id": "a3c8360b-e45a-4d13-b229-3b1a30418fea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1532515243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abb01edf185342c5b99d7ec39ea4fcde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554aea57-f2", "ovs_interfaceid": "554aea57-f2c3-473a-b5d6-05499bf66a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.450435] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251b1f27-ca9a-47f5-987d-b43ec65a1df3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.459617] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98807b8-4f4d-43b5-b908-5cdf85665df0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.476829] env[69654]: DEBUG nova.virt.block_device [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Updating existing volume attachment record: cecc7c46-10a0-4037-8efe-692b6018e414 {{(pid=69654) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 750.611805] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5264ba92-450a-5539-bb73-f40b9231f1bb, 'name': SearchDatastore_Task, 'duration_secs': 0.017393} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.612122] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.612922] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.612922] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.614084] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.617254] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.617590] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c31c52ac-421c-40b7-b348-5e67da52e886 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.631257] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.631257] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.631257] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-345c0b47-7e29-44ab-bf78-1f9f5600c7c5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.637849] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 750.637849] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527f2ff2-003a-33ed-d312-26859c2b3e37" [ 750.637849] env[69654]: _type = "Task" [ 750.637849] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.647367] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527f2ff2-003a-33ed-d312-26859c2b3e37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.748910] env[69654]: DEBUG nova.compute.manager [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.886866] env[69654]: DEBUG nova.network.neutron [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Successfully created port: e950cf12-f892-45ff-966f-8da1bd0691f0 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.893865] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0d24e01-23ca-4f0e-9df0-d2d4ce3562fa tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.008s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.922189] env[69654]: DEBUG oslo_concurrency.lockutils [req-2b35c997-14e8-4543-9392-8184a170714f req-23047849-7b5d-4780-b597-d39867cb563a service nova] Releasing lock "refresh_cache-313656df-50ec-4686-84be-f0cdba6c7836" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.154220] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527f2ff2-003a-33ed-d312-26859c2b3e37, 'name': SearchDatastore_Task, 'duration_secs': 0.017913} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.159490] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92e0043-03c5-4a7f-9faa-80d7ba71917d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.168809] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 751.168809] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52250b53-c7fc-0dbd-c135-986d03c136f5" [ 751.168809] env[69654]: _type = "Task" [ 751.168809] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.183201] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52250b53-c7fc-0dbd-c135-986d03c136f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.299164] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932fd445-ec73-40b9-96bb-ab6769fb824b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.311312] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aba2a2-f48a-4db7-b9a6-106720861eab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.349378] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea590d1-5099-4ef0-a2ff-126e086d6919 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.360344] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc282c41-ca53-41eb-843f-6da248960c70 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.377850] env[69654]: DEBUG nova.compute.provider_tree [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.399856] env[69654]: DEBUG nova.compute.manager [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.679588] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52250b53-c7fc-0dbd-c135-986d03c136f5, 'name': SearchDatastore_Task, 'duration_secs': 0.016084} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.679588] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.679862] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 313656df-50ec-4686-84be-f0cdba6c7836/313656df-50ec-4686-84be-f0cdba6c7836.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.680128] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a19ea07a-6bdd-4c2d-ac22-1e77d2a10f17 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.692210] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 751.692210] env[69654]: value = "task-3554495" [ 751.692210] env[69654]: _type = "Task" [ 751.692210] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.706719] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.764881] env[69654]: DEBUG nova.compute.manager [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.795918] env[69654]: DEBUG nova.virt.hardware [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.796404] env[69654]: DEBUG nova.virt.hardware [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.796686] env[69654]: DEBUG nova.virt.hardware [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.800019] env[69654]: DEBUG nova.virt.hardware [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.800019] env[69654]: DEBUG nova.virt.hardware [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.800019] env[69654]: DEBUG nova.virt.hardware [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.800019] env[69654]: DEBUG nova.virt.hardware [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.800019] env[69654]: DEBUG nova.virt.hardware [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.800388] env[69654]: DEBUG nova.virt.hardware [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.800388] env[69654]: DEBUG nova.virt.hardware [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.800388] env[69654]: DEBUG nova.virt.hardware [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.800388] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbde6f3-fe26-4a07-86d0-f308b5020f71 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.813307] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fcd65b-301a-4158-a0af-615f04a22f5e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.883468] env[69654]: DEBUG nova.scheduler.client.report [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.921513] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.929025] env[69654]: DEBUG nova.compute.manager [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.929459] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759629ed-5178-40fe-8dd6-09dd75dd23fa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.205782] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554495, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.390133] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.391021] env[69654]: DEBUG nova.compute.manager [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.397509] env[69654]: DEBUG oslo_concurrency.lockutils [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.677s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.401232] env[69654]: DEBUG nova.objects.instance [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Lazy-loading 'resources' on Instance uuid d3952514-471e-43ea-9373-6ed0e64b074d {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.447349] env[69654]: INFO nova.compute.manager [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] instance snapshotting [ 752.450641] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3019c384-e73c-414a-ae49-09e700df3a04 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.481392] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af42c573-26e3-42e0-b86c-9e5f5bb35beb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.494049] env[69654]: DEBUG oslo_vmware.rw_handles [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8676d-b68f-8a78-30a9-96d2c35aaf0e/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 752.495774] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4fb095-9541-4584-a2bc-639fa558b817 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.506659] env[69654]: DEBUG oslo_vmware.rw_handles [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8676d-b68f-8a78-30a9-96d2c35aaf0e/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 752.506659] env[69654]: ERROR oslo_vmware.rw_handles [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8676d-b68f-8a78-30a9-96d2c35aaf0e/disk-0.vmdk due to incomplete transfer. [ 752.506659] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d059a811-c75a-4ff9-91f5-79c9b4884bdc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.519518] env[69654]: DEBUG oslo_vmware.rw_handles [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8676d-b68f-8a78-30a9-96d2c35aaf0e/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 752.519518] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Uploaded image 4b53d4e6-2fe6-4775-b3d3-e7c3eddd3363 to the Glance image server {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 752.519518] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 752.520110] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-19a8cb17-8616-4702-a9cb-162e9dd54a73 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.528263] env[69654]: DEBUG oslo_vmware.api [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 752.528263] env[69654]: value = "task-3554496" [ 752.528263] env[69654]: _type = "Task" [ 752.528263] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.540706] env[69654]: DEBUG oslo_vmware.api [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554496, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.705396] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696902} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.705798] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 313656df-50ec-4686-84be-f0cdba6c7836/313656df-50ec-4686-84be-f0cdba6c7836.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.706120] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.706401] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-341b3f94-1095-4461-9c2d-ab23643473d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.714732] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 752.714732] env[69654]: value = "task-3554497" [ 752.714732] env[69654]: _type = "Task" [ 752.714732] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.725401] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.771755] env[69654]: DEBUG nova.compute.manager [req-dd91271b-0aa3-4981-8333-c85f5054a4c2 req-43274b12-92dd-4145-8b31-d06812c3812e service nova] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Received event network-vif-plugged-e950cf12-f892-45ff-966f-8da1bd0691f0 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.771994] env[69654]: DEBUG oslo_concurrency.lockutils [req-dd91271b-0aa3-4981-8333-c85f5054a4c2 req-43274b12-92dd-4145-8b31-d06812c3812e service nova] Acquiring lock "2faa628e-2332-4280-a190-15cef6d6bd42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.772268] env[69654]: DEBUG oslo_concurrency.lockutils [req-dd91271b-0aa3-4981-8333-c85f5054a4c2 req-43274b12-92dd-4145-8b31-d06812c3812e service nova] Lock "2faa628e-2332-4280-a190-15cef6d6bd42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.772472] env[69654]: DEBUG oslo_concurrency.lockutils [req-dd91271b-0aa3-4981-8333-c85f5054a4c2 req-43274b12-92dd-4145-8b31-d06812c3812e service nova] Lock "2faa628e-2332-4280-a190-15cef6d6bd42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.773088] env[69654]: DEBUG nova.compute.manager [req-dd91271b-0aa3-4981-8333-c85f5054a4c2 req-43274b12-92dd-4145-8b31-d06812c3812e service nova] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] No waiting events found dispatching network-vif-plugged-e950cf12-f892-45ff-966f-8da1bd0691f0 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.773088] env[69654]: WARNING nova.compute.manager [req-dd91271b-0aa3-4981-8333-c85f5054a4c2 req-43274b12-92dd-4145-8b31-d06812c3812e service nova] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Received unexpected event network-vif-plugged-e950cf12-f892-45ff-966f-8da1bd0691f0 for instance with vm_state building and task_state spawning. [ 752.898748] env[69654]: DEBUG nova.compute.utils [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.900394] env[69654]: DEBUG nova.compute.manager [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.900563] env[69654]: DEBUG nova.network.neutron [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.002430] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 753.002786] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-accf7081-950b-4479-a184-68a54c2b8bd4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.015034] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 753.015034] env[69654]: value = "task-3554499" [ 753.015034] env[69654]: _type = "Task" [ 753.015034] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.028406] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554499, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.049558] env[69654]: DEBUG oslo_vmware.api [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554496, 'name': Destroy_Task, 'duration_secs': 0.373728} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.053522] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Destroyed the VM [ 753.053801] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 753.055364] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-58f15d5d-2594-499b-8ecf-5e1dfc829ac2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.063193] env[69654]: DEBUG oslo_vmware.api [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 753.063193] env[69654]: value = "task-3554500" [ 753.063193] env[69654]: _type = "Task" [ 753.063193] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.079088] env[69654]: DEBUG oslo_vmware.api [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554500, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.131577] env[69654]: DEBUG nova.policy [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70df9ebf49ad4d0a97c1432cf9401979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c35537ca929c44909f1e87dd0b02b103', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.225059] env[69654]: DEBUG nova.network.neutron [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Successfully updated port: e950cf12-f892-45ff-966f-8da1bd0691f0 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.235949] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111826} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.236941] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.238212] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb98e14-3346-48f6-9cca-a8461d7ec589 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.265775] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 313656df-50ec-4686-84be-f0cdba6c7836/313656df-50ec-4686-84be-f0cdba6c7836.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.272030] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8289aa6-2e3d-4a3a-8caf-93d25b3a81a5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.293281] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 753.293281] env[69654]: value = "task-3554501" [ 753.293281] env[69654]: _type = "Task" [ 753.293281] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.305862] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.404430] env[69654]: DEBUG nova.compute.manager [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.501317] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7edab8-9047-4a32-9a78-a4b366944fd5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.510261] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecef707-fbe0-4b46-9aa5-6244f185fe16 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.550342] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0792656c-0305-46d4-a682-66c9dca862fb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.558020] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554499, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.562245] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c834625d-5cb6-4193-94c5-a4ed0f3eb976 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.573029] env[69654]: DEBUG nova.network.neutron [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Successfully created port: 1831c802-20d7-44c2-a803-e14aa6186ddd {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.586393] env[69654]: DEBUG oslo_vmware.api [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554500, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.586900] env[69654]: DEBUG nova.compute.provider_tree [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.730866] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Acquiring lock "refresh_cache-2faa628e-2332-4280-a190-15cef6d6bd42" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.730971] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Acquired lock "refresh_cache-2faa628e-2332-4280-a190-15cef6d6bd42" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.731234] env[69654]: DEBUG nova.network.neutron [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.804451] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.028912] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554499, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.076713] env[69654]: DEBUG oslo_vmware.api [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554500, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.091016] env[69654]: DEBUG nova.scheduler.client.report [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.264248] env[69654]: DEBUG nova.network.neutron [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.304746] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554501, 'name': ReconfigVM_Task, 'duration_secs': 0.626888} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.305023] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 313656df-50ec-4686-84be-f0cdba6c7836/313656df-50ec-4686-84be-f0cdba6c7836.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.305649] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c367b646-7208-47ce-a145-560e03da880d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.314999] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 754.314999] env[69654]: value = "task-3554502" [ 754.314999] env[69654]: _type = "Task" [ 754.314999] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.325827] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554502, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.419269] env[69654]: DEBUG nova.network.neutron [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Updating instance_info_cache with network_info: [{"id": "e950cf12-f892-45ff-966f-8da1bd0691f0", "address": "fa:16:3e:0b:18:c7", "network": {"id": "6189b86a-b38b-46ba-9615-e509d0ed723b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1496808152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20fd180c0e664fe8bb366b0ab4eaffb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape950cf12-f8", "ovs_interfaceid": "e950cf12-f892-45ff-966f-8da1bd0691f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.425603] env[69654]: DEBUG nova.compute.manager [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.433658] env[69654]: DEBUG oslo_concurrency.lockutils [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.433658] env[69654]: DEBUG oslo_concurrency.lockutils [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.454451] env[69654]: DEBUG nova.virt.hardware [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.454722] env[69654]: DEBUG nova.virt.hardware [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.454902] env[69654]: DEBUG nova.virt.hardware [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.455138] env[69654]: DEBUG nova.virt.hardware [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.455377] env[69654]: DEBUG nova.virt.hardware [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.455604] env[69654]: DEBUG nova.virt.hardware [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.455903] env[69654]: DEBUG nova.virt.hardware [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.456257] env[69654]: DEBUG nova.virt.hardware [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.456534] env[69654]: DEBUG nova.virt.hardware [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.456783] env[69654]: DEBUG nova.virt.hardware [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.457082] env[69654]: DEBUG nova.virt.hardware [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.462414] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f86d2eb-df8e-41e7-ae7f-b9255a3286ba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.476186] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d45c1f-fdd0-4a87-9e84-674747512137 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.528012] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554499, 'name': CreateSnapshot_Task, 'duration_secs': 1.103614} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.528306] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 754.529253] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690a86af-7190-42e6-b112-52d5a8c2a986 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.578332] env[69654]: DEBUG oslo_vmware.api [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554500, 'name': RemoveSnapshot_Task, 'duration_secs': 1.232586} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.578651] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 754.578876] env[69654]: INFO nova.compute.manager [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Took 13.07 seconds to snapshot the instance on the hypervisor. [ 754.596618] env[69654]: DEBUG oslo_concurrency.lockutils [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.599808] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.588s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.602174] env[69654]: INFO nova.compute.claims [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.618449] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "74fb9708-d39e-4f5e-9356-95c09802468e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.618788] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "74fb9708-d39e-4f5e-9356-95c09802468e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.619124] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "74fb9708-d39e-4f5e-9356-95c09802468e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.619387] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "74fb9708-d39e-4f5e-9356-95c09802468e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.619635] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "74fb9708-d39e-4f5e-9356-95c09802468e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.623909] env[69654]: INFO nova.scheduler.client.report [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Deleted allocations for instance d3952514-471e-43ea-9373-6ed0e64b074d [ 754.628184] env[69654]: INFO nova.compute.manager [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Terminating instance [ 754.802763] env[69654]: DEBUG nova.compute.manager [req-81b01ecc-5a8e-4275-b6b1-d43df1d52106 req-cbd2463c-3cc5-4467-acd2-d16997123445 service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Received event network-changed-f2c2db01-c415-49e8-b688-dc482fcaaac6 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.803018] env[69654]: DEBUG nova.compute.manager [req-81b01ecc-5a8e-4275-b6b1-d43df1d52106 req-cbd2463c-3cc5-4467-acd2-d16997123445 service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Refreshing instance network info cache due to event network-changed-f2c2db01-c415-49e8-b688-dc482fcaaac6. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.803198] env[69654]: DEBUG oslo_concurrency.lockutils [req-81b01ecc-5a8e-4275-b6b1-d43df1d52106 req-cbd2463c-3cc5-4467-acd2-d16997123445 service nova] Acquiring lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.803320] env[69654]: DEBUG oslo_concurrency.lockutils [req-81b01ecc-5a8e-4275-b6b1-d43df1d52106 req-cbd2463c-3cc5-4467-acd2-d16997123445 service nova] Acquired lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.803476] env[69654]: DEBUG nova.network.neutron [req-81b01ecc-5a8e-4275-b6b1-d43df1d52106 req-cbd2463c-3cc5-4467-acd2-d16997123445 service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Refreshing network info cache for port f2c2db01-c415-49e8-b688-dc482fcaaac6 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.825405] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554502, 'name': Rename_Task, 'duration_secs': 0.323456} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.825664] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.825901] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df61173f-cc53-4ea4-852c-312a5ac3b862 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.832730] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 754.832730] env[69654]: value = "task-3554503" [ 754.832730] env[69654]: _type = "Task" [ 754.832730] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.843133] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.921722] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Releasing lock "refresh_cache-2faa628e-2332-4280-a190-15cef6d6bd42" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.922207] env[69654]: DEBUG nova.compute.manager [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Instance network_info: |[{"id": "e950cf12-f892-45ff-966f-8da1bd0691f0", "address": "fa:16:3e:0b:18:c7", "network": {"id": "6189b86a-b38b-46ba-9615-e509d0ed723b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1496808152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20fd180c0e664fe8bb366b0ab4eaffb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape950cf12-f8", "ovs_interfaceid": "e950cf12-f892-45ff-966f-8da1bd0691f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.922689] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:18:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e950cf12-f892-45ff-966f-8da1bd0691f0', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.931685] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Creating folder: Project (20fd180c0e664fe8bb366b0ab4eaffb5). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.932008] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91826a45-6141-440b-a6c1-b349fb2cedad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.944854] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Created folder: Project (20fd180c0e664fe8bb366b0ab4eaffb5) in parent group-v709593. [ 754.945061] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Creating folder: Instances. Parent ref: group-v709697. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.945336] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd4c6726-32e0-4378-ad24-2370cfb1deff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.958747] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Created folder: Instances in parent group-v709697. [ 754.958993] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.959292] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.959514] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e4f2b5a-7c44-4335-baa1-a3f339da56e6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.981034] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.981034] env[69654]: value = "task-3554506" [ 754.981034] env[69654]: _type = "Task" [ 754.981034] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.990255] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554506, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.050410] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 755.050410] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1b29ad26-b21f-4e18-828b-4ad2d88760f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.055902] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Volume attach. Driver type: vmdk {{(pid=69654) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 755.056192] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709695', 'volume_id': '6fd94ac8-b937-480a-acd4-e45fe37c97fe', 'name': 'volume-6fd94ac8-b937-480a-acd4-e45fe37c97fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae4826dd-cacb-4b70-a7f5-dbc7b05bed94', 'attached_at': '', 'detached_at': '', 'volume_id': '6fd94ac8-b937-480a-acd4-e45fe37c97fe', 'serial': '6fd94ac8-b937-480a-acd4-e45fe37c97fe'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 755.057070] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ec0be2-a30d-4166-9d55-15fe16ebcb9c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.077998] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37f89d1-fc60-40fb-af67-b986575ebb18 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.081044] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 755.081044] env[69654]: value = "task-3554507" [ 755.081044] env[69654]: _type = "Task" [ 755.081044] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.082018] env[69654]: DEBUG nova.network.neutron [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Successfully updated port: 1831c802-20d7-44c2-a803-e14aa6186ddd {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.083422] env[69654]: DEBUG nova.compute.manager [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Instance disappeared during snapshot {{(pid=69654) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 755.120453] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] volume-6fd94ac8-b937-480a-acd4-e45fe37c97fe/volume-6fd94ac8-b937-480a-acd4-e45fe37c97fe.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.122430] env[69654]: DEBUG nova.compute.manager [None req-ac0ef9a6-dd52-4360-a64d-8fb5d50a3ab1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Image not found during clean up 4b53d4e6-2fe6-4775-b3d3-e7c3eddd3363 {{(pid=69654) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 755.124503] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-112f8fcc-ce8a-4c37-a9bb-2118279753fc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.148103] env[69654]: DEBUG nova.compute.manager [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.148372] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.148937] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554507, 'name': CloneVM_Task} progress is 16%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.149435] env[69654]: DEBUG oslo_concurrency.lockutils [None req-983ed2c6-ade9-4f1d-8b5c-adae7df3187c tempest-AttachInterfacesV270Test-1863027340 tempest-AttachInterfacesV270Test-1863027340-project-member] Lock "d3952514-471e-43ea-9373-6ed0e64b074d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.562s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.151789] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4d8b8e-6949-440f-8e9a-2819294dd61f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.161830] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.163416] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e8ea63d-846a-44bf-ae78-2940fcee84e6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.165269] env[69654]: DEBUG oslo_vmware.api [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 755.165269] env[69654]: value = "task-3554508" [ 755.165269] env[69654]: _type = "Task" [ 755.165269] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.179205] env[69654]: DEBUG oslo_vmware.api [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.242962] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.243194] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.243407] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Deleting the datastore file [datastore1] 74fb9708-d39e-4f5e-9356-95c09802468e {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.243721] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e8e5630-cecf-4d5c-bc1e-1831a21925b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.253338] env[69654]: DEBUG oslo_vmware.api [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 755.253338] env[69654]: value = "task-3554510" [ 755.253338] env[69654]: _type = "Task" [ 755.253338] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.262860] env[69654]: DEBUG oslo_vmware.api [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.346663] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.412137] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "7f9a0c87-c23d-405d-b644-7486f55bb917" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.412517] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "7f9a0c87-c23d-405d-b644-7486f55bb917" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.495649] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554506, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.586617] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "refresh_cache-de389624-4d9f-4e28-9d54-c03aa59ae51d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.586770] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired lock "refresh_cache-de389624-4d9f-4e28-9d54-c03aa59ae51d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.586915] env[69654]: DEBUG nova.network.neutron [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.594491] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554507, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.654734] env[69654]: DEBUG nova.network.neutron [req-81b01ecc-5a8e-4275-b6b1-d43df1d52106 req-cbd2463c-3cc5-4467-acd2-d16997123445 service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Updated VIF entry in instance network info cache for port f2c2db01-c415-49e8-b688-dc482fcaaac6. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.655186] env[69654]: DEBUG nova.network.neutron [req-81b01ecc-5a8e-4275-b6b1-d43df1d52106 req-cbd2463c-3cc5-4467-acd2-d16997123445 service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Updating instance_info_cache with network_info: [{"id": "f2c2db01-c415-49e8-b688-dc482fcaaac6", "address": "fa:16:3e:42:01:f3", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c2db01-c4", "ovs_interfaceid": "f2c2db01-c415-49e8-b688-dc482fcaaac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.680557] env[69654]: DEBUG oslo_vmware.api [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.766042] env[69654]: DEBUG oslo_vmware.api [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229829} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.767638] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.767840] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.768032] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.768207] env[69654]: INFO nova.compute.manager [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Took 0.62 seconds to destroy the instance on the hypervisor. [ 755.768447] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.768835] env[69654]: DEBUG nova.compute.manager [-] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.768936] env[69654]: DEBUG nova.network.neutron [-] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.844284] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.996293] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554506, 'name': CreateVM_Task, 'duration_secs': 0.605861} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.996784] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.997171] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.997344] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.997750] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.997962] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d089c35-240f-4207-b680-55a68bfcdd14 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.003381] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Waiting for the task: (returnval){ [ 756.003381] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523a4a7d-c7e2-8e70-bd92-38be2b0e9220" [ 756.003381] env[69654]: _type = "Task" [ 756.003381] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.015073] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523a4a7d-c7e2-8e70-bd92-38be2b0e9220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.068414] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd26c42-c2aa-4b95-9a20-ee4517830f20 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.076731] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa015b7c-e7ac-46c7-928a-d2ca4c666a7c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.122066] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9177636-ffa5-4dd4-86da-856d1adb061a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.131502] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554507, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.137280] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189cce33-e042-4a42-ab1a-ddbd83637c38 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.157572] env[69654]: DEBUG nova.compute.provider_tree [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.159465] env[69654]: DEBUG oslo_concurrency.lockutils [req-81b01ecc-5a8e-4275-b6b1-d43df1d52106 req-cbd2463c-3cc5-4467-acd2-d16997123445 service nova] Releasing lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.159821] env[69654]: DEBUG nova.compute.manager [req-81b01ecc-5a8e-4275-b6b1-d43df1d52106 req-cbd2463c-3cc5-4467-acd2-d16997123445 service nova] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Received event network-changed-e950cf12-f892-45ff-966f-8da1bd0691f0 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.160020] env[69654]: DEBUG nova.compute.manager [req-81b01ecc-5a8e-4275-b6b1-d43df1d52106 req-cbd2463c-3cc5-4467-acd2-d16997123445 service nova] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Refreshing instance network info cache due to event network-changed-e950cf12-f892-45ff-966f-8da1bd0691f0. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.160277] env[69654]: DEBUG oslo_concurrency.lockutils [req-81b01ecc-5a8e-4275-b6b1-d43df1d52106 req-cbd2463c-3cc5-4467-acd2-d16997123445 service nova] Acquiring lock "refresh_cache-2faa628e-2332-4280-a190-15cef6d6bd42" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.160437] env[69654]: DEBUG oslo_concurrency.lockutils [req-81b01ecc-5a8e-4275-b6b1-d43df1d52106 req-cbd2463c-3cc5-4467-acd2-d16997123445 service nova] Acquired lock "refresh_cache-2faa628e-2332-4280-a190-15cef6d6bd42" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.160646] env[69654]: DEBUG nova.network.neutron [req-81b01ecc-5a8e-4275-b6b1-d43df1d52106 req-cbd2463c-3cc5-4467-acd2-d16997123445 service nova] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Refreshing network info cache for port e950cf12-f892-45ff-966f-8da1bd0691f0 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.181592] env[69654]: DEBUG oslo_vmware.api [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554508, 'name': ReconfigVM_Task, 'duration_secs': 0.615675} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.183478] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Reconfigured VM instance instance-0000001d to attach disk [datastore1] volume-6fd94ac8-b937-480a-acd4-e45fe37c97fe/volume-6fd94ac8-b937-480a-acd4-e45fe37c97fe.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.190883] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f705a56-ee37-4690-ba30-10f407609c81 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.205050] env[69654]: DEBUG nova.network.neutron [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.216212] env[69654]: DEBUG oslo_vmware.api [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 756.216212] env[69654]: value = "task-3554511" [ 756.216212] env[69654]: _type = "Task" [ 756.216212] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.228628] env[69654]: DEBUG oslo_vmware.api [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.345663] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.447917] env[69654]: DEBUG nova.network.neutron [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Updating instance_info_cache with network_info: [{"id": "1831c802-20d7-44c2-a803-e14aa6186ddd", "address": "fa:16:3e:0f:b9:3f", "network": {"id": "00b1b5dd-4fd3-4319-92c9-fd3ea300170f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1423095850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35537ca929c44909f1e87dd0b02b103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1831c802-20", "ovs_interfaceid": "1831c802-20d7-44c2-a803-e14aa6186ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.515191] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523a4a7d-c7e2-8e70-bd92-38be2b0e9220, 'name': SearchDatastore_Task, 'duration_secs': 0.02212} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.515668] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.516057] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.516604] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.518026] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.518026] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.518026] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-877f539f-39c7-4023-9b0d-9cc6d53adf63 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.532019] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.532019] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.532019] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57199317-4928-4ab6-9798-6bd39fb83f5a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.540183] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Waiting for the task: (returnval){ [ 756.540183] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5240abb1-83b2-8963-d295-3c8021601131" [ 756.540183] env[69654]: _type = "Task" [ 756.540183] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.547193] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5240abb1-83b2-8963-d295-3c8021601131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.632456] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554507, 'name': CloneVM_Task} progress is 95%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.666334] env[69654]: DEBUG nova.scheduler.client.report [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.690533] env[69654]: DEBUG nova.network.neutron [-] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.729074] env[69654]: DEBUG oslo_vmware.api [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554511, 'name': ReconfigVM_Task, 'duration_secs': 0.370815} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.729458] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709695', 'volume_id': '6fd94ac8-b937-480a-acd4-e45fe37c97fe', 'name': 'volume-6fd94ac8-b937-480a-acd4-e45fe37c97fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae4826dd-cacb-4b70-a7f5-dbc7b05bed94', 'attached_at': '', 'detached_at': '', 'volume_id': '6fd94ac8-b937-480a-acd4-e45fe37c97fe', 'serial': '6fd94ac8-b937-480a-acd4-e45fe37c97fe'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 756.837991] env[69654]: DEBUG nova.compute.manager [req-12646c8f-64c4-4be0-9c43-49e0f1e251a9 req-c847592d-1b6f-463c-93ac-8880c26d8119 service nova] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Received event network-vif-plugged-1831c802-20d7-44c2-a803-e14aa6186ddd {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.838273] env[69654]: DEBUG oslo_concurrency.lockutils [req-12646c8f-64c4-4be0-9c43-49e0f1e251a9 req-c847592d-1b6f-463c-93ac-8880c26d8119 service nova] Acquiring lock "de389624-4d9f-4e28-9d54-c03aa59ae51d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.838508] env[69654]: DEBUG oslo_concurrency.lockutils [req-12646c8f-64c4-4be0-9c43-49e0f1e251a9 req-c847592d-1b6f-463c-93ac-8880c26d8119 service nova] Lock "de389624-4d9f-4e28-9d54-c03aa59ae51d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.838697] env[69654]: DEBUG oslo_concurrency.lockutils [req-12646c8f-64c4-4be0-9c43-49e0f1e251a9 req-c847592d-1b6f-463c-93ac-8880c26d8119 service nova] Lock "de389624-4d9f-4e28-9d54-c03aa59ae51d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.838886] env[69654]: DEBUG nova.compute.manager [req-12646c8f-64c4-4be0-9c43-49e0f1e251a9 req-c847592d-1b6f-463c-93ac-8880c26d8119 service nova] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] No waiting events found dispatching network-vif-plugged-1831c802-20d7-44c2-a803-e14aa6186ddd {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.839226] env[69654]: WARNING nova.compute.manager [req-12646c8f-64c4-4be0-9c43-49e0f1e251a9 req-c847592d-1b6f-463c-93ac-8880c26d8119 service nova] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Received unexpected event network-vif-plugged-1831c802-20d7-44c2-a803-e14aa6186ddd for instance with vm_state building and task_state spawning. [ 756.839466] env[69654]: DEBUG nova.compute.manager [req-12646c8f-64c4-4be0-9c43-49e0f1e251a9 req-c847592d-1b6f-463c-93ac-8880c26d8119 service nova] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Received event network-changed-1831c802-20d7-44c2-a803-e14aa6186ddd {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.839660] env[69654]: DEBUG nova.compute.manager [req-12646c8f-64c4-4be0-9c43-49e0f1e251a9 req-c847592d-1b6f-463c-93ac-8880c26d8119 service nova] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Refreshing instance network info cache due to event network-changed-1831c802-20d7-44c2-a803-e14aa6186ddd. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.839853] env[69654]: DEBUG oslo_concurrency.lockutils [req-12646c8f-64c4-4be0-9c43-49e0f1e251a9 req-c847592d-1b6f-463c-93ac-8880c26d8119 service nova] Acquiring lock "refresh_cache-de389624-4d9f-4e28-9d54-c03aa59ae51d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.854479] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.950219] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Releasing lock "refresh_cache-de389624-4d9f-4e28-9d54-c03aa59ae51d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.950577] env[69654]: DEBUG nova.compute.manager [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Instance network_info: |[{"id": "1831c802-20d7-44c2-a803-e14aa6186ddd", "address": "fa:16:3e:0f:b9:3f", "network": {"id": "00b1b5dd-4fd3-4319-92c9-fd3ea300170f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1423095850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35537ca929c44909f1e87dd0b02b103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1831c802-20", "ovs_interfaceid": "1831c802-20d7-44c2-a803-e14aa6186ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.950900] env[69654]: DEBUG oslo_concurrency.lockutils [req-12646c8f-64c4-4be0-9c43-49e0f1e251a9 req-c847592d-1b6f-463c-93ac-8880c26d8119 service nova] Acquired lock "refresh_cache-de389624-4d9f-4e28-9d54-c03aa59ae51d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.951090] env[69654]: DEBUG nova.network.neutron [req-12646c8f-64c4-4be0-9c43-49e0f1e251a9 req-c847592d-1b6f-463c-93ac-8880c26d8119 service nova] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Refreshing network info cache for port 1831c802-20d7-44c2-a803-e14aa6186ddd {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.952517] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:b9:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1831c802-20d7-44c2-a803-e14aa6186ddd', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.961406] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Creating folder: Project (c35537ca929c44909f1e87dd0b02b103). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.966917] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37e7953b-1d4d-419c-932e-f77c89879876 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.980335] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Created folder: Project (c35537ca929c44909f1e87dd0b02b103) in parent group-v709593. [ 756.980597] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Creating folder: Instances. Parent ref: group-v709701. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.980858] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cbc64d3-5679-4b90-9c9d-98ff655f2674 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.990859] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Created folder: Instances in parent group-v709701. [ 756.991126] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.991352] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.991567] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c5ff7dc-e8de-4995-b169-5d64a6efcd64 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.014014] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.014014] env[69654]: value = "task-3554514" [ 757.014014] env[69654]: _type = "Task" [ 757.014014] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.023278] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554514, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.049610] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5240abb1-83b2-8963-d295-3c8021601131, 'name': SearchDatastore_Task, 'duration_secs': 0.024696} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.050492] env[69654]: DEBUG nova.network.neutron [req-81b01ecc-5a8e-4275-b6b1-d43df1d52106 req-cbd2463c-3cc5-4467-acd2-d16997123445 service nova] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Updated VIF entry in instance network info cache for port e950cf12-f892-45ff-966f-8da1bd0691f0. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.050815] env[69654]: DEBUG nova.network.neutron [req-81b01ecc-5a8e-4275-b6b1-d43df1d52106 req-cbd2463c-3cc5-4467-acd2-d16997123445 service nova] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Updating instance_info_cache with network_info: [{"id": "e950cf12-f892-45ff-966f-8da1bd0691f0", "address": "fa:16:3e:0b:18:c7", "network": {"id": "6189b86a-b38b-46ba-9615-e509d0ed723b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1496808152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20fd180c0e664fe8bb366b0ab4eaffb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape950cf12-f8", "ovs_interfaceid": "e950cf12-f892-45ff-966f-8da1bd0691f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.057696] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-526e172c-1fda-4013-b598-f73b041c4aa4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.067666] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Waiting for the task: (returnval){ [ 757.067666] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52679316-0f85-cad4-8f04-27b61fdeaab6" [ 757.067666] env[69654]: _type = "Task" [ 757.067666] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.083356] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52679316-0f85-cad4-8f04-27b61fdeaab6, 'name': SearchDatastore_Task, 'duration_secs': 0.011887} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.083356] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.083356] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 2faa628e-2332-4280-a190-15cef6d6bd42/2faa628e-2332-4280-a190-15cef6d6bd42.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.083356] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08a21a1e-6a02-4546-88af-318681f6bac5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.092679] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Waiting for the task: (returnval){ [ 757.092679] env[69654]: value = "task-3554515" [ 757.092679] env[69654]: _type = "Task" [ 757.092679] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.108352] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.126327] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554507, 'name': CloneVM_Task, 'duration_secs': 1.682663} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.127118] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Created linked-clone VM from snapshot [ 757.127900] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b60e1bb-6e45-4873-8dd5-0dd413f371e1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.138572] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Uploading image 7abba139-ff5c-4788-8283-9fdc2fa5b4fb {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 757.170958] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.172025] env[69654]: DEBUG nova.compute.manager [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.175976] env[69654]: DEBUG oslo_concurrency.lockutils [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.142s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.176225] env[69654]: DEBUG nova.objects.instance [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Lazy-loading 'resources' on Instance uuid 2803d331-840b-40c3-81d3-619bba80ed5f {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.188531] env[69654]: DEBUG oslo_vmware.rw_handles [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 757.188531] env[69654]: value = "vm-709700" [ 757.188531] env[69654]: _type = "VirtualMachine" [ 757.188531] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 757.190223] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7ab9d291-8603-4db2-860f-b8454ba84d3e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.194211] env[69654]: INFO nova.compute.manager [-] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Took 1.42 seconds to deallocate network for instance. [ 757.205178] env[69654]: DEBUG oslo_vmware.rw_handles [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lease: (returnval){ [ 757.205178] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d61b26-7152-6cb7-d61d-220eafa1df59" [ 757.205178] env[69654]: _type = "HttpNfcLease" [ 757.205178] env[69654]: } obtained for exporting VM: (result){ [ 757.205178] env[69654]: value = "vm-709700" [ 757.205178] env[69654]: _type = "VirtualMachine" [ 757.205178] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 757.205485] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the lease: (returnval){ [ 757.205485] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d61b26-7152-6cb7-d61d-220eafa1df59" [ 757.205485] env[69654]: _type = "HttpNfcLease" [ 757.205485] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 757.214621] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.214621] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d61b26-7152-6cb7-d61d-220eafa1df59" [ 757.214621] env[69654]: _type = "HttpNfcLease" [ 757.214621] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 757.359243] env[69654]: DEBUG nova.network.neutron [req-12646c8f-64c4-4be0-9c43-49e0f1e251a9 req-c847592d-1b6f-463c-93ac-8880c26d8119 service nova] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Updated VIF entry in instance network info cache for port 1831c802-20d7-44c2-a803-e14aa6186ddd. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.359622] env[69654]: DEBUG nova.network.neutron [req-12646c8f-64c4-4be0-9c43-49e0f1e251a9 req-c847592d-1b6f-463c-93ac-8880c26d8119 service nova] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Updating instance_info_cache with network_info: [{"id": "1831c802-20d7-44c2-a803-e14aa6186ddd", "address": "fa:16:3e:0f:b9:3f", "network": {"id": "00b1b5dd-4fd3-4319-92c9-fd3ea300170f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1423095850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35537ca929c44909f1e87dd0b02b103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1831c802-20", "ovs_interfaceid": "1831c802-20d7-44c2-a803-e14aa6186ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.367545] env[69654]: DEBUG oslo_vmware.api [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554503, 'name': PowerOnVM_Task, 'duration_secs': 2.236825} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.367904] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.368165] env[69654]: INFO nova.compute.manager [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Took 10.41 seconds to spawn the instance on the hypervisor. [ 757.368349] env[69654]: DEBUG nova.compute.manager [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.369264] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209c603f-8eed-4fcc-bf8f-cbda44577c6d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.525413] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554514, 'name': CreateVM_Task, 'duration_secs': 0.390774} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.525413] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.526063] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.526239] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.526576] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.526855] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac06f67c-9232-4301-bc74-f1799a63f7b6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.533637] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 757.533637] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5273d33a-fc86-1b3d-dfd3-4f96ecf0c2c6" [ 757.533637] env[69654]: _type = "Task" [ 757.533637] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.543871] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5273d33a-fc86-1b3d-dfd3-4f96ecf0c2c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.557830] env[69654]: DEBUG oslo_concurrency.lockutils [req-81b01ecc-5a8e-4275-b6b1-d43df1d52106 req-cbd2463c-3cc5-4467-acd2-d16997123445 service nova] Releasing lock "refresh_cache-2faa628e-2332-4280-a190-15cef6d6bd42" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.604480] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554515, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.685793] env[69654]: DEBUG nova.compute.utils [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.687386] env[69654]: DEBUG nova.compute.manager [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.687559] env[69654]: DEBUG nova.network.neutron [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.707051] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.717156] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.717156] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d61b26-7152-6cb7-d61d-220eafa1df59" [ 757.717156] env[69654]: _type = "HttpNfcLease" [ 757.717156] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 757.717440] env[69654]: DEBUG oslo_vmware.rw_handles [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 757.717440] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d61b26-7152-6cb7-d61d-220eafa1df59" [ 757.717440] env[69654]: _type = "HttpNfcLease" [ 757.717440] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 757.718223] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d31549c-f90f-40bf-8a1a-2deb1897cb89 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.728348] env[69654]: DEBUG oslo_vmware.rw_handles [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245c0aa-2202-c56e-276a-acc33af659a2/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 757.728707] env[69654]: DEBUG oslo_vmware.rw_handles [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245c0aa-2202-c56e-276a-acc33af659a2/disk-0.vmdk for reading. {{(pid=69654) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 757.734049] env[69654]: DEBUG nova.policy [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e5b14afd2ca456286f95caf623d1e2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f9ede9213e4486b8774130671d8dc6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.794865] env[69654]: DEBUG nova.objects.instance [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lazy-loading 'flavor' on Instance uuid ae4826dd-cacb-4b70-a7f5-dbc7b05bed94 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.862972] env[69654]: DEBUG oslo_concurrency.lockutils [req-12646c8f-64c4-4be0-9c43-49e0f1e251a9 req-c847592d-1b6f-463c-93ac-8880c26d8119 service nova] Releasing lock "refresh_cache-de389624-4d9f-4e28-9d54-c03aa59ae51d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.863265] env[69654]: DEBUG nova.compute.manager [req-12646c8f-64c4-4be0-9c43-49e0f1e251a9 req-c847592d-1b6f-463c-93ac-8880c26d8119 service nova] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Received event network-vif-deleted-6c6b4d17-5b9b-48de-ae77-26171c0f0713 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.894935] env[69654]: INFO nova.compute.manager [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Took 42.00 seconds to build instance. [ 757.951883] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b094a0d9-920a-484f-9be4-9736820b9f92 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.045829] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5273d33a-fc86-1b3d-dfd3-4f96ecf0c2c6, 'name': SearchDatastore_Task, 'duration_secs': 0.025735} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.048672] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.048913] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.049212] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.049391] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.049578] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.050354] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f3a837f-56e6-473f-95ad-be92808475d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.064867] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.065078] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.065807] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e7a63f-54ac-401d-82d9-e0d840d5b74c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.070989] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 758.070989] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bac3b6-af02-48b8-54d5-d787ac57664a" [ 758.070989] env[69654]: _type = "Task" [ 758.070989] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.081402] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bac3b6-af02-48b8-54d5-d787ac57664a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.105866] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537625} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.105866] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 2faa628e-2332-4280-a190-15cef6d6bd42/2faa628e-2332-4280-a190-15cef6d6bd42.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.106210] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.106210] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d52c1abe-15e7-4e7f-bc55-4ce8ddfc37b0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.114383] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Waiting for the task: (returnval){ [ 758.114383] env[69654]: value = "task-3554517" [ 758.114383] env[69654]: _type = "Task" [ 758.114383] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.124751] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.192624] env[69654]: DEBUG nova.compute.manager [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.278508] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ba802b-0087-4c0a-8bf4-49cbe6291e83 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.290127] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6e9540-7bee-4436-9854-6d59be7bd58b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.325108] env[69654]: DEBUG oslo_concurrency.lockutils [None req-823a2f5d-5dea-44c6-813f-be15190eb5bc tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.983s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.326655] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2846575-0c27-462d-b24b-924fd8376dc7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.335709] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638a73ba-6292-497d-9937-6fb771dd9659 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.351781] env[69654]: DEBUG nova.compute.provider_tree [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.388208] env[69654]: DEBUG nova.network.neutron [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Successfully created port: 33754473-b2d8-4709-822e-38441b767477 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.398386] env[69654]: DEBUG oslo_concurrency.lockutils [None req-45690773-b616-4c08-84d9-33c7cc009306 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "313656df-50ec-4686-84be-f0cdba6c7836" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.193s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.587659] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bac3b6-af02-48b8-54d5-d787ac57664a, 'name': SearchDatastore_Task, 'duration_secs': 0.049378} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.589137] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63fee5d4-1e2c-4dff-88ed-37228020af78 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.597172] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 758.597172] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e73a69-0c9a-ebc2-1a10-65c9671b6761" [ 758.597172] env[69654]: _type = "Task" [ 758.597172] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.618027] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e73a69-0c9a-ebc2-1a10-65c9671b6761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.627106] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133119} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.627695] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.628420] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e369ad-cea0-4f01-b87e-a10d0091666d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.656219] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 2faa628e-2332-4280-a190-15cef6d6bd42/2faa628e-2332-4280-a190-15cef6d6bd42.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.656574] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c1e61d-ca2f-4e1d-9d12-23de6d52d8eb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.686376] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Waiting for the task: (returnval){ [ 758.686376] env[69654]: value = "task-3554518" [ 758.686376] env[69654]: _type = "Task" [ 758.686376] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.702028] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.854211] env[69654]: DEBUG nova.scheduler.client.report [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.864717] env[69654]: DEBUG nova.compute.manager [req-9ec1bb4f-8ee2-4376-b9d3-3c2239f567ce req-98872b72-4c06-4f9b-a162-83a2233b355f service nova] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Received event network-changed-554aea57-f2c3-473a-b5d6-05499bf66a68 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.864913] env[69654]: DEBUG nova.compute.manager [req-9ec1bb4f-8ee2-4376-b9d3-3c2239f567ce req-98872b72-4c06-4f9b-a162-83a2233b355f service nova] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Refreshing instance network info cache due to event network-changed-554aea57-f2c3-473a-b5d6-05499bf66a68. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.865297] env[69654]: DEBUG oslo_concurrency.lockutils [req-9ec1bb4f-8ee2-4376-b9d3-3c2239f567ce req-98872b72-4c06-4f9b-a162-83a2233b355f service nova] Acquiring lock "refresh_cache-313656df-50ec-4686-84be-f0cdba6c7836" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.866895] env[69654]: DEBUG oslo_concurrency.lockutils [req-9ec1bb4f-8ee2-4376-b9d3-3c2239f567ce req-98872b72-4c06-4f9b-a162-83a2233b355f service nova] Acquired lock "refresh_cache-313656df-50ec-4686-84be-f0cdba6c7836" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.866895] env[69654]: DEBUG nova.network.neutron [req-9ec1bb4f-8ee2-4376-b9d3-3c2239f567ce req-98872b72-4c06-4f9b-a162-83a2233b355f service nova] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Refreshing network info cache for port 554aea57-f2c3-473a-b5d6-05499bf66a68 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.901454] env[69654]: DEBUG nova.compute.manager [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.925973] env[69654]: DEBUG oslo_concurrency.lockutils [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.928277] env[69654]: DEBUG oslo_concurrency.lockutils [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.928277] env[69654]: DEBUG oslo_concurrency.lockutils [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.928277] env[69654]: DEBUG oslo_concurrency.lockutils [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.928277] env[69654]: DEBUG oslo_concurrency.lockutils [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.929651] env[69654]: INFO nova.compute.manager [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Terminating instance [ 759.116876] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e73a69-0c9a-ebc2-1a10-65c9671b6761, 'name': SearchDatastore_Task, 'duration_secs': 0.030475} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.118070] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.118520] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] de389624-4d9f-4e28-9d54-c03aa59ae51d/de389624-4d9f-4e28-9d54-c03aa59ae51d.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.120436] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c737fc48-28e9-4ade-af35-0e1fa340e5d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.132451] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 759.132451] env[69654]: value = "task-3554519" [ 759.132451] env[69654]: _type = "Task" [ 759.132451] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.142309] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.201435] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554518, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.212007] env[69654]: DEBUG nova.compute.manager [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.241185] env[69654]: DEBUG nova.virt.hardware [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.241750] env[69654]: DEBUG nova.virt.hardware [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.242180] env[69654]: DEBUG nova.virt.hardware [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.242584] env[69654]: DEBUG nova.virt.hardware [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.243193] env[69654]: DEBUG nova.virt.hardware [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.243490] env[69654]: DEBUG nova.virt.hardware [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.243928] env[69654]: DEBUG nova.virt.hardware [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.246016] env[69654]: DEBUG nova.virt.hardware [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.246016] env[69654]: DEBUG nova.virt.hardware [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.246016] env[69654]: DEBUG nova.virt.hardware [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.246016] env[69654]: DEBUG nova.virt.hardware [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.246502] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e34f5ca-94cc-4110-a658-c5b3a821df47 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.257533] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e2dc91-91a6-4304-a823-cd47d358099f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.364954] env[69654]: DEBUG oslo_concurrency.lockutils [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.368569] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.141s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.373113] env[69654]: INFO nova.compute.claims [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.393778] env[69654]: INFO nova.scheduler.client.report [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Deleted allocations for instance 2803d331-840b-40c3-81d3-619bba80ed5f [ 759.437023] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.437023] env[69654]: DEBUG nova.compute.manager [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.437023] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.437023] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ceabcc8-e226-4449-87bb-b825fa3028a1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.448658] env[69654]: DEBUG oslo_vmware.api [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 759.448658] env[69654]: value = "task-3554520" [ 759.448658] env[69654]: _type = "Task" [ 759.448658] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.464022] env[69654]: DEBUG oslo_vmware.api [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.649856] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554519, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.664015] env[69654]: DEBUG nova.network.neutron [req-9ec1bb4f-8ee2-4376-b9d3-3c2239f567ce req-98872b72-4c06-4f9b-a162-83a2233b355f service nova] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Updated VIF entry in instance network info cache for port 554aea57-f2c3-473a-b5d6-05499bf66a68. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.664438] env[69654]: DEBUG nova.network.neutron [req-9ec1bb4f-8ee2-4376-b9d3-3c2239f567ce req-98872b72-4c06-4f9b-a162-83a2233b355f service nova] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Updating instance_info_cache with network_info: [{"id": "554aea57-f2c3-473a-b5d6-05499bf66a68", "address": "fa:16:3e:b0:80:24", "network": {"id": "a3c8360b-e45a-4d13-b229-3b1a30418fea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1532515243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abb01edf185342c5b99d7ec39ea4fcde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554aea57-f2", "ovs_interfaceid": "554aea57-f2c3-473a-b5d6-05499bf66a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.702634] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554518, 'name': ReconfigVM_Task, 'duration_secs': 0.597678} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.703031] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 2faa628e-2332-4280-a190-15cef6d6bd42/2faa628e-2332-4280-a190-15cef6d6bd42.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.703780] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23adaede-b222-40c2-aff1-2e369caa17ad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.714732] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Waiting for the task: (returnval){ [ 759.714732] env[69654]: value = "task-3554521" [ 759.714732] env[69654]: _type = "Task" [ 759.714732] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.734071] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554521, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.906816] env[69654]: DEBUG oslo_concurrency.lockutils [None req-22e95913-4451-4452-bf31-6fbe2f4ad9cf tempest-ImagesOneServerTestJSON-207396395 tempest-ImagesOneServerTestJSON-207396395-project-member] Lock "2803d331-840b-40c3-81d3-619bba80ed5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.987s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.964137] env[69654]: DEBUG oslo_vmware.api [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554520, 'name': PowerOffVM_Task, 'duration_secs': 0.504764} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.964953] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.965395] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 759.965654] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709695', 'volume_id': '6fd94ac8-b937-480a-acd4-e45fe37c97fe', 'name': 'volume-6fd94ac8-b937-480a-acd4-e45fe37c97fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae4826dd-cacb-4b70-a7f5-dbc7b05bed94', 'attached_at': '', 'detached_at': '', 'volume_id': '6fd94ac8-b937-480a-acd4-e45fe37c97fe', 'serial': '6fd94ac8-b937-480a-acd4-e45fe37c97fe'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 759.966806] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b572b6a-f993-4206-b0c9-610deeaf78f1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.993117] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed030bb-2eb6-4352-b804-872a98b21a56 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.001225] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77e3a60-d69a-4f84-a423-d6846660b22f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.029043] env[69654]: DEBUG nova.network.neutron [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Successfully updated port: 33754473-b2d8-4709-822e-38441b767477 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.030904] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf866de-39bc-4014-a291-eb3b61843400 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.049536] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] The volume has not been displaced from its original location: [datastore1] volume-6fd94ac8-b937-480a-acd4-e45fe37c97fe/volume-6fd94ac8-b937-480a-acd4-e45fe37c97fe.vmdk. No consolidation needed. {{(pid=69654) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 760.056277] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Reconfiguring VM instance instance-0000001d to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 760.056912] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61cb29ce-d46b-4684-9065-68dc5f0e114d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.080046] env[69654]: DEBUG oslo_vmware.api [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 760.080046] env[69654]: value = "task-3554522" [ 760.080046] env[69654]: _type = "Task" [ 760.080046] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.089727] env[69654]: DEBUG oslo_vmware.api [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.145394] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631566} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.145688] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] de389624-4d9f-4e28-9d54-c03aa59ae51d/de389624-4d9f-4e28-9d54-c03aa59ae51d.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.146012] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.146406] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e390c4dd-0964-43e7-bb2d-6efbe4bc06aa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.157261] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 760.157261] env[69654]: value = "task-3554523" [ 760.157261] env[69654]: _type = "Task" [ 760.157261] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.171595] env[69654]: DEBUG oslo_concurrency.lockutils [req-9ec1bb4f-8ee2-4376-b9d3-3c2239f567ce req-98872b72-4c06-4f9b-a162-83a2233b355f service nova] Releasing lock "refresh_cache-313656df-50ec-4686-84be-f0cdba6c7836" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.171595] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.226511] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554521, 'name': Rename_Task, 'duration_secs': 0.281404} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.227241] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.227353] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64bfb24d-dc5b-49e2-964e-30ecbb0c9944 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.239630] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Waiting for the task: (returnval){ [ 760.239630] env[69654]: value = "task-3554524" [ 760.239630] env[69654]: _type = "Task" [ 760.239630] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.252809] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.534902] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Acquiring lock "refresh_cache-9661d6cd-8821-43bf-80df-420260f5da28" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.535105] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Acquired lock "refresh_cache-9661d6cd-8821-43bf-80df-420260f5da28" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.535269] env[69654]: DEBUG nova.network.neutron [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.589337] env[69654]: DEBUG oslo_vmware.api [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554522, 'name': ReconfigVM_Task, 'duration_secs': 0.368238} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.592285] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Reconfigured VM instance instance-0000001d to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 760.597148] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db0c4b41-3081-4a49-9f92-2310560cbe0f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.619608] env[69654]: DEBUG oslo_vmware.api [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 760.619608] env[69654]: value = "task-3554525" [ 760.619608] env[69654]: _type = "Task" [ 760.619608] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.631577] env[69654]: DEBUG oslo_vmware.api [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.667812] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1059} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.672103] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.674103] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dee706e-ba4d-4a81-876b-84177d1ef061 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.704252] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] de389624-4d9f-4e28-9d54-c03aa59ae51d/de389624-4d9f-4e28-9d54-c03aa59ae51d.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.706507] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f1139b0-647b-415a-ac51-d49cdd1cf7f9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.732241] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 760.732241] env[69654]: value = "task-3554526" [ 760.732241] env[69654]: _type = "Task" [ 760.732241] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.747316] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554526, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.753907] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.878814] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebf388f-fd00-44e4-a54e-7cb17697f190 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.888633] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7728d35-8c5c-41b9-a63c-a13b707d2e0e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.921952] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55c23d8-9de7-475b-a1fc-b21b427e1ddb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.931962] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3c97aa-e92b-4435-8520-8004e2f0cdc0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.948297] env[69654]: DEBUG nova.compute.provider_tree [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.951594] env[69654]: DEBUG nova.compute.manager [req-61b52d03-05bd-498e-91cc-22c15b152867 req-a8ab3903-10fc-4341-9702-8abbaddd9463 service nova] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Received event network-vif-plugged-33754473-b2d8-4709-822e-38441b767477 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.951682] env[69654]: DEBUG oslo_concurrency.lockutils [req-61b52d03-05bd-498e-91cc-22c15b152867 req-a8ab3903-10fc-4341-9702-8abbaddd9463 service nova] Acquiring lock "9661d6cd-8821-43bf-80df-420260f5da28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.951882] env[69654]: DEBUG oslo_concurrency.lockutils [req-61b52d03-05bd-498e-91cc-22c15b152867 req-a8ab3903-10fc-4341-9702-8abbaddd9463 service nova] Lock "9661d6cd-8821-43bf-80df-420260f5da28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.952061] env[69654]: DEBUG oslo_concurrency.lockutils [req-61b52d03-05bd-498e-91cc-22c15b152867 req-a8ab3903-10fc-4341-9702-8abbaddd9463 service nova] Lock "9661d6cd-8821-43bf-80df-420260f5da28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.952233] env[69654]: DEBUG nova.compute.manager [req-61b52d03-05bd-498e-91cc-22c15b152867 req-a8ab3903-10fc-4341-9702-8abbaddd9463 service nova] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] No waiting events found dispatching network-vif-plugged-33754473-b2d8-4709-822e-38441b767477 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.952395] env[69654]: WARNING nova.compute.manager [req-61b52d03-05bd-498e-91cc-22c15b152867 req-a8ab3903-10fc-4341-9702-8abbaddd9463 service nova] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Received unexpected event network-vif-plugged-33754473-b2d8-4709-822e-38441b767477 for instance with vm_state building and task_state spawning. [ 760.952550] env[69654]: DEBUG nova.compute.manager [req-61b52d03-05bd-498e-91cc-22c15b152867 req-a8ab3903-10fc-4341-9702-8abbaddd9463 service nova] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Received event network-changed-33754473-b2d8-4709-822e-38441b767477 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.952701] env[69654]: DEBUG nova.compute.manager [req-61b52d03-05bd-498e-91cc-22c15b152867 req-a8ab3903-10fc-4341-9702-8abbaddd9463 service nova] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Refreshing instance network info cache due to event network-changed-33754473-b2d8-4709-822e-38441b767477. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.952959] env[69654]: DEBUG oslo_concurrency.lockutils [req-61b52d03-05bd-498e-91cc-22c15b152867 req-a8ab3903-10fc-4341-9702-8abbaddd9463 service nova] Acquiring lock "refresh_cache-9661d6cd-8821-43bf-80df-420260f5da28" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.095420] env[69654]: DEBUG nova.network.neutron [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.133854] env[69654]: DEBUG oslo_vmware.api [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554525, 'name': ReconfigVM_Task, 'duration_secs': 0.238407} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.134239] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709695', 'volume_id': '6fd94ac8-b937-480a-acd4-e45fe37c97fe', 'name': 'volume-6fd94ac8-b937-480a-acd4-e45fe37c97fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae4826dd-cacb-4b70-a7f5-dbc7b05bed94', 'attached_at': '', 'detached_at': '', 'volume_id': '6fd94ac8-b937-480a-acd4-e45fe37c97fe', 'serial': '6fd94ac8-b937-480a-acd4-e45fe37c97fe'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 761.134561] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.135355] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5c9d21-b5ca-4a0a-af16-7b79b27d64b5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.145687] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.146066] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d59b37e9-3e83-448a-ac06-0b74589725b0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.259089] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554526, 'name': ReconfigVM_Task, 'duration_secs': 0.498541} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.261543] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Reconfigured VM instance instance-00000021 to attach disk [datastore2] de389624-4d9f-4e28-9d54-c03aa59ae51d/de389624-4d9f-4e28-9d54-c03aa59ae51d.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.262602] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.264593] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.264593] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleting the datastore file [datastore2] ae4826dd-cacb-4b70-a7f5-dbc7b05bed94 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.264593] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c588d9e0-7b13-4a20-9da1-4389642753dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.265572] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9872e806-921a-4866-ae57-0a80bdcc358c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.271928] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554524, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.280876] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 761.280876] env[69654]: value = "task-3554528" [ 761.280876] env[69654]: _type = "Task" [ 761.280876] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.280876] env[69654]: DEBUG oslo_vmware.api [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 761.280876] env[69654]: value = "task-3554529" [ 761.280876] env[69654]: _type = "Task" [ 761.280876] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.288496] env[69654]: DEBUG nova.network.neutron [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Updating instance_info_cache with network_info: [{"id": "33754473-b2d8-4709-822e-38441b767477", "address": "fa:16:3e:e0:0c:54", "network": {"id": "8bd1e619-0714-41c3-80c6-38892aedd033", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-450901813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9ede9213e4486b8774130671d8dc6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33754473-b2", "ovs_interfaceid": "33754473-b2d8-4709-822e-38441b767477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.296065] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554528, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.300988] env[69654]: DEBUG oslo_vmware.api [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.454893] env[69654]: DEBUG nova.scheduler.client.report [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.751899] env[69654]: DEBUG oslo_vmware.api [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554524, 'name': PowerOnVM_Task, 'duration_secs': 1.054413} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.752428] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.752657] env[69654]: INFO nova.compute.manager [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Took 9.99 seconds to spawn the instance on the hypervisor. [ 761.752846] env[69654]: DEBUG nova.compute.manager [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.753694] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2885eeae-5286-492e-9387-dd5eaae0edc4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.795434] env[69654]: DEBUG oslo_vmware.api [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301978} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.798925] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.799797] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.799797] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.799797] env[69654]: INFO nova.compute.manager [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Took 2.36 seconds to destroy the instance on the hypervisor. [ 761.799797] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.800076] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554528, 'name': Rename_Task, 'duration_secs': 0.264284} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.800171] env[69654]: DEBUG nova.compute.manager [-] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.800226] env[69654]: DEBUG nova.network.neutron [-] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.802194] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.802842] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Releasing lock "refresh_cache-9661d6cd-8821-43bf-80df-420260f5da28" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.803600] env[69654]: DEBUG nova.compute.manager [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Instance network_info: |[{"id": "33754473-b2d8-4709-822e-38441b767477", "address": "fa:16:3e:e0:0c:54", "network": {"id": "8bd1e619-0714-41c3-80c6-38892aedd033", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-450901813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9ede9213e4486b8774130671d8dc6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33754473-b2", "ovs_interfaceid": "33754473-b2d8-4709-822e-38441b767477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.804245] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a5a7064-a1c6-4cdc-94db-ed421b8e7f1e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.806091] env[69654]: DEBUG oslo_concurrency.lockutils [req-61b52d03-05bd-498e-91cc-22c15b152867 req-a8ab3903-10fc-4341-9702-8abbaddd9463 service nova] Acquired lock "refresh_cache-9661d6cd-8821-43bf-80df-420260f5da28" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.806274] env[69654]: DEBUG nova.network.neutron [req-61b52d03-05bd-498e-91cc-22c15b152867 req-a8ab3903-10fc-4341-9702-8abbaddd9463 service nova] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Refreshing network info cache for port 33754473-b2d8-4709-822e-38441b767477 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.807965] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:0c:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33754473-b2d8-4709-822e-38441b767477', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.821827] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Creating folder: Project (0f9ede9213e4486b8774130671d8dc6c). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.823079] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca3e7a1c-5264-45c4-a164-477af2ee7d9d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.832904] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 761.832904] env[69654]: value = "task-3554531" [ 761.832904] env[69654]: _type = "Task" [ 761.832904] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.840080] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Created folder: Project (0f9ede9213e4486b8774130671d8dc6c) in parent group-v709593. [ 761.840080] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Creating folder: Instances. Parent ref: group-v709704. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.840080] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8ebbc08-3b16-4fac-9a08-29dc259b6b1d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.844442] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.857166] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Created folder: Instances in parent group-v709704. [ 761.857166] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.857489] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.857489] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbd6b026-dadc-4619-83ad-4e5acf17eab1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.891434] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.891434] env[69654]: value = "task-3554533" [ 761.891434] env[69654]: _type = "Task" [ 761.891434] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.911032] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554533, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.961566] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.962547] env[69654]: DEBUG nova.compute.manager [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.966380] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.329s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.966682] env[69654]: DEBUG nova.objects.instance [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69654) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 762.251822] env[69654]: DEBUG nova.network.neutron [req-61b52d03-05bd-498e-91cc-22c15b152867 req-a8ab3903-10fc-4341-9702-8abbaddd9463 service nova] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Updated VIF entry in instance network info cache for port 33754473-b2d8-4709-822e-38441b767477. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.252329] env[69654]: DEBUG nova.network.neutron [req-61b52d03-05bd-498e-91cc-22c15b152867 req-a8ab3903-10fc-4341-9702-8abbaddd9463 service nova] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Updating instance_info_cache with network_info: [{"id": "33754473-b2d8-4709-822e-38441b767477", "address": "fa:16:3e:e0:0c:54", "network": {"id": "8bd1e619-0714-41c3-80c6-38892aedd033", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-450901813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9ede9213e4486b8774130671d8dc6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33754473-b2", "ovs_interfaceid": "33754473-b2d8-4709-822e-38441b767477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.274825] env[69654]: INFO nova.compute.manager [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Took 43.91 seconds to build instance. [ 762.346305] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554531, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.405312] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554533, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.472902] env[69654]: DEBUG nova.compute.utils [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.477187] env[69654]: DEBUG nova.compute.manager [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.477374] env[69654]: DEBUG nova.network.neutron [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.547415] env[69654]: DEBUG nova.policy [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70df9ebf49ad4d0a97c1432cf9401979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c35537ca929c44909f1e87dd0b02b103', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.756464] env[69654]: DEBUG oslo_concurrency.lockutils [req-61b52d03-05bd-498e-91cc-22c15b152867 req-a8ab3903-10fc-4341-9702-8abbaddd9463 service nova] Releasing lock "refresh_cache-9661d6cd-8821-43bf-80df-420260f5da28" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.781474] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3884f397-e348-4396-9e4d-652800eda621 tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Lock "2faa628e-2332-4280-a190-15cef6d6bd42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.444s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.786701] env[69654]: DEBUG nova.network.neutron [-] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.847064] env[69654]: DEBUG oslo_vmware.api [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554531, 'name': PowerOnVM_Task, 'duration_secs': 0.706556} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.847382] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.847592] env[69654]: INFO nova.compute.manager [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Took 8.42 seconds to spawn the instance on the hypervisor. [ 762.847786] env[69654]: DEBUG nova.compute.manager [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.848622] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fe44c9-a8fd-4d0a-8783-46b5597ff894 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.905981] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554533, 'name': CreateVM_Task, 'duration_secs': 0.518564} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.906076] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.907296] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.907688] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.907765] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.908322] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e14aaa39-e6e5-442b-8087-2faead6c5e5d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.916949] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Waiting for the task: (returnval){ [ 762.916949] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523862ec-9c3e-d306-015e-fde424dd3883" [ 762.916949] env[69654]: _type = "Task" [ 762.916949] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.922955] env[69654]: DEBUG nova.network.neutron [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Successfully created port: a8324e95-a42e-4bd9-9aa9-ead35b6946c4 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.929925] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523862ec-9c3e-d306-015e-fde424dd3883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.978136] env[69654]: DEBUG nova.compute.manager [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.983113] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f9987d92-26b6-41e5-b853-b0dbc63fe837 tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.985421] env[69654]: DEBUG nova.compute.manager [req-9b90478b-09b6-46cd-acbb-34f4781c7ff2 req-7c78a476-b9f2-43ab-b320-72d71e456f37 service nova] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Received event network-vif-deleted-36512bd6-5865-4642-874b-66e45c7a2625 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.987071] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.145s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.987450] env[69654]: DEBUG nova.objects.instance [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Lazy-loading 'resources' on Instance uuid 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.275733] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Acquiring lock "2faa628e-2332-4280-a190-15cef6d6bd42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.275999] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Lock "2faa628e-2332-4280-a190-15cef6d6bd42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.276358] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Acquiring lock "2faa628e-2332-4280-a190-15cef6d6bd42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.276432] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Lock "2faa628e-2332-4280-a190-15cef6d6bd42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.276568] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Lock "2faa628e-2332-4280-a190-15cef6d6bd42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.279747] env[69654]: INFO nova.compute.manager [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Terminating instance [ 763.286884] env[69654]: DEBUG nova.compute.manager [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.290281] env[69654]: INFO nova.compute.manager [-] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Took 1.49 seconds to deallocate network for instance. [ 763.372055] env[69654]: INFO nova.compute.manager [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Took 43.06 seconds to build instance. [ 763.429604] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523862ec-9c3e-d306-015e-fde424dd3883, 'name': SearchDatastore_Task, 'duration_secs': 0.02129} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.430255] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.430569] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.430862] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.431067] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.431521] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.432170] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe12339f-a0a9-46d1-8413-1b7993c49f29 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.445970] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.446342] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.447087] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71c2c9a4-d6b2-4e39-9e0c-0466dfc336c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.466837] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Waiting for the task: (returnval){ [ 763.466837] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c707c3-cdd6-5d6b-55fb-02cc7809ffff" [ 763.466837] env[69654]: _type = "Task" [ 763.466837] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.478109] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c707c3-cdd6-5d6b-55fb-02cc7809ffff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.791118] env[69654]: DEBUG nova.compute.manager [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.791118] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.791838] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e8cb7c-2ef3-4e41-9401-4c70b9db3278 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.808354] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.808674] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97aad650-d184-41df-9f2b-e5e4dd9a1b12 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.815552] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.823889] env[69654]: DEBUG oslo_vmware.api [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Waiting for the task: (returnval){ [ 763.823889] env[69654]: value = "task-3554534" [ 763.823889] env[69654]: _type = "Task" [ 763.823889] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.836165] env[69654]: DEBUG oslo_vmware.api [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.877570] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd28d316-1c13-4b0e-bba1-9b3039fc20dc tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "de389624-4d9f-4e28-9d54-c03aa59ae51d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.955s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.916969] env[69654]: INFO nova.compute.manager [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Took 0.63 seconds to detach 1 volumes for instance. [ 763.984437] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c707c3-cdd6-5d6b-55fb-02cc7809ffff, 'name': SearchDatastore_Task, 'duration_secs': 0.02964} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.985564] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75e26ec6-3ec1-47ec-aee4-9f5ac2783c32 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.993352] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Waiting for the task: (returnval){ [ 763.993352] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b43413-b0c2-7444-2e2c-5b53210955a6" [ 763.993352] env[69654]: _type = "Task" [ 763.993352] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.999788] env[69654]: DEBUG nova.compute.manager [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.012879] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b43413-b0c2-7444-2e2c-5b53210955a6, 'name': SearchDatastore_Task, 'duration_secs': 0.014892} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.013192] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.013510] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 9661d6cd-8821-43bf-80df-420260f5da28/9661d6cd-8821-43bf-80df-420260f5da28.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.013740] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fe2ba97-411e-4a11-b364-24eb6642762a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.022955] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Waiting for the task: (returnval){ [ 764.022955] env[69654]: value = "task-3554535" [ 764.022955] env[69654]: _type = "Task" [ 764.022955] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.029969] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9edaca-62c8-4f9e-bf8b-8318c775b20b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.035471] env[69654]: DEBUG nova.virt.hardware [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.035763] env[69654]: DEBUG nova.virt.hardware [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.035925] env[69654]: DEBUG nova.virt.hardware [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.036264] env[69654]: DEBUG nova.virt.hardware [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.036423] env[69654]: DEBUG nova.virt.hardware [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.036645] env[69654]: DEBUG nova.virt.hardware [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.036864] env[69654]: DEBUG nova.virt.hardware [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.036962] env[69654]: DEBUG nova.virt.hardware [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.037131] env[69654]: DEBUG nova.virt.hardware [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.037301] env[69654]: DEBUG nova.virt.hardware [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.037532] env[69654]: DEBUG nova.virt.hardware [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.039283] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daea1535-5693-4424-8ef0-15982b4fd5bc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.045658] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': task-3554535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.052908] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5ef603-aca9-40d4-9a81-4bd91637419a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.057768] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a800196e-1192-42dd-9476-1f1783e34063 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.100240] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3ac638-36fb-4a42-8d66-1602abe0a7d0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.116928] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795c86eb-bf9b-4e20-83fe-494613ad92aa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.133114] env[69654]: DEBUG nova.compute.provider_tree [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.335855] env[69654]: DEBUG oslo_vmware.api [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554534, 'name': PowerOffVM_Task, 'duration_secs': 0.271211} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.336013] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.336438] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.336438] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37cf0cdb-7c7e-4cb6-b640-17b9e055afd0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.381300] env[69654]: DEBUG nova.compute.manager [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.429558] env[69654]: DEBUG oslo_concurrency.lockutils [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.540271] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': task-3554535, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.596299] env[69654]: DEBUG nova.network.neutron [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Successfully updated port: a8324e95-a42e-4bd9-9aa9-ead35b6946c4 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.637236] env[69654]: DEBUG nova.scheduler.client.report [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.906242] env[69654]: DEBUG oslo_concurrency.lockutils [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.038560] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': task-3554535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614272} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.038975] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 9661d6cd-8821-43bf-80df-420260f5da28/9661d6cd-8821-43bf-80df-420260f5da28.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.039377] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.039864] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de53c9b0-9bcf-426b-bf8c-c319c2836051 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.050244] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Waiting for the task: (returnval){ [ 765.050244] env[69654]: value = "task-3554537" [ 765.050244] env[69654]: _type = "Task" [ 765.050244] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.060748] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': task-3554537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.104219] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "refresh_cache-44f309e1-228d-44f6-a24c-5ffd78446a8e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.104219] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired lock "refresh_cache-44f309e1-228d-44f6-a24c-5ffd78446a8e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.104219] env[69654]: DEBUG nova.network.neutron [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.151047] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.151416] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.508s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.151791] env[69654]: DEBUG nova.objects.instance [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Lazy-loading 'resources' on Instance uuid 8435c189-c15f-4bba-8317-a32b92690678 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.177463] env[69654]: INFO nova.scheduler.client.report [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Deleted allocations for instance 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2 [ 765.223294] env[69654]: DEBUG nova.compute.manager [req-3ca57c2b-1b01-445b-bbd7-c8958d3fbc70 req-cd7dd1c8-de8c-4582-8917-ed33e2df1ea4 service nova] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Received event network-vif-plugged-a8324e95-a42e-4bd9-9aa9-ead35b6946c4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.223294] env[69654]: DEBUG oslo_concurrency.lockutils [req-3ca57c2b-1b01-445b-bbd7-c8958d3fbc70 req-cd7dd1c8-de8c-4582-8917-ed33e2df1ea4 service nova] Acquiring lock "44f309e1-228d-44f6-a24c-5ffd78446a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.223294] env[69654]: DEBUG oslo_concurrency.lockutils [req-3ca57c2b-1b01-445b-bbd7-c8958d3fbc70 req-cd7dd1c8-de8c-4582-8917-ed33e2df1ea4 service nova] Lock "44f309e1-228d-44f6-a24c-5ffd78446a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.223294] env[69654]: DEBUG oslo_concurrency.lockutils [req-3ca57c2b-1b01-445b-bbd7-c8958d3fbc70 req-cd7dd1c8-de8c-4582-8917-ed33e2df1ea4 service nova] Lock "44f309e1-228d-44f6-a24c-5ffd78446a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.223821] env[69654]: DEBUG nova.compute.manager [req-3ca57c2b-1b01-445b-bbd7-c8958d3fbc70 req-cd7dd1c8-de8c-4582-8917-ed33e2df1ea4 service nova] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] No waiting events found dispatching network-vif-plugged-a8324e95-a42e-4bd9-9aa9-ead35b6946c4 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.224285] env[69654]: WARNING nova.compute.manager [req-3ca57c2b-1b01-445b-bbd7-c8958d3fbc70 req-cd7dd1c8-de8c-4582-8917-ed33e2df1ea4 service nova] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Received unexpected event network-vif-plugged-a8324e95-a42e-4bd9-9aa9-ead35b6946c4 for instance with vm_state building and task_state spawning. [ 765.224879] env[69654]: DEBUG nova.compute.manager [req-3ca57c2b-1b01-445b-bbd7-c8958d3fbc70 req-cd7dd1c8-de8c-4582-8917-ed33e2df1ea4 service nova] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Received event network-changed-a8324e95-a42e-4bd9-9aa9-ead35b6946c4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.225170] env[69654]: DEBUG nova.compute.manager [req-3ca57c2b-1b01-445b-bbd7-c8958d3fbc70 req-cd7dd1c8-de8c-4582-8917-ed33e2df1ea4 service nova] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Refreshing instance network info cache due to event network-changed-a8324e95-a42e-4bd9-9aa9-ead35b6946c4. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.225507] env[69654]: DEBUG oslo_concurrency.lockutils [req-3ca57c2b-1b01-445b-bbd7-c8958d3fbc70 req-cd7dd1c8-de8c-4582-8917-ed33e2df1ea4 service nova] Acquiring lock "refresh_cache-44f309e1-228d-44f6-a24c-5ffd78446a8e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.559638] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': task-3554537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09333} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.559926] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.560723] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2241d938-b298-4adc-90aa-212076ef5023 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.590451] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 9661d6cd-8821-43bf-80df-420260f5da28/9661d6cd-8821-43bf-80df-420260f5da28.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.590791] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b924dab3-b47c-4b3e-81f5-290189d8318d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.616066] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Waiting for the task: (returnval){ [ 765.616066] env[69654]: value = "task-3554538" [ 765.616066] env[69654]: _type = "Task" [ 765.616066] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.625201] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': task-3554538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.643817] env[69654]: DEBUG nova.network.neutron [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.694474] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ff55c407-143c-4735-bc57-c1e049acfba8 tempest-ServersNegativeTestMultiTenantJSON-590817475 tempest-ServersNegativeTestMultiTenantJSON-590817475-project-member] Lock "2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.277s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.734523] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.734523] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.734523] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Deleting the datastore file [datastore1] 2faa628e-2332-4280-a190-15cef6d6bd42 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.734523] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1496dc85-b4ff-40e5-b538-cf5bfa55f094 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.745131] env[69654]: DEBUG oslo_vmware.api [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Waiting for the task: (returnval){ [ 765.745131] env[69654]: value = "task-3554539" [ 765.745131] env[69654]: _type = "Task" [ 765.745131] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.757526] env[69654]: DEBUG oslo_vmware.api [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.823276] env[69654]: DEBUG nova.network.neutron [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Updating instance_info_cache with network_info: [{"id": "a8324e95-a42e-4bd9-9aa9-ead35b6946c4", "address": "fa:16:3e:ae:38:d1", "network": {"id": "00b1b5dd-4fd3-4319-92c9-fd3ea300170f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1423095850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35537ca929c44909f1e87dd0b02b103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8324e95-a4", "ovs_interfaceid": "a8324e95-a42e-4bd9-9aa9-ead35b6946c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.128767] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': task-3554538, 'name': ReconfigVM_Task, 'duration_secs': 0.487218} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.128767] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 9661d6cd-8821-43bf-80df-420260f5da28/9661d6cd-8821-43bf-80df-420260f5da28.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.129794] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cebcbbbd-25ce-464a-bcdd-249bb8ce9679 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.137742] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Waiting for the task: (returnval){ [ 766.137742] env[69654]: value = "task-3554540" [ 766.137742] env[69654]: _type = "Task" [ 766.137742] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.152038] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': task-3554540, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.237332] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c021d0-c537-40e2-865e-95065c1686c6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.246320] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1401c4b2-b96f-4cb5-9877-1023039aa173 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.259341] env[69654]: DEBUG oslo_vmware.api [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Task: {'id': task-3554539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294824} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.284949] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.285282] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.285623] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.285763] env[69654]: INFO nova.compute.manager [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Took 2.50 seconds to destroy the instance on the hypervisor. [ 766.286118] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.287068] env[69654]: DEBUG nova.compute.manager [-] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.287234] env[69654]: DEBUG nova.network.neutron [-] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.289692] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013fc1b7-21ee-411e-80cd-9503f069c332 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.299010] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6d1f7b-0b7b-4e30-9998-5a4364f04658 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.315097] env[69654]: DEBUG nova.compute.provider_tree [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.328464] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Releasing lock "refresh_cache-44f309e1-228d-44f6-a24c-5ffd78446a8e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.328808] env[69654]: DEBUG nova.compute.manager [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Instance network_info: |[{"id": "a8324e95-a42e-4bd9-9aa9-ead35b6946c4", "address": "fa:16:3e:ae:38:d1", "network": {"id": "00b1b5dd-4fd3-4319-92c9-fd3ea300170f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1423095850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35537ca929c44909f1e87dd0b02b103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8324e95-a4", "ovs_interfaceid": "a8324e95-a42e-4bd9-9aa9-ead35b6946c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.329150] env[69654]: DEBUG oslo_concurrency.lockutils [req-3ca57c2b-1b01-445b-bbd7-c8958d3fbc70 req-cd7dd1c8-de8c-4582-8917-ed33e2df1ea4 service nova] Acquired lock "refresh_cache-44f309e1-228d-44f6-a24c-5ffd78446a8e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.329377] env[69654]: DEBUG nova.network.neutron [req-3ca57c2b-1b01-445b-bbd7-c8958d3fbc70 req-cd7dd1c8-de8c-4582-8917-ed33e2df1ea4 service nova] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Refreshing network info cache for port a8324e95-a42e-4bd9-9aa9-ead35b6946c4 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.330693] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:38:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8324e95-a42e-4bd9-9aa9-ead35b6946c4', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.339461] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.340747] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.341094] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d5910ba-d57f-4ab0-afdb-270ab000b65f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.365716] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.365716] env[69654]: value = "task-3554541" [ 766.365716] env[69654]: _type = "Task" [ 766.365716] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.376403] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554541, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.650662] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': task-3554540, 'name': Rename_Task, 'duration_secs': 0.223221} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.650942] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.651295] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b27dc16-d8b4-4aed-8f54-3da8843e0437 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.661377] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Waiting for the task: (returnval){ [ 766.661377] env[69654]: value = "task-3554542" [ 766.661377] env[69654]: _type = "Task" [ 766.661377] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.672832] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': task-3554542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.819066] env[69654]: DEBUG nova.scheduler.client.report [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.879760] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554541, 'name': CreateVM_Task, 'duration_secs': 0.440442} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.879760] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.880122] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.880281] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.880615] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.880876] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8272a97a-90b6-426b-9aac-614a912b60fd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.894460] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 766.894460] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526f2309-0332-236c-c6a7-d93da8251858" [ 766.894460] env[69654]: _type = "Task" [ 766.894460] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.909133] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526f2309-0332-236c-c6a7-d93da8251858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.034749] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Acquiring lock "6414f602-4591-43b8-a3da-2419f014e758" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.035007] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Lock "6414f602-4591-43b8-a3da-2419f014e758" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.175397] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': task-3554542, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.208518] env[69654]: DEBUG nova.network.neutron [req-3ca57c2b-1b01-445b-bbd7-c8958d3fbc70 req-cd7dd1c8-de8c-4582-8917-ed33e2df1ea4 service nova] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Updated VIF entry in instance network info cache for port a8324e95-a42e-4bd9-9aa9-ead35b6946c4. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.209016] env[69654]: DEBUG nova.network.neutron [req-3ca57c2b-1b01-445b-bbd7-c8958d3fbc70 req-cd7dd1c8-de8c-4582-8917-ed33e2df1ea4 service nova] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Updating instance_info_cache with network_info: [{"id": "a8324e95-a42e-4bd9-9aa9-ead35b6946c4", "address": "fa:16:3e:ae:38:d1", "network": {"id": "00b1b5dd-4fd3-4319-92c9-fd3ea300170f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1423095850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35537ca929c44909f1e87dd0b02b103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8324e95-a4", "ovs_interfaceid": "a8324e95-a42e-4bd9-9aa9-ead35b6946c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.234764] env[69654]: DEBUG nova.network.neutron [-] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.276261] env[69654]: DEBUG nova.compute.manager [req-886d30c7-37f7-4313-89be-10258151fde3 req-57f2d978-554e-43de-b43f-0ebbbeabb676 service nova] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Received event network-vif-deleted-e950cf12-f892-45ff-966f-8da1bd0691f0 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.327823] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.332772] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.281s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.335198] env[69654]: INFO nova.compute.claims [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.369909] env[69654]: INFO nova.scheduler.client.report [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Deleted allocations for instance 8435c189-c15f-4bba-8317-a32b92690678 [ 767.411588] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526f2309-0332-236c-c6a7-d93da8251858, 'name': SearchDatastore_Task, 'duration_secs': 0.014746} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.411715] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.412919] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.412919] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.412919] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.412919] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.412919] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dea9e221-948d-4840-9c6d-3f90392e5da9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.425256] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.425357] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.426031] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3465d378-510b-40d7-9133-604eeb1fec4f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.433647] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 767.433647] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5223f497-3b6d-b72a-f183-d44caad528c6" [ 767.433647] env[69654]: _type = "Task" [ 767.433647] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.443353] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5223f497-3b6d-b72a-f183-d44caad528c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.675333] env[69654]: DEBUG oslo_vmware.api [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': task-3554542, 'name': PowerOnVM_Task, 'duration_secs': 0.708333} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.675694] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.675929] env[69654]: INFO nova.compute.manager [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Took 8.46 seconds to spawn the instance on the hypervisor. [ 767.676120] env[69654]: DEBUG nova.compute.manager [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.676918] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33a9eb4-ae97-49e6-b7d5-0e6627fdc522 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.711870] env[69654]: DEBUG oslo_concurrency.lockutils [req-3ca57c2b-1b01-445b-bbd7-c8958d3fbc70 req-cd7dd1c8-de8c-4582-8917-ed33e2df1ea4 service nova] Releasing lock "refresh_cache-44f309e1-228d-44f6-a24c-5ffd78446a8e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.737549] env[69654]: INFO nova.compute.manager [-] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Took 1.45 seconds to deallocate network for instance. [ 767.885457] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a40d26b-ca70-4ed5-8b4a-9e2533d85fdb tempest-DeleteServersAdminTestJSON-1541525431 tempest-DeleteServersAdminTestJSON-1541525431-project-member] Lock "8435c189-c15f-4bba-8317-a32b92690678" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.954s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.949241] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5223f497-3b6d-b72a-f183-d44caad528c6, 'name': SearchDatastore_Task, 'duration_secs': 0.024279} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.950063] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb31453-d5cf-443a-a7ea-ba16df7ff48c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.956738] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 767.956738] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52484051-5928-0c8d-7b63-57c125ec8128" [ 767.956738] env[69654]: _type = "Task" [ 767.956738] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.965487] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52484051-5928-0c8d-7b63-57c125ec8128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.200320] env[69654]: INFO nova.compute.manager [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Took 40.22 seconds to build instance. [ 768.246517] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.470154] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52484051-5928-0c8d-7b63-57c125ec8128, 'name': SearchDatastore_Task, 'duration_secs': 0.019971} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.472775] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.473052] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 44f309e1-228d-44f6-a24c-5ffd78446a8e/44f309e1-228d-44f6-a24c-5ffd78446a8e.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.473510] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48262e7b-10e6-437d-8d36-8e069bfc01f1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.484754] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 768.484754] env[69654]: value = "task-3554543" [ 768.484754] env[69654]: _type = "Task" [ 768.484754] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.498173] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.702878] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ba1c301-7290-4848-8bfa-4e98dccd249f tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Lock "9661d6cd-8821-43bf-80df-420260f5da28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.526s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.799792] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cdb1ae-295c-41b4-bd73-9d903310b7cf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.808709] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75c3d7c-11af-4960-9c36-dc4041eaa0e6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.846101] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a632276-0b12-4532-a834-ae18544e9f78 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.855066] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a252b9-37f4-48f1-8fb3-7ef3484e84d2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.871168] env[69654]: DEBUG nova.compute.provider_tree [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.997804] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554543, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.105913] env[69654]: DEBUG oslo_vmware.rw_handles [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245c0aa-2202-c56e-276a-acc33af659a2/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 769.106983] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0631ec-0e13-4593-95fd-2c8e56c26510 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.113952] env[69654]: DEBUG oslo_vmware.rw_handles [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245c0aa-2202-c56e-276a-acc33af659a2/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 769.114185] env[69654]: ERROR oslo_vmware.rw_handles [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245c0aa-2202-c56e-276a-acc33af659a2/disk-0.vmdk due to incomplete transfer. [ 769.114460] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8bff8eef-62bf-4119-8aad-581e8e40bf0e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.122826] env[69654]: DEBUG oslo_vmware.rw_handles [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245c0aa-2202-c56e-276a-acc33af659a2/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 769.123032] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Uploaded image 7abba139-ff5c-4788-8283-9fdc2fa5b4fb to the Glance image server {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 769.125438] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 769.125775] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fa206203-8a53-4d6c-9716-b6cdb913100b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.135676] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 769.135676] env[69654]: value = "task-3554544" [ 769.135676] env[69654]: _type = "Task" [ 769.135676] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.149922] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554544, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.209704] env[69654]: DEBUG nova.compute.manager [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.376396] env[69654]: DEBUG nova.scheduler.client.report [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.497846] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675045} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.500933] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 44f309e1-228d-44f6-a24c-5ffd78446a8e/44f309e1-228d-44f6-a24c-5ffd78446a8e.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.500933] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.500933] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ce7c9d5-2813-442c-934d-70411aeead26 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.507814] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 769.507814] env[69654]: value = "task-3554545" [ 769.507814] env[69654]: _type = "Task" [ 769.507814] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.518725] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.634748] env[69654]: DEBUG nova.compute.manager [req-a3243380-28e8-480d-ac9f-aed9aa98ab95 req-c6ddb917-61a1-4eb2-9f9e-75e64b9b4fc1 service nova] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Received event network-changed-33754473-b2d8-4709-822e-38441b767477 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.634748] env[69654]: DEBUG nova.compute.manager [req-a3243380-28e8-480d-ac9f-aed9aa98ab95 req-c6ddb917-61a1-4eb2-9f9e-75e64b9b4fc1 service nova] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Refreshing instance network info cache due to event network-changed-33754473-b2d8-4709-822e-38441b767477. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.634748] env[69654]: DEBUG oslo_concurrency.lockutils [req-a3243380-28e8-480d-ac9f-aed9aa98ab95 req-c6ddb917-61a1-4eb2-9f9e-75e64b9b4fc1 service nova] Acquiring lock "refresh_cache-9661d6cd-8821-43bf-80df-420260f5da28" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.634748] env[69654]: DEBUG oslo_concurrency.lockutils [req-a3243380-28e8-480d-ac9f-aed9aa98ab95 req-c6ddb917-61a1-4eb2-9f9e-75e64b9b4fc1 service nova] Acquired lock "refresh_cache-9661d6cd-8821-43bf-80df-420260f5da28" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.635093] env[69654]: DEBUG nova.network.neutron [req-a3243380-28e8-480d-ac9f-aed9aa98ab95 req-c6ddb917-61a1-4eb2-9f9e-75e64b9b4fc1 service nova] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Refreshing network info cache for port 33754473-b2d8-4709-822e-38441b767477 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.647569] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554544, 'name': Destroy_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.736737] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.887027] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.887027] env[69654]: DEBUG nova.compute.manager [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.889037] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.648s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.889758] env[69654]: DEBUG nova.objects.instance [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lazy-loading 'resources' on Instance uuid f98bf7ff-d4a9-4083-bbef-df4e0cee15ae {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.019989] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077074} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.020531] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.021731] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c092dad2-59de-4ca3-a5ef-4e7822f7c1f9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.056725] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 44f309e1-228d-44f6-a24c-5ffd78446a8e/44f309e1-228d-44f6-a24c-5ffd78446a8e.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.057766] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b24bd5a-ea36-43ce-82c8-78d48a33557e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.079762] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 770.079762] env[69654]: value = "task-3554546" [ 770.079762] env[69654]: _type = "Task" [ 770.079762] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.092510] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.150320] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554544, 'name': Destroy_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.394512] env[69654]: DEBUG nova.compute.utils [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.399236] env[69654]: DEBUG nova.compute.manager [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.399424] env[69654]: DEBUG nova.network.neutron [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.499927] env[69654]: DEBUG nova.policy [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f7cd004f6f1489799913ba75d77746d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e705f5486b4247b3b1057e87ca240ad3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.515223] env[69654]: DEBUG nova.network.neutron [req-a3243380-28e8-480d-ac9f-aed9aa98ab95 req-c6ddb917-61a1-4eb2-9f9e-75e64b9b4fc1 service nova] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Updated VIF entry in instance network info cache for port 33754473-b2d8-4709-822e-38441b767477. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.515485] env[69654]: DEBUG nova.network.neutron [req-a3243380-28e8-480d-ac9f-aed9aa98ab95 req-c6ddb917-61a1-4eb2-9f9e-75e64b9b4fc1 service nova] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Updating instance_info_cache with network_info: [{"id": "33754473-b2d8-4709-822e-38441b767477", "address": "fa:16:3e:e0:0c:54", "network": {"id": "8bd1e619-0714-41c3-80c6-38892aedd033", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-450901813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9ede9213e4486b8774130671d8dc6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33754473-b2", "ovs_interfaceid": "33754473-b2d8-4709-822e-38441b767477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.593866] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.657074] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554544, 'name': Destroy_Task, 'duration_secs': 1.03312} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.661694] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Destroyed the VM [ 770.662126] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 770.662537] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a70044db-f95b-4284-a879-1e358dfc1801 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.675336] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 770.675336] env[69654]: value = "task-3554547" [ 770.675336] env[69654]: _type = "Task" [ 770.675336] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.688820] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554547, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.841052] env[69654]: DEBUG nova.network.neutron [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Successfully created port: 16788150-9914-4cec-b290-2d372e73b323 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.900739] env[69654]: DEBUG nova.compute.manager [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.924544] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56b168d-d5ee-452b-930d-58000bcc7615 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.935023] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a028d548-3d9b-4b3b-8b0e-684c392694e3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.975801] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1030ebd9-507b-4495-b299-e936c87ccce4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.984956] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bba7c51-2a42-48dd-82c0-8cd9094a5d8d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.003605] env[69654]: DEBUG nova.compute.provider_tree [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.018332] env[69654]: DEBUG oslo_concurrency.lockutils [req-a3243380-28e8-480d-ac9f-aed9aa98ab95 req-c6ddb917-61a1-4eb2-9f9e-75e64b9b4fc1 service nova] Releasing lock "refresh_cache-9661d6cd-8821-43bf-80df-420260f5da28" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.099376] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554546, 'name': ReconfigVM_Task, 'duration_secs': 0.763522} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.099620] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 44f309e1-228d-44f6-a24c-5ffd78446a8e/44f309e1-228d-44f6-a24c-5ffd78446a8e.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.100712] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6993892d-7c6d-410a-85f9-70d1ccc617d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.113133] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 771.113133] env[69654]: value = "task-3554548" [ 771.113133] env[69654]: _type = "Task" [ 771.113133] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.127920] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554548, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.191131] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554547, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.270101] env[69654]: DEBUG nova.network.neutron [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Successfully created port: e1a46a10-7094-42e6-9349-ed846f172452 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.381840] env[69654]: DEBUG nova.compute.manager [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.382907] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cab7a2-21f7-4520-883f-95e1a02bbe59 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.508447] env[69654]: DEBUG nova.scheduler.client.report [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.595975] env[69654]: DEBUG nova.network.neutron [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Successfully created port: 95b67e1e-36b4-4894-a255-73fb39505aa4 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.629941] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554548, 'name': Rename_Task, 'duration_secs': 0.185726} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.629941] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.630165] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94c04395-04fe-4cd5-8d91-a6a666a05592 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.640955] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 771.640955] env[69654]: value = "task-3554549" [ 771.640955] env[69654]: _type = "Task" [ 771.640955] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.652099] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.691032] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554547, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.897747] env[69654]: INFO nova.compute.manager [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] instance snapshotting [ 771.897747] env[69654]: DEBUG nova.objects.instance [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lazy-loading 'flavor' on Instance uuid ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.914025] env[69654]: DEBUG nova.compute.manager [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.952896] env[69654]: DEBUG nova.virt.hardware [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.953270] env[69654]: DEBUG nova.virt.hardware [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.953427] env[69654]: DEBUG nova.virt.hardware [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.953666] env[69654]: DEBUG nova.virt.hardware [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.953859] env[69654]: DEBUG nova.virt.hardware [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.953986] env[69654]: DEBUG nova.virt.hardware [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.954311] env[69654]: DEBUG nova.virt.hardware [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.954489] env[69654]: DEBUG nova.virt.hardware [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.954683] env[69654]: DEBUG nova.virt.hardware [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.954871] env[69654]: DEBUG nova.virt.hardware [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.955073] env[69654]: DEBUG nova.virt.hardware [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.956382] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621b6ae6-e452-4e10-a086-5840471645cf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.968485] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1740db-192b-433c-9cd2-05223ff0a971 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.013837] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.017962] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.549s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.019083] env[69654]: INFO nova.compute.claims [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.048709] env[69654]: INFO nova.scheduler.client.report [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Deleted allocations for instance f98bf7ff-d4a9-4083-bbef-df4e0cee15ae [ 772.155886] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.188758] env[69654]: DEBUG oslo_vmware.api [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554547, 'name': RemoveSnapshot_Task, 'duration_secs': 1.027737} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.188967] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 772.189263] env[69654]: INFO nova.compute.manager [None req-f8496344-953c-4b13-be6f-aace03550ceb tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Took 19.74 seconds to snapshot the instance on the hypervisor. [ 772.404366] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03b4116-61a1-4632-aa7b-a1f4c3f7dd2e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.424830] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1652ddec-5f69-4ae7-8d10-5afb642ab0ed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.562710] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5c39ca0-7d7e-4fac-9f12-880753f859b4 tempest-FloatingIPsAssociationTestJSON-597742564 tempest-FloatingIPsAssociationTestJSON-597742564-project-member] Lock "f98bf7ff-d4a9-4083-bbef-df4e0cee15ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.117s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.654540] env[69654]: DEBUG oslo_vmware.api [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554549, 'name': PowerOnVM_Task, 'duration_secs': 0.778952} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.654826] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.655021] env[69654]: INFO nova.compute.manager [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Took 8.66 seconds to spawn the instance on the hypervisor. [ 772.655195] env[69654]: DEBUG nova.compute.manager [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.655992] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd51e80c-4f92-45f0-b450-ba3790737d90 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.936778] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 772.937159] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a76e8ff4-9bb9-45c3-8c5e-034958b78561 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.948216] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 772.948216] env[69654]: value = "task-3554550" [ 772.948216] env[69654]: _type = "Task" [ 772.948216] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.959596] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554550, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.071800] env[69654]: DEBUG nova.compute.manager [req-6f9c7bdc-4a73-4ae0-bada-8fd6a80f28d3 req-ec934cd9-9403-4c1a-9c18-493d071a746c service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Received event network-vif-plugged-16788150-9914-4cec-b290-2d372e73b323 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.071994] env[69654]: DEBUG oslo_concurrency.lockutils [req-6f9c7bdc-4a73-4ae0-bada-8fd6a80f28d3 req-ec934cd9-9403-4c1a-9c18-493d071a746c service nova] Acquiring lock "fb235b27-f172-4495-8083-5e9b158b6146-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.072235] env[69654]: DEBUG oslo_concurrency.lockutils [req-6f9c7bdc-4a73-4ae0-bada-8fd6a80f28d3 req-ec934cd9-9403-4c1a-9c18-493d071a746c service nova] Lock "fb235b27-f172-4495-8083-5e9b158b6146-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.072405] env[69654]: DEBUG oslo_concurrency.lockutils [req-6f9c7bdc-4a73-4ae0-bada-8fd6a80f28d3 req-ec934cd9-9403-4c1a-9c18-493d071a746c service nova] Lock "fb235b27-f172-4495-8083-5e9b158b6146-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.072576] env[69654]: DEBUG nova.compute.manager [req-6f9c7bdc-4a73-4ae0-bada-8fd6a80f28d3 req-ec934cd9-9403-4c1a-9c18-493d071a746c service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] No waiting events found dispatching network-vif-plugged-16788150-9914-4cec-b290-2d372e73b323 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.072760] env[69654]: WARNING nova.compute.manager [req-6f9c7bdc-4a73-4ae0-bada-8fd6a80f28d3 req-ec934cd9-9403-4c1a-9c18-493d071a746c service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Received unexpected event network-vif-plugged-16788150-9914-4cec-b290-2d372e73b323 for instance with vm_state building and task_state spawning. [ 773.161507] env[69654]: DEBUG nova.network.neutron [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Successfully updated port: 16788150-9914-4cec-b290-2d372e73b323 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.183959] env[69654]: INFO nova.compute.manager [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Took 41.98 seconds to build instance. [ 773.459878] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554550, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.589391] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce52a347-636a-42ce-bd6b-db504bc137d7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.597671] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48687091-e1c7-49c0-b929-942e5c0b7c5f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.629120] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e40cf96-ce70-4f63-bdb1-c1546fc1011c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.638188] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bbfd47-f78d-4fd9-aef3-2dddc7cb3ad5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.653811] env[69654]: DEBUG nova.compute.provider_tree [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.685785] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d7121688-c0e6-4c3d-9a5d-353edfde7aea tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "44f309e1-228d-44f6-a24c-5ffd78446a8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.350s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.965320] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554550, 'name': CreateSnapshot_Task, 'duration_secs': 0.586709} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.967101] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 773.967101] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a77c37a-678d-4623-99b7-250150220db9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.157815] env[69654]: DEBUG nova.scheduler.client.report [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.189040] env[69654]: DEBUG nova.compute.manager [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.491017] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 774.491017] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-958a2c96-4684-4253-9dc6-bc7184177740 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.497782] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 774.497782] env[69654]: value = "task-3554551" [ 774.497782] env[69654]: _type = "Task" [ 774.497782] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.509405] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554551, 'name': CloneVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.666158] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.666622] env[69654]: DEBUG nova.compute.manager [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.670717] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.241s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.720556] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.010145] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554551, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.184442] env[69654]: DEBUG nova.compute.utils [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.186035] env[69654]: DEBUG nova.compute.manager [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.186229] env[69654]: DEBUG nova.network.neutron [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.280146] env[69654]: DEBUG nova.policy [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de24dc14af9f4775bd82753b2d99162c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe15a2f8d0f044578e1c43b52101b6d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.286894] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "69808f39-1a03-4765-98a8-855434cb947a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.287088] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "69808f39-1a03-4765-98a8-855434cb947a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.287918] env[69654]: DEBUG nova.compute.manager [req-c63fbaf5-8fd6-4d38-910c-dd9e5cb7469c req-d9ce98d4-200a-4ad3-8dba-fa366c54a255 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Received event network-changed-16788150-9914-4cec-b290-2d372e73b323 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.288271] env[69654]: DEBUG nova.compute.manager [req-c63fbaf5-8fd6-4d38-910c-dd9e5cb7469c req-d9ce98d4-200a-4ad3-8dba-fa366c54a255 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Refreshing instance network info cache due to event network-changed-16788150-9914-4cec-b290-2d372e73b323. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.288544] env[69654]: DEBUG oslo_concurrency.lockutils [req-c63fbaf5-8fd6-4d38-910c-dd9e5cb7469c req-d9ce98d4-200a-4ad3-8dba-fa366c54a255 service nova] Acquiring lock "refresh_cache-fb235b27-f172-4495-8083-5e9b158b6146" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.288719] env[69654]: DEBUG oslo_concurrency.lockutils [req-c63fbaf5-8fd6-4d38-910c-dd9e5cb7469c req-d9ce98d4-200a-4ad3-8dba-fa366c54a255 service nova] Acquired lock "refresh_cache-fb235b27-f172-4495-8083-5e9b158b6146" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.288946] env[69654]: DEBUG nova.network.neutron [req-c63fbaf5-8fd6-4d38-910c-dd9e5cb7469c req-d9ce98d4-200a-4ad3-8dba-fa366c54a255 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Refreshing network info cache for port 16788150-9914-4cec-b290-2d372e73b323 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.323638] env[69654]: DEBUG nova.network.neutron [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Successfully updated port: e1a46a10-7094-42e6-9349-ed846f172452 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.511102] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554551, 'name': CloneVM_Task} progress is 95%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.660814] env[69654]: DEBUG nova.network.neutron [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Successfully created port: 46a71ed7-2cb5-4ada-a0df-94864c0679bf {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.688723] env[69654]: INFO nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Updating resource usage from migration e94e2a30-be2d-4f38-b5f2-1e06fad3527c [ 775.693415] env[69654]: DEBUG nova.compute.manager [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.728876] env[69654]: WARNING nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.729042] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 4a825919-be32-47dc-9fa9-5427eb1045c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.729255] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance d8d33a14-d3e3-42e4-9fe6-e901547195c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.729390] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 213f9648-a230-44ae-a7bd-9e96dc30f4ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.729501] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.729867] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.730096] env[69654]: WARNING nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance c50cee51-ee39-4590-938e-3c1a9ce10225 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.730166] env[69654]: WARNING nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 74fb9708-d39e-4f5e-9356-95c09802468e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.730290] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance e0283727-ff5e-4943-a5db-9f4bc5a98b7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.730415] env[69654]: WARNING nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance ae4826dd-cacb-4b70-a7f5-dbc7b05bed94 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.730535] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.730655] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 313656df-50ec-4686-84be-f0cdba6c7836 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.730776] env[69654]: WARNING nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 2faa628e-2332-4280-a190-15cef6d6bd42 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.730921] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance de389624-4d9f-4e28-9d54-c03aa59ae51d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.731065] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 9661d6cd-8821-43bf-80df-420260f5da28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.731381] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 44f309e1-228d-44f6-a24c-5ffd78446a8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.732048] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance fb235b27-f172-4495-8083-5e9b158b6146 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.732048] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 9f12ce3e-28c9-480a-8ce0-7193016e331b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.858471] env[69654]: DEBUG nova.network.neutron [req-c63fbaf5-8fd6-4d38-910c-dd9e5cb7469c req-d9ce98d4-200a-4ad3-8dba-fa366c54a255 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.011422] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554551, 'name': CloneVM_Task, 'duration_secs': 1.197248} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.012395] env[69654]: DEBUG nova.network.neutron [req-c63fbaf5-8fd6-4d38-910c-dd9e5cb7469c req-d9ce98d4-200a-4ad3-8dba-fa366c54a255 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.013736] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Created linked-clone VM from snapshot [ 776.014921] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ef3103-b47b-47cc-a731-15287c966dc0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.029581] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Uploading image e0b8ec67-cbfc-4e37-b05d-a4a393983721 {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 776.053862] env[69654]: DEBUG oslo_vmware.rw_handles [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 776.053862] env[69654]: value = "vm-709709" [ 776.053862] env[69654]: _type = "VirtualMachine" [ 776.053862] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 776.054149] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7590d177-0db9-4b47-8a49-27898b40e0fd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.064482] env[69654]: DEBUG oslo_vmware.rw_handles [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lease: (returnval){ [ 776.064482] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5252926c-ed95-cd7c-f830-d6cf394b53db" [ 776.064482] env[69654]: _type = "HttpNfcLease" [ 776.064482] env[69654]: } obtained for exporting VM: (result){ [ 776.064482] env[69654]: value = "vm-709709" [ 776.064482] env[69654]: _type = "VirtualMachine" [ 776.064482] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 776.065557] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the lease: (returnval){ [ 776.065557] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5252926c-ed95-cd7c-f830-d6cf394b53db" [ 776.065557] env[69654]: _type = "HttpNfcLease" [ 776.065557] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 776.074890] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 776.074890] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5252926c-ed95-cd7c-f830-d6cf394b53db" [ 776.074890] env[69654]: _type = "HttpNfcLease" [ 776.074890] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 776.235052] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 48adb05f-2f14-40c8-908d-14beaaf6e4fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 776.516425] env[69654]: DEBUG oslo_concurrency.lockutils [req-c63fbaf5-8fd6-4d38-910c-dd9e5cb7469c req-d9ce98d4-200a-4ad3-8dba-fa366c54a255 service nova] Releasing lock "refresh_cache-fb235b27-f172-4495-8083-5e9b158b6146" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.516715] env[69654]: DEBUG nova.compute.manager [req-c63fbaf5-8fd6-4d38-910c-dd9e5cb7469c req-d9ce98d4-200a-4ad3-8dba-fa366c54a255 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Received event network-vif-plugged-e1a46a10-7094-42e6-9349-ed846f172452 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.516992] env[69654]: DEBUG oslo_concurrency.lockutils [req-c63fbaf5-8fd6-4d38-910c-dd9e5cb7469c req-d9ce98d4-200a-4ad3-8dba-fa366c54a255 service nova] Acquiring lock "fb235b27-f172-4495-8083-5e9b158b6146-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.517148] env[69654]: DEBUG oslo_concurrency.lockutils [req-c63fbaf5-8fd6-4d38-910c-dd9e5cb7469c req-d9ce98d4-200a-4ad3-8dba-fa366c54a255 service nova] Lock "fb235b27-f172-4495-8083-5e9b158b6146-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.517311] env[69654]: DEBUG oslo_concurrency.lockutils [req-c63fbaf5-8fd6-4d38-910c-dd9e5cb7469c req-d9ce98d4-200a-4ad3-8dba-fa366c54a255 service nova] Lock "fb235b27-f172-4495-8083-5e9b158b6146-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.517482] env[69654]: DEBUG nova.compute.manager [req-c63fbaf5-8fd6-4d38-910c-dd9e5cb7469c req-d9ce98d4-200a-4ad3-8dba-fa366c54a255 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] No waiting events found dispatching network-vif-plugged-e1a46a10-7094-42e6-9349-ed846f172452 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.517649] env[69654]: WARNING nova.compute.manager [req-c63fbaf5-8fd6-4d38-910c-dd9e5cb7469c req-d9ce98d4-200a-4ad3-8dba-fa366c54a255 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Received unexpected event network-vif-plugged-e1a46a10-7094-42e6-9349-ed846f172452 for instance with vm_state building and task_state spawning. [ 776.574803] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 776.574803] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5252926c-ed95-cd7c-f830-d6cf394b53db" [ 776.574803] env[69654]: _type = "HttpNfcLease" [ 776.574803] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 776.575147] env[69654]: DEBUG oslo_vmware.rw_handles [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 776.575147] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5252926c-ed95-cd7c-f830-d6cf394b53db" [ 776.575147] env[69654]: _type = "HttpNfcLease" [ 776.575147] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 776.575894] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eba203d-47e6-469b-b28d-c326beab6829 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.587028] env[69654]: DEBUG oslo_vmware.rw_handles [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df4a20-3d11-43c9-b137-195c1b398906/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 776.587028] env[69654]: DEBUG oslo_vmware.rw_handles [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df4a20-3d11-43c9-b137-195c1b398906/disk-0.vmdk for reading. {{(pid=69654) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 776.685718] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-010ab21a-a36d-4575-914e-0b3505005a70 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.706724] env[69654]: DEBUG nova.compute.manager [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.734493] env[69654]: DEBUG nova.virt.hardware [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.734742] env[69654]: DEBUG nova.virt.hardware [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.735358] env[69654]: DEBUG nova.virt.hardware [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.735455] env[69654]: DEBUG nova.virt.hardware [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.735568] env[69654]: DEBUG nova.virt.hardware [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.735713] env[69654]: DEBUG nova.virt.hardware [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.735953] env[69654]: DEBUG nova.virt.hardware [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.739304] env[69654]: DEBUG nova.virt.hardware [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.739304] env[69654]: DEBUG nova.virt.hardware [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.739304] env[69654]: DEBUG nova.virt.hardware [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.739304] env[69654]: DEBUG nova.virt.hardware [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.739304] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 46ed458e-0edc-4cc5-8a6d-324f80d0b076 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 776.739758] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1cc0a1-04d1-44ae-9379-3c05f84658ec {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.751469] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe7ead2-eb31-486c-9349-7e011f0faa86 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.247868] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 777.612569] env[69654]: DEBUG nova.network.neutron [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Successfully updated port: 46a71ed7-2cb5-4ada-a0df-94864c0679bf {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.747725] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance c8ef1eae-4804-45e5-8c9c-3d99dbceb13a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 777.747725] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Migration e94e2a30-be2d-4f38-b5f2-1e06fad3527c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 777.747725] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 090a97b3-e5df-4ede-980a-d95291570913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.921508] env[69654]: DEBUG nova.compute.manager [req-c5ebd38e-7f3b-4675-81c5-db3052325b27 req-25664192-6530-408e-9f11-65f02caf096f service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Received event network-changed-e1a46a10-7094-42e6-9349-ed846f172452 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.923661] env[69654]: DEBUG nova.compute.manager [req-c5ebd38e-7f3b-4675-81c5-db3052325b27 req-25664192-6530-408e-9f11-65f02caf096f service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Refreshing instance network info cache due to event network-changed-e1a46a10-7094-42e6-9349-ed846f172452. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.924333] env[69654]: DEBUG oslo_concurrency.lockutils [req-c5ebd38e-7f3b-4675-81c5-db3052325b27 req-25664192-6530-408e-9f11-65f02caf096f service nova] Acquiring lock "refresh_cache-fb235b27-f172-4495-8083-5e9b158b6146" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.924333] env[69654]: DEBUG oslo_concurrency.lockutils [req-c5ebd38e-7f3b-4675-81c5-db3052325b27 req-25664192-6530-408e-9f11-65f02caf096f service nova] Acquired lock "refresh_cache-fb235b27-f172-4495-8083-5e9b158b6146" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.924548] env[69654]: DEBUG nova.network.neutron [req-c5ebd38e-7f3b-4675-81c5-db3052325b27 req-25664192-6530-408e-9f11-65f02caf096f service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Refreshing network info cache for port e1a46a10-7094-42e6-9349-ed846f172452 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.116188] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.116464] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.116675] env[69654]: DEBUG nova.network.neutron [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.168078] env[69654]: DEBUG nova.network.neutron [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Successfully updated port: 95b67e1e-36b4-4894-a255-73fb39505aa4 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.253727] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance d1f9074c-5091-47c7-a109-0c01a21023bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 778.495438] env[69654]: DEBUG nova.compute.manager [req-2cf50a56-38d8-44b2-8dfd-013423c10d96 req-8c5dd51f-8b45-4842-9d82-b14e756f0fa3 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Received event network-vif-plugged-95b67e1e-36b4-4894-a255-73fb39505aa4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.495723] env[69654]: DEBUG oslo_concurrency.lockutils [req-2cf50a56-38d8-44b2-8dfd-013423c10d96 req-8c5dd51f-8b45-4842-9d82-b14e756f0fa3 service nova] Acquiring lock "fb235b27-f172-4495-8083-5e9b158b6146-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.495998] env[69654]: DEBUG oslo_concurrency.lockutils [req-2cf50a56-38d8-44b2-8dfd-013423c10d96 req-8c5dd51f-8b45-4842-9d82-b14e756f0fa3 service nova] Lock "fb235b27-f172-4495-8083-5e9b158b6146-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.496185] env[69654]: DEBUG oslo_concurrency.lockutils [req-2cf50a56-38d8-44b2-8dfd-013423c10d96 req-8c5dd51f-8b45-4842-9d82-b14e756f0fa3 service nova] Lock "fb235b27-f172-4495-8083-5e9b158b6146-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.496353] env[69654]: DEBUG nova.compute.manager [req-2cf50a56-38d8-44b2-8dfd-013423c10d96 req-8c5dd51f-8b45-4842-9d82-b14e756f0fa3 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] No waiting events found dispatching network-vif-plugged-95b67e1e-36b4-4894-a255-73fb39505aa4 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.496508] env[69654]: WARNING nova.compute.manager [req-2cf50a56-38d8-44b2-8dfd-013423c10d96 req-8c5dd51f-8b45-4842-9d82-b14e756f0fa3 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Received unexpected event network-vif-plugged-95b67e1e-36b4-4894-a255-73fb39505aa4 for instance with vm_state building and task_state spawning. [ 778.498606] env[69654]: DEBUG nova.network.neutron [req-c5ebd38e-7f3b-4675-81c5-db3052325b27 req-25664192-6530-408e-9f11-65f02caf096f service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.668121] env[69654]: DEBUG nova.network.neutron [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.670469] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquiring lock "refresh_cache-fb235b27-f172-4495-8083-5e9b158b6146" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.687413] env[69654]: DEBUG nova.network.neutron [req-c5ebd38e-7f3b-4675-81c5-db3052325b27 req-25664192-6530-408e-9f11-65f02caf096f service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.758265] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 1f7a28d9-1a53-43c3-be38-cdf38d086a4b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 778.834919] env[69654]: DEBUG nova.network.neutron [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Updating instance_info_cache with network_info: [{"id": "46a71ed7-2cb5-4ada-a0df-94864c0679bf", "address": "fa:16:3e:50:0b:8e", "network": {"id": "cfb2c5f3-f003-4e98-98cc-03be95a103d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-370517468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fe15a2f8d0f044578e1c43b52101b6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a71ed7-2c", "ovs_interfaceid": "46a71ed7-2cb5-4ada-a0df-94864c0679bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.194180] env[69654]: DEBUG oslo_concurrency.lockutils [req-c5ebd38e-7f3b-4675-81c5-db3052325b27 req-25664192-6530-408e-9f11-65f02caf096f service nova] Releasing lock "refresh_cache-fb235b27-f172-4495-8083-5e9b158b6146" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.194761] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquired lock "refresh_cache-fb235b27-f172-4495-8083-5e9b158b6146" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.194761] env[69654]: DEBUG nova.network.neutron [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.265590] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 7f9a0c87-c23d-405d-b644-7486f55bb917 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 779.341341] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Releasing lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.341341] env[69654]: DEBUG nova.compute.manager [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Instance network_info: |[{"id": "46a71ed7-2cb5-4ada-a0df-94864c0679bf", "address": "fa:16:3e:50:0b:8e", "network": {"id": "cfb2c5f3-f003-4e98-98cc-03be95a103d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-370517468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fe15a2f8d0f044578e1c43b52101b6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a71ed7-2c", "ovs_interfaceid": "46a71ed7-2cb5-4ada-a0df-94864c0679bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.342053] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:0b:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46a71ed7-2cb5-4ada-a0df-94864c0679bf', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.350525] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Creating folder: Project (fe15a2f8d0f044578e1c43b52101b6d2). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.351237] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5a654cb-0a7d-47d9-be4e-a0b02518a9a4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.366988] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Created folder: Project (fe15a2f8d0f044578e1c43b52101b6d2) in parent group-v709593. [ 779.366988] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Creating folder: Instances. Parent ref: group-v709710. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.366988] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e9deeaa-c9fc-4265-a36e-83b768bb3fda {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.381160] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Created folder: Instances in parent group-v709710. [ 779.381160] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.381160] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.381160] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-503f959a-e001-4ca1-b206-25f4092bc745 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.404186] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.404186] env[69654]: value = "task-3554555" [ 779.404186] env[69654]: _type = "Task" [ 779.404186] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.414250] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554555, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.762164] env[69654]: DEBUG nova.network.neutron [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.768705] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 6414f602-4591-43b8-a3da-2419f014e758 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 779.852108] env[69654]: DEBUG oslo_concurrency.lockutils [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Acquiring lock "8f2db915-6654-4f50-b05b-522c3443d27c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.852108] env[69654]: DEBUG oslo_concurrency.lockutils [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Lock "8f2db915-6654-4f50-b05b-522c3443d27c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.925607] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554555, 'name': CreateVM_Task, 'duration_secs': 0.435051} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.926139] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.926661] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.926828] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.927231] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.927481] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f58fdd48-f88a-4203-a171-63edbbf3665d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.938602] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 779.938602] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b372df-6765-3985-2543-db7a48a69deb" [ 779.938602] env[69654]: _type = "Task" [ 779.938602] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.950795] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b372df-6765-3985-2543-db7a48a69deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.080200] env[69654]: DEBUG nova.compute.manager [req-a1e8192d-5987-41f0-ad47-fa8df3cbee46 req-ce50db85-bcdd-4f20-ac7d-c152166fa4b6 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Received event network-vif-plugged-46a71ed7-2cb5-4ada-a0df-94864c0679bf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.080200] env[69654]: DEBUG oslo_concurrency.lockutils [req-a1e8192d-5987-41f0-ad47-fa8df3cbee46 req-ce50db85-bcdd-4f20-ac7d-c152166fa4b6 service nova] Acquiring lock "9f12ce3e-28c9-480a-8ce0-7193016e331b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.080200] env[69654]: DEBUG oslo_concurrency.lockutils [req-a1e8192d-5987-41f0-ad47-fa8df3cbee46 req-ce50db85-bcdd-4f20-ac7d-c152166fa4b6 service nova] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.080398] env[69654]: DEBUG oslo_concurrency.lockutils [req-a1e8192d-5987-41f0-ad47-fa8df3cbee46 req-ce50db85-bcdd-4f20-ac7d-c152166fa4b6 service nova] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.080585] env[69654]: DEBUG nova.compute.manager [req-a1e8192d-5987-41f0-ad47-fa8df3cbee46 req-ce50db85-bcdd-4f20-ac7d-c152166fa4b6 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] No waiting events found dispatching network-vif-plugged-46a71ed7-2cb5-4ada-a0df-94864c0679bf {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.080730] env[69654]: WARNING nova.compute.manager [req-a1e8192d-5987-41f0-ad47-fa8df3cbee46 req-ce50db85-bcdd-4f20-ac7d-c152166fa4b6 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Received unexpected event network-vif-plugged-46a71ed7-2cb5-4ada-a0df-94864c0679bf for instance with vm_state building and task_state spawning. [ 780.080845] env[69654]: DEBUG nova.compute.manager [req-a1e8192d-5987-41f0-ad47-fa8df3cbee46 req-ce50db85-bcdd-4f20-ac7d-c152166fa4b6 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Received event network-changed-46a71ed7-2cb5-4ada-a0df-94864c0679bf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.080992] env[69654]: DEBUG nova.compute.manager [req-a1e8192d-5987-41f0-ad47-fa8df3cbee46 req-ce50db85-bcdd-4f20-ac7d-c152166fa4b6 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Refreshing instance network info cache due to event network-changed-46a71ed7-2cb5-4ada-a0df-94864c0679bf. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.081186] env[69654]: DEBUG oslo_concurrency.lockutils [req-a1e8192d-5987-41f0-ad47-fa8df3cbee46 req-ce50db85-bcdd-4f20-ac7d-c152166fa4b6 service nova] Acquiring lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.081394] env[69654]: DEBUG oslo_concurrency.lockutils [req-a1e8192d-5987-41f0-ad47-fa8df3cbee46 req-ce50db85-bcdd-4f20-ac7d-c152166fa4b6 service nova] Acquired lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.081539] env[69654]: DEBUG nova.network.neutron [req-a1e8192d-5987-41f0-ad47-fa8df3cbee46 req-ce50db85-bcdd-4f20-ac7d-c152166fa4b6 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Refreshing network info cache for port 46a71ed7-2cb5-4ada-a0df-94864c0679bf {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.273148] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 69808f39-1a03-4765-98a8-855434cb947a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 780.273472] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 780.273750] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 780.277228] env[69654]: DEBUG nova.network.neutron [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Updating instance_info_cache with network_info: [{"id": "16788150-9914-4cec-b290-2d372e73b323", "address": "fa:16:3e:1e:34:0c", "network": {"id": "fdf95035-d144-45ba-91e8-3f37ed5b205e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-902231519", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16788150-99", "ovs_interfaceid": "16788150-9914-4cec-b290-2d372e73b323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1a46a10-7094-42e6-9349-ed846f172452", "address": "fa:16:3e:60:01:09", "network": {"id": "e57a84c4-1a63-442c-9f98-bf867b8d19bc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-971639409", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a46a10-70", "ovs_interfaceid": "e1a46a10-7094-42e6-9349-ed846f172452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95b67e1e-36b4-4894-a255-73fb39505aa4", "address": "fa:16:3e:82:f6:f5", "network": {"id": "fdf95035-d144-45ba-91e8-3f37ed5b205e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-902231519", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b67e1e-36", "ovs_interfaceid": "95b67e1e-36b4-4894-a255-73fb39505aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.450958] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b372df-6765-3985-2543-db7a48a69deb, 'name': SearchDatastore_Task, 'duration_secs': 0.012365} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.455436] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.455436] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.455436] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.455436] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.455667] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.456237] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f39e8f7c-eabf-44c7-9150-773d7e752f84 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.467527] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.467668] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.471513] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a9de90-df1f-4058-8c1b-2bc07e95457e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.477727] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 780.477727] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ed27a9-e4ab-206a-da50-d11f16ddc0d0" [ 780.477727] env[69654]: _type = "Task" [ 780.477727] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.488986] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ed27a9-e4ab-206a-da50-d11f16ddc0d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.549422] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquiring lock "8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.549749] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.550052] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquiring lock "8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.550260] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.550450] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.556131] env[69654]: INFO nova.compute.manager [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Terminating instance [ 780.583430] env[69654]: DEBUG nova.compute.manager [req-32d5e844-2d17-46ef-ad5a-c9f0807323da req-1eb46797-90ff-461e-adec-4e1b4c6a356b service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Received event network-changed-95b67e1e-36b4-4894-a255-73fb39505aa4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.584055] env[69654]: DEBUG nova.compute.manager [req-32d5e844-2d17-46ef-ad5a-c9f0807323da req-1eb46797-90ff-461e-adec-4e1b4c6a356b service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Refreshing instance network info cache due to event network-changed-95b67e1e-36b4-4894-a255-73fb39505aa4. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.584055] env[69654]: DEBUG oslo_concurrency.lockutils [req-32d5e844-2d17-46ef-ad5a-c9f0807323da req-1eb46797-90ff-461e-adec-4e1b4c6a356b service nova] Acquiring lock "refresh_cache-fb235b27-f172-4495-8083-5e9b158b6146" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.746320] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1063e4b-662d-4df7-9fb3-4bd1e7721d42 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.756680] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e65f6c-8505-4ddb-9962-a0b2fc44b5cd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.789760] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Releasing lock "refresh_cache-fb235b27-f172-4495-8083-5e9b158b6146" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.790309] env[69654]: DEBUG nova.compute.manager [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Instance network_info: |[{"id": "16788150-9914-4cec-b290-2d372e73b323", "address": "fa:16:3e:1e:34:0c", "network": {"id": "fdf95035-d144-45ba-91e8-3f37ed5b205e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-902231519", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16788150-99", "ovs_interfaceid": "16788150-9914-4cec-b290-2d372e73b323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1a46a10-7094-42e6-9349-ed846f172452", "address": "fa:16:3e:60:01:09", "network": {"id": "e57a84c4-1a63-442c-9f98-bf867b8d19bc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-971639409", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a46a10-70", "ovs_interfaceid": "e1a46a10-7094-42e6-9349-ed846f172452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95b67e1e-36b4-4894-a255-73fb39505aa4", "address": "fa:16:3e:82:f6:f5", "network": {"id": "fdf95035-d144-45ba-91e8-3f37ed5b205e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-902231519", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b67e1e-36", "ovs_interfaceid": "95b67e1e-36b4-4894-a255-73fb39505aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.793556] env[69654]: DEBUG oslo_concurrency.lockutils [req-32d5e844-2d17-46ef-ad5a-c9f0807323da req-1eb46797-90ff-461e-adec-4e1b4c6a356b service nova] Acquired lock "refresh_cache-fb235b27-f172-4495-8083-5e9b158b6146" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.793834] env[69654]: DEBUG nova.network.neutron [req-32d5e844-2d17-46ef-ad5a-c9f0807323da req-1eb46797-90ff-461e-adec-4e1b4c6a356b service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Refreshing network info cache for port 95b67e1e-36b4-4894-a255-73fb39505aa4 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.795559] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:34:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16788150-9914-4cec-b290-2d372e73b323', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:01:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1a46a10-7094-42e6-9349-ed846f172452', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:f6:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95b67e1e-36b4-4894-a255-73fb39505aa4', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.807499] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Creating folder: Project (e705f5486b4247b3b1057e87ca240ad3). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.808350] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ecc9b4-6ded-4422-aac5-14632f3aef48 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.813913] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c00195b-e72e-4aba-b090-2265c39ba587 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.823031] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b842567-477b-464a-8da3-a1b21222d7fb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.828963] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Created folder: Project (e705f5486b4247b3b1057e87ca240ad3) in parent group-v709593. [ 780.829204] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Creating folder: Instances. Parent ref: group-v709713. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.830524] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42230c74-db59-43df-af85-bfdd731d4151 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.841792] env[69654]: DEBUG nova.compute.provider_tree [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.843784] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Created folder: Instances in parent group-v709713. [ 780.844045] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.844486] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.844889] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e0e262e-6001-4916-b5ce-d7e9b2cf7ed1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.865191] env[69654]: DEBUG nova.network.neutron [req-a1e8192d-5987-41f0-ad47-fa8df3cbee46 req-ce50db85-bcdd-4f20-ac7d-c152166fa4b6 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Updated VIF entry in instance network info cache for port 46a71ed7-2cb5-4ada-a0df-94864c0679bf. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.865700] env[69654]: DEBUG nova.network.neutron [req-a1e8192d-5987-41f0-ad47-fa8df3cbee46 req-ce50db85-bcdd-4f20-ac7d-c152166fa4b6 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Updating instance_info_cache with network_info: [{"id": "46a71ed7-2cb5-4ada-a0df-94864c0679bf", "address": "fa:16:3e:50:0b:8e", "network": {"id": "cfb2c5f3-f003-4e98-98cc-03be95a103d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-370517468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fe15a2f8d0f044578e1c43b52101b6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a71ed7-2c", "ovs_interfaceid": "46a71ed7-2cb5-4ada-a0df-94864c0679bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.877030] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.877030] env[69654]: value = "task-3554558" [ 780.877030] env[69654]: _type = "Task" [ 780.877030] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.890025] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554558, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.988584] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ed27a9-e4ab-206a-da50-d11f16ddc0d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013495} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.990025] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83c7d68c-84d3-4d18-81f7-2ba294e7b5ae {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.995991] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 780.995991] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523d03d3-aaf5-367d-2a93-8aee931cac45" [ 780.995991] env[69654]: _type = "Task" [ 780.995991] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.005868] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523d03d3-aaf5-367d-2a93-8aee931cac45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.060121] env[69654]: DEBUG nova.compute.manager [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.060361] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.061332] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba70096-8933-4033-8110-5ac6ffc5058b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.070354] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.070596] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60e96810-e66a-4f3c-8b5c-5ed2a7b223de {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.078461] env[69654]: DEBUG oslo_vmware.api [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 781.078461] env[69654]: value = "task-3554559" [ 781.078461] env[69654]: _type = "Task" [ 781.078461] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.088322] env[69654]: DEBUG oslo_vmware.api [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.198522] env[69654]: DEBUG nova.network.neutron [req-32d5e844-2d17-46ef-ad5a-c9f0807323da req-1eb46797-90ff-461e-adec-4e1b4c6a356b service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Updated VIF entry in instance network info cache for port 95b67e1e-36b4-4894-a255-73fb39505aa4. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.199162] env[69654]: DEBUG nova.network.neutron [req-32d5e844-2d17-46ef-ad5a-c9f0807323da req-1eb46797-90ff-461e-adec-4e1b4c6a356b service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Updating instance_info_cache with network_info: [{"id": "16788150-9914-4cec-b290-2d372e73b323", "address": "fa:16:3e:1e:34:0c", "network": {"id": "fdf95035-d144-45ba-91e8-3f37ed5b205e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-902231519", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16788150-99", "ovs_interfaceid": "16788150-9914-4cec-b290-2d372e73b323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1a46a10-7094-42e6-9349-ed846f172452", "address": "fa:16:3e:60:01:09", "network": {"id": "e57a84c4-1a63-442c-9f98-bf867b8d19bc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-971639409", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a46a10-70", "ovs_interfaceid": "e1a46a10-7094-42e6-9349-ed846f172452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95b67e1e-36b4-4894-a255-73fb39505aa4", "address": "fa:16:3e:82:f6:f5", "network": {"id": "fdf95035-d144-45ba-91e8-3f37ed5b205e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-902231519", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b67e1e-36", "ovs_interfaceid": "95b67e1e-36b4-4894-a255-73fb39505aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.347321] env[69654]: DEBUG nova.scheduler.client.report [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.370676] env[69654]: DEBUG oslo_concurrency.lockutils [req-a1e8192d-5987-41f0-ad47-fa8df3cbee46 req-ce50db85-bcdd-4f20-ac7d-c152166fa4b6 service nova] Releasing lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.388589] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554558, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.507127] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523d03d3-aaf5-367d-2a93-8aee931cac45, 'name': SearchDatastore_Task, 'duration_secs': 0.010637} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.507435] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.507694] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 9f12ce3e-28c9-480a-8ce0-7193016e331b/9f12ce3e-28c9-480a-8ce0-7193016e331b.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.508240] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6abd9324-5fac-40d0-98ad-6d704d54cc8b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.517200] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 781.517200] env[69654]: value = "task-3554560" [ 781.517200] env[69654]: _type = "Task" [ 781.517200] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.526288] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.590093] env[69654]: DEBUG oslo_vmware.api [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554559, 'name': PowerOffVM_Task, 'duration_secs': 0.273469} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.591787] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.591787] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.591787] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5e93d3b-97ac-4157-9fcd-f21d92bf3b96 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.690359] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.690589] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.690768] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Deleting the datastore file [datastore1] 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.691061] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42eef489-ddad-4b64-8a93-cf28fc4a36da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.698507] env[69654]: DEBUG oslo_vmware.api [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 781.698507] env[69654]: value = "task-3554562" [ 781.698507] env[69654]: _type = "Task" [ 781.698507] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.702138] env[69654]: DEBUG oslo_concurrency.lockutils [req-32d5e844-2d17-46ef-ad5a-c9f0807323da req-1eb46797-90ff-461e-adec-4e1b4c6a356b service nova] Releasing lock "refresh_cache-fb235b27-f172-4495-8083-5e9b158b6146" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.708102] env[69654]: DEBUG oslo_vmware.api [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.851897] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69654) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 781.852232] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.182s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.852512] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.208s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.852704] env[69654]: DEBUG nova.objects.instance [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69654) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 781.899158] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554558, 'name': CreateVM_Task, 'duration_secs': 0.545326} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.900339] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.901503] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.901883] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.902403] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.903248] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0eadb21-1583-4ef6-8793-bfa8bf245baa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.911505] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 781.911505] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5290c64f-aa98-9ca1-5db1-33c754943a60" [ 781.911505] env[69654]: _type = "Task" [ 781.911505] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.928508] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5290c64f-aa98-9ca1-5db1-33c754943a60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.041156] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554560, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.214534] env[69654]: DEBUG oslo_vmware.api [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.422855] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5290c64f-aa98-9ca1-5db1-33c754943a60, 'name': SearchDatastore_Task, 'duration_secs': 0.068209} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.423247] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.423410] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.423640] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.423777] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.423946] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.424222] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c91c449-46f3-4b2d-8ff1-cb9e60e29ad9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.434184] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.434362] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.435519] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff42ea1c-15d4-46ef-afff-e30b39f6ceca {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.440825] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 782.440825] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e9c9c1-552e-7228-91f1-3d47f908e014" [ 782.440825] env[69654]: _type = "Task" [ 782.440825] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.448847] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e9c9c1-552e-7228-91f1-3d47f908e014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.530056] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706566} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.530056] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 9f12ce3e-28c9-480a-8ce0-7193016e331b/9f12ce3e-28c9-480a-8ce0-7193016e331b.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.530056] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.530056] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cdddad9-a125-4697-a8bd-7a3f407d8897 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.537287] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 782.537287] env[69654]: value = "task-3554563" [ 782.537287] env[69654]: _type = "Task" [ 782.537287] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.546165] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.710745] env[69654]: DEBUG oslo_vmware.api [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5425} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.711078] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.711355] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.711577] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.711792] env[69654]: INFO nova.compute.manager [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Took 1.65 seconds to destroy the instance on the hypervisor. [ 782.712087] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.712354] env[69654]: DEBUG nova.compute.manager [-] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.712495] env[69654]: DEBUG nova.network.neutron [-] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.861317] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ebe1c662-be1c-488a-b827-bf312c8c6e45 tempest-ServersAdmin275Test-562771815 tempest-ServersAdmin275Test-562771815-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.862618] env[69654]: DEBUG oslo_concurrency.lockutils [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.672s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.864986] env[69654]: INFO nova.compute.claims [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.953545] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e9c9c1-552e-7228-91f1-3d47f908e014, 'name': SearchDatastore_Task, 'duration_secs': 0.008763} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.954693] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd55228a-0b69-43e5-b8c5-45e368ace481 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.961191] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 782.961191] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524f59ab-2160-1391-8c33-a852b4d75a16" [ 782.961191] env[69654]: _type = "Task" [ 782.961191] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.972291] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524f59ab-2160-1391-8c33-a852b4d75a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.047411] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091568} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.047730] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.048456] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209f405b-2299-4ac6-ab31-740460c9a047 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.074114] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 9f12ce3e-28c9-480a-8ce0-7193016e331b/9f12ce3e-28c9-480a-8ce0-7193016e331b.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.074996] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbfa1ca0-cfdf-4924-934a-00a9149dd231 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.097751] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 783.097751] env[69654]: value = "task-3554564" [ 783.097751] env[69654]: _type = "Task" [ 783.097751] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.107012] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.476652] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524f59ab-2160-1391-8c33-a852b4d75a16, 'name': SearchDatastore_Task, 'duration_secs': 0.008955} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.477208] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.477540] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] fb235b27-f172-4495-8083-5e9b158b6146/fb235b27-f172-4495-8083-5e9b158b6146.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.477860] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8b03f80-9314-492a-8554-0ed12d572924 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.485121] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 783.485121] env[69654]: value = "task-3554565" [ 783.485121] env[69654]: _type = "Task" [ 783.485121] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.495215] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.608880] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554564, 'name': ReconfigVM_Task, 'duration_secs': 0.377228} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.610544] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 9f12ce3e-28c9-480a-8ce0-7193016e331b/9f12ce3e-28c9-480a-8ce0-7193016e331b.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.612623] env[69654]: DEBUG nova.compute.manager [req-f6cf363d-b03c-4dd9-a93e-7c2114f91c7e req-1384c4b9-72e8-423c-a6d5-460d33a6d0c5 service nova] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Received event network-vif-deleted-1e7c5e98-cc86-4bfd-83f9-5b3c287210b2 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.612900] env[69654]: INFO nova.compute.manager [req-f6cf363d-b03c-4dd9-a93e-7c2114f91c7e req-1384c4b9-72e8-423c-a6d5-460d33a6d0c5 service nova] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Neutron deleted interface 1e7c5e98-cc86-4bfd-83f9-5b3c287210b2; detaching it from the instance and deleting it from the info cache [ 783.613178] env[69654]: DEBUG nova.network.neutron [req-f6cf363d-b03c-4dd9-a93e-7c2114f91c7e req-1384c4b9-72e8-423c-a6d5-460d33a6d0c5 service nova] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.615812] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d74fb47e-20c0-48a9-bb0c-0209158aff17 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.622171] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 783.622171] env[69654]: value = "task-3554566" [ 783.622171] env[69654]: _type = "Task" [ 783.622171] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.635970] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554566, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.974488] env[69654]: DEBUG nova.network.neutron [-] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.997648] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47404} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.998164] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] fb235b27-f172-4495-8083-5e9b158b6146/fb235b27-f172-4495-8083-5e9b158b6146.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.998441] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.001204] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9132aef-46b5-4d1f-9699-82ec9d2e8084 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.010126] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 784.010126] env[69654]: value = "task-3554567" [ 784.010126] env[69654]: _type = "Task" [ 784.010126] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.021969] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.119317] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-204e9ebd-4d96-45bd-b2a8-349a0447739e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.134603] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ce57f5-080d-46c4-beca-f83d8dc8474f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.151151] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554566, 'name': Rename_Task, 'duration_secs': 0.264891} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.151858] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.152128] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea579cee-47c5-4052-a9fd-c41d658fa6ae {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.161903] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 784.161903] env[69654]: value = "task-3554568" [ 784.161903] env[69654]: _type = "Task" [ 784.161903] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.179251] env[69654]: DEBUG nova.compute.manager [req-f6cf363d-b03c-4dd9-a93e-7c2114f91c7e req-1384c4b9-72e8-423c-a6d5-460d33a6d0c5 service nova] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Detach interface failed, port_id=1e7c5e98-cc86-4bfd-83f9-5b3c287210b2, reason: Instance 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 784.189554] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.379477] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fbebe8-5b36-48c4-bd6b-bb4ac38148cc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.388282] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233d36ac-84b3-4c49-8527-dcb9c778e883 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.420511] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4371b412-d7db-4113-9a39-c7bae8344810 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.428061] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250081d9-ed24-42f0-bc83-6ab337d2f878 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.441466] env[69654]: DEBUG nova.compute.provider_tree [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.476999] env[69654]: INFO nova.compute.manager [-] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Took 1.76 seconds to deallocate network for instance. [ 784.520935] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065593} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.521252] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.522272] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e44a86-27f2-45ee-879d-8ad73ff57d8f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.552743] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] fb235b27-f172-4495-8083-5e9b158b6146/fb235b27-f172-4495-8083-5e9b158b6146.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.553473] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c43e1200-ea32-4cb1-8575-5d7077b4959d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.582147] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 784.582147] env[69654]: value = "task-3554569" [ 784.582147] env[69654]: _type = "Task" [ 784.582147] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.590565] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.689050] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554568, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.945106] env[69654]: DEBUG nova.scheduler.client.report [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.985197] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.092516] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554569, 'name': ReconfigVM_Task, 'duration_secs': 0.29572} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.092791] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Reconfigured VM instance instance-00000024 to attach disk [datastore1] fb235b27-f172-4495-8083-5e9b158b6146/fb235b27-f172-4495-8083-5e9b158b6146.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.093464] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9127584-a283-484e-beab-63edaa7fefeb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.099879] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 785.099879] env[69654]: value = "task-3554570" [ 785.099879] env[69654]: _type = "Task" [ 785.099879] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.108204] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554570, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.191823] env[69654]: DEBUG oslo_vmware.api [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554568, 'name': PowerOnVM_Task, 'duration_secs': 0.582456} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.192133] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.192358] env[69654]: INFO nova.compute.manager [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Took 8.49 seconds to spawn the instance on the hypervisor. [ 785.192602] env[69654]: DEBUG nova.compute.manager [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.193411] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef9612e-3a1d-4909-8ffa-cd0b2e3e05b8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.270892] env[69654]: DEBUG oslo_vmware.rw_handles [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df4a20-3d11-43c9-b137-195c1b398906/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 785.271859] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1098abee-0ddd-4382-9d03-9d79fbb59beb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.278932] env[69654]: DEBUG oslo_vmware.rw_handles [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df4a20-3d11-43c9-b137-195c1b398906/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 785.279135] env[69654]: ERROR oslo_vmware.rw_handles [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df4a20-3d11-43c9-b137-195c1b398906/disk-0.vmdk due to incomplete transfer. [ 785.279346] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b587cb50-89c6-408a-adb6-d513a72aacbe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.287248] env[69654]: DEBUG oslo_vmware.rw_handles [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df4a20-3d11-43c9-b137-195c1b398906/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 785.287248] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Uploaded image e0b8ec67-cbfc-4e37-b05d-a4a393983721 to the Glance image server {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 785.289149] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 785.289502] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-baec7471-4b85-495e-b8aa-781ca2dd85ef {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.295378] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 785.295378] env[69654]: value = "task-3554571" [ 785.295378] env[69654]: _type = "Task" [ 785.295378] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.303530] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554571, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.454150] env[69654]: DEBUG oslo_concurrency.lockutils [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.454150] env[69654]: DEBUG nova.compute.manager [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.458523] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 38.812s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.611236] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554570, 'name': Rename_Task, 'duration_secs': 0.184323} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.612690] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.613186] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b256a6b8-82fd-4e50-a1b0-1d44b9eaa653 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.621867] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 785.621867] env[69654]: value = "task-3554572" [ 785.621867] env[69654]: _type = "Task" [ 785.621867] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.631855] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.714842] env[69654]: INFO nova.compute.manager [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Took 45.27 seconds to build instance. [ 785.812258] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554571, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.961704] env[69654]: DEBUG nova.compute.utils [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.968792] env[69654]: INFO nova.compute.claims [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.974721] env[69654]: DEBUG nova.compute.manager [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.975346] env[69654]: DEBUG nova.network.neutron [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.088735] env[69654]: DEBUG nova.policy [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecf975355e2e48dd8e2d522631ba5a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8334390ef8848d5afba13757eda95cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.137111] env[69654]: DEBUG oslo_vmware.api [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554572, 'name': PowerOnVM_Task, 'duration_secs': 0.463273} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.137584] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.137676] env[69654]: INFO nova.compute.manager [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Took 14.23 seconds to spawn the instance on the hypervisor. [ 786.137858] env[69654]: DEBUG nova.compute.manager [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.139017] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a169a16f-63a9-48ea-8c1a-52096e18f2b8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.184442] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.184692] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.216253] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ee1e772-d727-4c99-ae24-1cdc8da5bcc6 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.555s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.307890] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554571, 'name': Destroy_Task, 'duration_secs': 0.86663} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.308964] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Destroyed the VM [ 786.309450] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 786.309721] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-484b9248-d1d7-4bf4-9624-dbb7c3a8811e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.316818] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 786.316818] env[69654]: value = "task-3554573" [ 786.316818] env[69654]: _type = "Task" [ 786.316818] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.325435] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554573, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.478722] env[69654]: DEBUG nova.compute.manager [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.483402] env[69654]: INFO nova.compute.resource_tracker [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Updating resource usage from migration e94e2a30-be2d-4f38-b5f2-1e06fad3527c [ 786.658558] env[69654]: DEBUG nova.compute.manager [req-5d2002e5-3ab8-47a1-899e-f073b003d46e req-8f715dc6-2d14-4ccc-8dc9-bd06da0932fb service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Received event network-changed-46a71ed7-2cb5-4ada-a0df-94864c0679bf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.658558] env[69654]: DEBUG nova.compute.manager [req-5d2002e5-3ab8-47a1-899e-f073b003d46e req-8f715dc6-2d14-4ccc-8dc9-bd06da0932fb service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Refreshing instance network info cache due to event network-changed-46a71ed7-2cb5-4ada-a0df-94864c0679bf. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.658558] env[69654]: DEBUG oslo_concurrency.lockutils [req-5d2002e5-3ab8-47a1-899e-f073b003d46e req-8f715dc6-2d14-4ccc-8dc9-bd06da0932fb service nova] Acquiring lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.658558] env[69654]: DEBUG oslo_concurrency.lockutils [req-5d2002e5-3ab8-47a1-899e-f073b003d46e req-8f715dc6-2d14-4ccc-8dc9-bd06da0932fb service nova] Acquired lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.658558] env[69654]: DEBUG nova.network.neutron [req-5d2002e5-3ab8-47a1-899e-f073b003d46e req-8f715dc6-2d14-4ccc-8dc9-bd06da0932fb service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Refreshing network info cache for port 46a71ed7-2cb5-4ada-a0df-94864c0679bf {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.673412] env[69654]: INFO nova.compute.manager [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Took 48.65 seconds to build instance. [ 786.719360] env[69654]: DEBUG nova.compute.manager [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.726114] env[69654]: DEBUG nova.network.neutron [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Successfully created port: 3bdaaa08-b6c2-47c0-ac48-de381b758f86 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.834410] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554573, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.031093] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d87fb6-b1b7-46f4-acbd-4a7442124b6d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.044111] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1a07f0-92ba-4afb-8bbb-2d2a40801d18 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.082527] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240eba6d-6d88-49e0-8bea-c446035925e4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.090143] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86da0df8-4904-4515-80e9-146bec1b9674 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.105248] env[69654]: DEBUG nova.compute.provider_tree [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.176839] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f0fd880-b8f4-4ee6-b62e-b168abbe26ba tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "fb235b27-f172-4495-8083-5e9b158b6146" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.671s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.266139] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.327822] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554573, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.344114] env[69654]: DEBUG oslo_concurrency.lockutils [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquiring lock "fb235b27-f172-4495-8083-5e9b158b6146" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.344114] env[69654]: DEBUG oslo_concurrency.lockutils [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "fb235b27-f172-4495-8083-5e9b158b6146" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.344114] env[69654]: DEBUG oslo_concurrency.lockutils [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquiring lock "fb235b27-f172-4495-8083-5e9b158b6146-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.344287] env[69654]: DEBUG oslo_concurrency.lockutils [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "fb235b27-f172-4495-8083-5e9b158b6146-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.345987] env[69654]: DEBUG oslo_concurrency.lockutils [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "fb235b27-f172-4495-8083-5e9b158b6146-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.346448] env[69654]: INFO nova.compute.manager [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Terminating instance [ 787.457481] env[69654]: DEBUG nova.network.neutron [req-5d2002e5-3ab8-47a1-899e-f073b003d46e req-8f715dc6-2d14-4ccc-8dc9-bd06da0932fb service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Updated VIF entry in instance network info cache for port 46a71ed7-2cb5-4ada-a0df-94864c0679bf. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.457481] env[69654]: DEBUG nova.network.neutron [req-5d2002e5-3ab8-47a1-899e-f073b003d46e req-8f715dc6-2d14-4ccc-8dc9-bd06da0932fb service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Updating instance_info_cache with network_info: [{"id": "46a71ed7-2cb5-4ada-a0df-94864c0679bf", "address": "fa:16:3e:50:0b:8e", "network": {"id": "cfb2c5f3-f003-4e98-98cc-03be95a103d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-370517468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe15a2f8d0f044578e1c43b52101b6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a71ed7-2c", "ovs_interfaceid": "46a71ed7-2cb5-4ada-a0df-94864c0679bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.498095] env[69654]: DEBUG nova.compute.manager [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.530088] env[69654]: DEBUG nova.virt.hardware [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.530377] env[69654]: DEBUG nova.virt.hardware [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.530547] env[69654]: DEBUG nova.virt.hardware [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.530787] env[69654]: DEBUG nova.virt.hardware [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.530894] env[69654]: DEBUG nova.virt.hardware [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.531061] env[69654]: DEBUG nova.virt.hardware [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.531273] env[69654]: DEBUG nova.virt.hardware [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.531477] env[69654]: DEBUG nova.virt.hardware [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.531657] env[69654]: DEBUG nova.virt.hardware [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.531806] env[69654]: DEBUG nova.virt.hardware [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.532098] env[69654]: DEBUG nova.virt.hardware [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.532970] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1781143a-f311-4f6f-b371-d46975d4bded {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.541421] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1177bd-6efb-4f09-863e-3778ff87163c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.609853] env[69654]: DEBUG nova.scheduler.client.report [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.679508] env[69654]: DEBUG nova.compute.manager [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.828405] env[69654]: DEBUG oslo_vmware.api [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554573, 'name': RemoveSnapshot_Task, 'duration_secs': 1.045458} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.828682] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 787.828913] env[69654]: INFO nova.compute.manager [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Took 15.43 seconds to snapshot the instance on the hypervisor. [ 787.852036] env[69654]: DEBUG nova.compute.manager [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.852036] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.852631] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4344341-ff19-408e-9240-d7b1d415adf7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.860993] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.861250] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74b9afa2-000f-448a-a2f6-dc4efd990ce1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.868643] env[69654]: DEBUG oslo_vmware.api [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 787.868643] env[69654]: value = "task-3554574" [ 787.868643] env[69654]: _type = "Task" [ 787.868643] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.876103] env[69654]: DEBUG oslo_vmware.api [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.959627] env[69654]: DEBUG oslo_concurrency.lockutils [req-5d2002e5-3ab8-47a1-899e-f073b003d46e req-8f715dc6-2d14-4ccc-8dc9-bd06da0932fb service nova] Releasing lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.115463] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.657s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.115463] env[69654]: INFO nova.compute.manager [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Migrating [ 788.115807] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.115807] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.117315] env[69654]: DEBUG oslo_concurrency.lockutils [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.323s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.117926] env[69654]: DEBUG oslo_concurrency.lockutils [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.122106] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.713s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.123386] env[69654]: INFO nova.compute.claims [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.190140] env[69654]: INFO nova.scheduler.client.report [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Deleted allocations for instance 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c [ 788.206332] env[69654]: DEBUG oslo_concurrency.lockutils [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.379437] env[69654]: DEBUG oslo_vmware.api [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554574, 'name': PowerOffVM_Task, 'duration_secs': 0.309655} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.379548] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.379657] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.379910] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26fbf433-662f-4586-9d2b-8a6866107fec {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.389943] env[69654]: DEBUG nova.compute.manager [None req-6d0fc82e-61e8-49e0-89c8-01510107e085 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Found 1 images (rotation: 2) {{(pid=69654) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 788.393437] env[69654]: DEBUG nova.compute.manager [req-e967eaa8-aa10-4697-91a2-e9192138fa67 req-2c0b555f-5d78-4568-97f1-7cf5492af1df service nova] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Received event network-vif-plugged-3bdaaa08-b6c2-47c0-ac48-de381b758f86 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.393636] env[69654]: DEBUG oslo_concurrency.lockutils [req-e967eaa8-aa10-4697-91a2-e9192138fa67 req-2c0b555f-5d78-4568-97f1-7cf5492af1df service nova] Acquiring lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.393841] env[69654]: DEBUG oslo_concurrency.lockutils [req-e967eaa8-aa10-4697-91a2-e9192138fa67 req-2c0b555f-5d78-4568-97f1-7cf5492af1df service nova] Lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.394014] env[69654]: DEBUG oslo_concurrency.lockutils [req-e967eaa8-aa10-4697-91a2-e9192138fa67 req-2c0b555f-5d78-4568-97f1-7cf5492af1df service nova] Lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.394187] env[69654]: DEBUG nova.compute.manager [req-e967eaa8-aa10-4697-91a2-e9192138fa67 req-2c0b555f-5d78-4568-97f1-7cf5492af1df service nova] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] No waiting events found dispatching network-vif-plugged-3bdaaa08-b6c2-47c0-ac48-de381b758f86 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.394350] env[69654]: WARNING nova.compute.manager [req-e967eaa8-aa10-4697-91a2-e9192138fa67 req-2c0b555f-5d78-4568-97f1-7cf5492af1df service nova] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Received unexpected event network-vif-plugged-3bdaaa08-b6c2-47c0-ac48-de381b758f86 for instance with vm_state building and task_state spawning. [ 788.529107] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.529363] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.529554] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Deleting the datastore file [datastore1] fb235b27-f172-4495-8083-5e9b158b6146 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.529812] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74eac22d-0c3c-444a-8b5c-66c0e3d15b70 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.536395] env[69654]: DEBUG oslo_vmware.api [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 788.536395] env[69654]: value = "task-3554576" [ 788.536395] env[69654]: _type = "Task" [ 788.536395] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.548750] env[69654]: DEBUG oslo_vmware.api [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.568856] env[69654]: DEBUG nova.network.neutron [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Successfully updated port: 3bdaaa08-b6c2-47c0-ac48-de381b758f86 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.629027] env[69654]: INFO nova.compute.rpcapi [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 788.631661] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.701568] env[69654]: DEBUG oslo_concurrency.lockutils [None req-badec90b-83be-4644-a681-b34637680baa tempest-ServersAdminNegativeTestJSON-19627888 tempest-ServersAdminNegativeTestJSON-19627888-project-member] Lock "96c9d4b0-28a1-4dc4-b454-16644bd9ce4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.602s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.046958] env[69654]: DEBUG oslo_vmware.api [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162851} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.047424] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.047846] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.048167] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.048473] env[69654]: INFO nova.compute.manager [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Took 1.20 seconds to destroy the instance on the hypervisor. [ 789.048866] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.049250] env[69654]: DEBUG nova.compute.manager [-] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.049485] env[69654]: DEBUG nova.network.neutron [-] [instance: fb235b27-f172-4495-8083-5e9b158b6146] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.072800] env[69654]: DEBUG oslo_concurrency.lockutils [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.072961] env[69654]: DEBUG oslo_concurrency.lockutils [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.073128] env[69654]: DEBUG nova.network.neutron [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.152110] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "refresh_cache-090a97b3-e5df-4ede-980a-d95291570913" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.152427] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquired lock "refresh_cache-090a97b3-e5df-4ede-980a-d95291570913" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.152487] env[69654]: DEBUG nova.network.neutron [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.605623] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6236507b-87ff-4ed0-ba7c-2af02c270c5c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.613772] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7df8bc-d5aa-4ba3-b104-5a9992d10c25 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.618068] env[69654]: DEBUG nova.network.neutron [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.656044] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96263bd5-11b9-4cc8-984e-6058b030c2d9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.671897] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184fa57c-2b12-474d-8f1a-f38289749206 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.690927] env[69654]: DEBUG nova.compute.provider_tree [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.771813] env[69654]: DEBUG nova.compute.manager [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.773030] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9ae7e0-4011-4e52-959a-fe4eb0a0ff3a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.911680] env[69654]: DEBUG nova.network.neutron [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating instance_info_cache with network_info: [{"id": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "address": "fa:16:3e:8e:58:75", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bdaaa08-b6", "ovs_interfaceid": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.938917] env[69654]: DEBUG nova.network.neutron [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Updating instance_info_cache with network_info: [{"id": "0d99db88-a94b-4737-9cce-ae284c55bd60", "address": "fa:16:3e:ab:e8:03", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d99db88-a9", "ovs_interfaceid": "0d99db88-a94b-4737-9cce-ae284c55bd60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.197749] env[69654]: DEBUG nova.scheduler.client.report [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.283547] env[69654]: INFO nova.compute.manager [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] instance snapshotting [ 790.284300] env[69654]: DEBUG nova.objects.instance [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lazy-loading 'flavor' on Instance uuid ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.420954] env[69654]: DEBUG oslo_concurrency.lockutils [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.420954] env[69654]: DEBUG nova.compute.manager [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Instance network_info: |[{"id": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "address": "fa:16:3e:8e:58:75", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bdaaa08-b6", "ovs_interfaceid": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.420954] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:58:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bdaaa08-b6c2-47c0-ac48-de381b758f86', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.427185] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Creating folder: Project (b8334390ef8848d5afba13757eda95cd). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.427485] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f78a2203-75a8-47dc-9d94-45dd341a2f71 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.438921] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Created folder: Project (b8334390ef8848d5afba13757eda95cd) in parent group-v709593. [ 790.439152] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Creating folder: Instances. Parent ref: group-v709716. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.439357] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b11f49d1-007d-4e65-80d7-c0d84bd38eec {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.441354] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Releasing lock "refresh_cache-090a97b3-e5df-4ede-980a-d95291570913" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.452543] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Created folder: Instances in parent group-v709716. [ 790.452543] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.452543] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.452782] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbbacb56-a5b3-4ab0-b777-06ae48a1531d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.480445] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.480445] env[69654]: value = "task-3554579" [ 790.480445] env[69654]: _type = "Task" [ 790.480445] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.491194] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554579, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.558362] env[69654]: DEBUG nova.compute.manager [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Received event network-changed-3bdaaa08-b6c2-47c0-ac48-de381b758f86 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.559289] env[69654]: DEBUG nova.compute.manager [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Refreshing instance network info cache due to event network-changed-3bdaaa08-b6c2-47c0-ac48-de381b758f86. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.559714] env[69654]: DEBUG oslo_concurrency.lockutils [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] Acquiring lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.559995] env[69654]: DEBUG oslo_concurrency.lockutils [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] Acquired lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.560289] env[69654]: DEBUG nova.network.neutron [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Refreshing network info cache for port 3bdaaa08-b6c2-47c0-ac48-de381b758f86 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.702745] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.703346] env[69654]: DEBUG nova.compute.manager [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.706075] env[69654]: DEBUG oslo_concurrency.lockutils [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.670s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.706189] env[69654]: DEBUG oslo_concurrency.lockutils [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.708243] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.787s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.709763] env[69654]: INFO nova.compute.claims [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.757197] env[69654]: INFO nova.scheduler.client.report [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Deleted allocations for instance c50cee51-ee39-4590-938e-3c1a9ce10225 [ 790.792449] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633ce328-9aad-442f-b81c-3b2d90d5b078 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.817053] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f19266-607c-49c8-9273-148538574d44 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.825384] env[69654]: DEBUG nova.network.neutron [-] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.993864] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554579, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.221037] env[69654]: DEBUG nova.compute.utils [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.223349] env[69654]: DEBUG nova.compute.manager [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.223564] env[69654]: DEBUG nova.network.neutron [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.270994] env[69654]: DEBUG nova.policy [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff647c94f2e41748b5ae2795f9b9719', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35f55076c4a9422dbce594bb30f26361', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.272790] env[69654]: DEBUG oslo_concurrency.lockutils [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Acquiring lock "e0283727-ff5e-4943-a5db-9f4bc5a98b7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.273065] env[69654]: DEBUG oslo_concurrency.lockutils [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Lock "e0283727-ff5e-4943-a5db-9f4bc5a98b7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.273274] env[69654]: DEBUG oslo_concurrency.lockutils [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Acquiring lock "e0283727-ff5e-4943-a5db-9f4bc5a98b7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.273457] env[69654]: DEBUG oslo_concurrency.lockutils [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Lock "e0283727-ff5e-4943-a5db-9f4bc5a98b7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.273623] env[69654]: DEBUG oslo_concurrency.lockutils [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Lock "e0283727-ff5e-4943-a5db-9f4bc5a98b7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.275166] env[69654]: DEBUG oslo_concurrency.lockutils [None req-febec5e8-f07c-4c43-b357-910eba0539dd tempest-ServersAdmin275Test-938931444 tempest-ServersAdmin275Test-938931444-project-member] Lock "c50cee51-ee39-4590-938e-3c1a9ce10225" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.504s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.276427] env[69654]: INFO nova.compute.manager [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Terminating instance [ 791.329720] env[69654]: INFO nova.compute.manager [-] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Took 2.28 seconds to deallocate network for instance. [ 791.330732] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 791.332596] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-391ee8ac-3edd-49f8-ab49-6baf97759a00 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.345405] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 791.345405] env[69654]: value = "task-3554580" [ 791.345405] env[69654]: _type = "Task" [ 791.345405] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.352563] env[69654]: DEBUG nova.network.neutron [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updated VIF entry in instance network info cache for port 3bdaaa08-b6c2-47c0-ac48-de381b758f86. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.353043] env[69654]: DEBUG nova.network.neutron [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating instance_info_cache with network_info: [{"id": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "address": "fa:16:3e:8e:58:75", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bdaaa08-b6", "ovs_interfaceid": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.359969] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554580, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.493650] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554579, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.622275] env[69654]: DEBUG nova.network.neutron [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Successfully created port: 708d5578-b75a-4e80-8334-5fc3da985ccf {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.635252] env[69654]: DEBUG oslo_concurrency.lockutils [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Acquiring lock "911c8fb9-929a-4e08-b563-dca67e6a016c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.635400] env[69654]: DEBUG oslo_concurrency.lockutils [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Lock "911c8fb9-929a-4e08-b563-dca67e6a016c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.730740] env[69654]: DEBUG nova.compute.manager [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.784995] env[69654]: DEBUG nova.compute.manager [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.785313] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.787097] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f837f7c4-26a9-4109-a2c9-f572f1d3c46d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.796210] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.796210] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dd62bed-bc29-4350-8e32-33970ee5ccc6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.805974] env[69654]: DEBUG oslo_vmware.api [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Waiting for the task: (returnval){ [ 791.805974] env[69654]: value = "task-3554581" [ 791.805974] env[69654]: _type = "Task" [ 791.805974] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.813894] env[69654]: DEBUG oslo_vmware.api [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': task-3554581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.841044] env[69654]: DEBUG oslo_concurrency.lockutils [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.857680] env[69654]: DEBUG oslo_concurrency.lockutils [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] Releasing lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.859034] env[69654]: DEBUG nova.compute.manager [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Received event network-vif-deleted-16788150-9914-4cec-b290-2d372e73b323 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.859859] env[69654]: INFO nova.compute.manager [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Neutron deleted interface 16788150-9914-4cec-b290-2d372e73b323; detaching it from the instance and deleting it from the info cache [ 791.860207] env[69654]: DEBUG nova.network.neutron [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Updating instance_info_cache with network_info: [{"id": "e1a46a10-7094-42e6-9349-ed846f172452", "address": "fa:16:3e:60:01:09", "network": {"id": "e57a84c4-1a63-442c-9f98-bf867b8d19bc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-971639409", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a46a10-70", "ovs_interfaceid": "e1a46a10-7094-42e6-9349-ed846f172452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95b67e1e-36b4-4894-a255-73fb39505aa4", "address": "fa:16:3e:82:f6:f5", "network": {"id": "fdf95035-d144-45ba-91e8-3f37ed5b205e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-902231519", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b67e1e-36", "ovs_interfaceid": "95b67e1e-36b4-4894-a255-73fb39505aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.861502] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554580, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.958471] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d984af4-f319-4ebf-b002-652ce085805e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.980161] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Updating instance '090a97b3-e5df-4ede-980a-d95291570913' progress to 0 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 791.993520] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554579, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.210567] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c772a017-04e7-469d-b9ce-c407302bb22f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.218954] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8699b1a2-1523-4d02-81f7-f79fcb050fdb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.260474] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966ad11b-5bef-4e23-8644-a69eb9d40415 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.270387] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9dd060-fd6c-4ac3-9614-bd88db7a35da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.285729] env[69654]: DEBUG nova.compute.provider_tree [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.315711] env[69654]: DEBUG oslo_vmware.api [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': task-3554581, 'name': PowerOffVM_Task, 'duration_secs': 0.376606} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.315859] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.315976] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.316255] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b97865b4-7770-41bb-b776-fe0c921fc9cf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.355949] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554580, 'name': CreateSnapshot_Task, 'duration_secs': 0.644727} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.356147] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 792.356920] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0558c6a0-1438-48e7-8771-3c510977455a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.368171] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-317d3633-8df5-4e3e-9fb0-ee449e3cf110 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.376897] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57e29e6-278d-45a4-a92f-7bdd35d139d3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.388655] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.388826] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.388976] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Deleting the datastore file [datastore1] e0283727-ff5e-4943-a5db-9f4bc5a98b7d {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.389715] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7188343-e768-4c93-8ee4-b0144786b6cc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.396136] env[69654]: DEBUG oslo_vmware.api [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Waiting for the task: (returnval){ [ 792.396136] env[69654]: value = "task-3554583" [ 792.396136] env[69654]: _type = "Task" [ 792.396136] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.410898] env[69654]: DEBUG nova.compute.manager [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Detach interface failed, port_id=16788150-9914-4cec-b290-2d372e73b323, reason: Instance fb235b27-f172-4495-8083-5e9b158b6146 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 792.412208] env[69654]: DEBUG nova.compute.manager [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Received event network-vif-deleted-95b67e1e-36b4-4894-a255-73fb39505aa4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.412208] env[69654]: INFO nova.compute.manager [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Neutron deleted interface 95b67e1e-36b4-4894-a255-73fb39505aa4; detaching it from the instance and deleting it from the info cache [ 792.412208] env[69654]: DEBUG nova.network.neutron [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Updating instance_info_cache with network_info: [{"id": "e1a46a10-7094-42e6-9349-ed846f172452", "address": "fa:16:3e:60:01:09", "network": {"id": "e57a84c4-1a63-442c-9f98-bf867b8d19bc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-971639409", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a46a10-70", "ovs_interfaceid": "e1a46a10-7094-42e6-9349-ed846f172452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.420422] env[69654]: DEBUG oslo_vmware.api [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': task-3554583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.487825] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.491877] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e32f6972-6eb6-4fba-9fc6-53d044d9a08f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.499287] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554579, 'name': CreateVM_Task, 'duration_secs': 1.578661} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.500037] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.500372] env[69654]: DEBUG oslo_vmware.api [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 792.500372] env[69654]: value = "task-3554584" [ 792.500372] env[69654]: _type = "Task" [ 792.500372] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.501092] env[69654]: DEBUG oslo_concurrency.lockutils [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.501258] env[69654]: DEBUG oslo_concurrency.lockutils [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.501875] env[69654]: DEBUG oslo_concurrency.lockutils [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.502187] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf05f11-1fad-4052-8a3e-fab3aff7d782 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.512781] env[69654]: DEBUG oslo_vmware.api [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.514405] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 792.514405] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522dbdf9-4442-267d-cb89-3ab143ad1510" [ 792.514405] env[69654]: _type = "Task" [ 792.514405] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.523261] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522dbdf9-4442-267d-cb89-3ab143ad1510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.763311] env[69654]: DEBUG nova.compute.manager [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.784894] env[69654]: DEBUG nova.virt.hardware [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.785158] env[69654]: DEBUG nova.virt.hardware [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.785315] env[69654]: DEBUG nova.virt.hardware [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.785497] env[69654]: DEBUG nova.virt.hardware [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.785684] env[69654]: DEBUG nova.virt.hardware [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.785782] env[69654]: DEBUG nova.virt.hardware [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.785987] env[69654]: DEBUG nova.virt.hardware [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.786155] env[69654]: DEBUG nova.virt.hardware [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.786320] env[69654]: DEBUG nova.virt.hardware [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.786482] env[69654]: DEBUG nova.virt.hardware [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.786656] env[69654]: DEBUG nova.virt.hardware [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.787506] env[69654]: DEBUG nova.scheduler.client.report [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.791141] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b915844-a924-4520-91f4-00274fbef54d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.799681] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46f9f66-414e-4839-a98d-1596b84e7c18 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.876348] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 792.876720] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6b00c230-e7d7-4822-be65-79391393c143 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.885649] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 792.885649] env[69654]: value = "task-3554585" [ 792.885649] env[69654]: _type = "Task" [ 792.885649] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.896701] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554585, 'name': CloneVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.904531] env[69654]: DEBUG oslo_vmware.api [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Task: {'id': task-3554583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16841} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.904877] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.904938] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.905144] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.905296] env[69654]: INFO nova.compute.manager [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 792.905533] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.905720] env[69654]: DEBUG nova.compute.manager [-] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.905818] env[69654]: DEBUG nova.network.neutron [-] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.915156] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5e566a1-482a-402d-9c6a-c9196a8acdde {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.924009] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776c1176-a08e-48a5-af30-2df00e610d97 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.962703] env[69654]: DEBUG nova.compute.manager [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Detach interface failed, port_id=95b67e1e-36b4-4894-a255-73fb39505aa4, reason: Instance fb235b27-f172-4495-8083-5e9b158b6146 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 792.964397] env[69654]: DEBUG nova.compute.manager [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Received event network-vif-deleted-e1a46a10-7094-42e6-9349-ed846f172452 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.964752] env[69654]: INFO nova.compute.manager [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Neutron deleted interface e1a46a10-7094-42e6-9349-ed846f172452; detaching it from the instance and deleting it from the info cache [ 792.965075] env[69654]: DEBUG nova.network.neutron [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.012838] env[69654]: DEBUG oslo_vmware.api [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554584, 'name': PowerOffVM_Task, 'duration_secs': 0.405728} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.013072] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.013276] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Updating instance '090a97b3-e5df-4ede-980a-d95291570913' progress to 17 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 793.025458] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522dbdf9-4442-267d-cb89-3ab143ad1510, 'name': SearchDatastore_Task, 'duration_secs': 0.024387} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.025742] env[69654]: DEBUG oslo_concurrency.lockutils [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.025966] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.028011] env[69654]: DEBUG oslo_concurrency.lockutils [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.028011] env[69654]: DEBUG oslo_concurrency.lockutils [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.028011] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.028011] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef66be82-acf4-40b0-8551-57ed9e45dd78 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.036017] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.036017] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.036214] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd53c7d-a67f-4d98-ba59-cf82c1d38d0c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.042256] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 793.042256] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e52221-807d-0b2e-996c-5d3ef12d19be" [ 793.042256] env[69654]: _type = "Task" [ 793.042256] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.051472] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e52221-807d-0b2e-996c-5d3ef12d19be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.080654] env[69654]: DEBUG nova.compute.manager [req-c3650813-413d-4538-b741-042f731615d4 req-73d41112-5f6f-4722-94a4-709692e8e1e0 service nova] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Received event network-vif-plugged-708d5578-b75a-4e80-8334-5fc3da985ccf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.080820] env[69654]: DEBUG oslo_concurrency.lockutils [req-c3650813-413d-4538-b741-042f731615d4 req-73d41112-5f6f-4722-94a4-709692e8e1e0 service nova] Acquiring lock "46ed458e-0edc-4cc5-8a6d-324f80d0b076-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.081037] env[69654]: DEBUG oslo_concurrency.lockutils [req-c3650813-413d-4538-b741-042f731615d4 req-73d41112-5f6f-4722-94a4-709692e8e1e0 service nova] Lock "46ed458e-0edc-4cc5-8a6d-324f80d0b076-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.081206] env[69654]: DEBUG oslo_concurrency.lockutils [req-c3650813-413d-4538-b741-042f731615d4 req-73d41112-5f6f-4722-94a4-709692e8e1e0 service nova] Lock "46ed458e-0edc-4cc5-8a6d-324f80d0b076-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.081392] env[69654]: DEBUG nova.compute.manager [req-c3650813-413d-4538-b741-042f731615d4 req-73d41112-5f6f-4722-94a4-709692e8e1e0 service nova] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] No waiting events found dispatching network-vif-plugged-708d5578-b75a-4e80-8334-5fc3da985ccf {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.081564] env[69654]: WARNING nova.compute.manager [req-c3650813-413d-4538-b741-042f731615d4 req-73d41112-5f6f-4722-94a4-709692e8e1e0 service nova] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Received unexpected event network-vif-plugged-708d5578-b75a-4e80-8334-5fc3da985ccf for instance with vm_state building and task_state spawning. [ 793.159102] env[69654]: DEBUG nova.network.neutron [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Successfully updated port: 708d5578-b75a-4e80-8334-5fc3da985ccf {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.298032] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.298032] env[69654]: DEBUG nova.compute.manager [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.299407] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.593s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.299619] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.301947] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.868s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.303573] env[69654]: INFO nova.compute.claims [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.346246] env[69654]: INFO nova.scheduler.client.report [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Deleted allocations for instance 74fb9708-d39e-4f5e-9356-95c09802468e [ 793.399533] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554585, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.469067] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8da02817-6e5a-451d-9817-07379c8679ae {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.480725] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f14bb5-cfc3-4653-aa29-272cd8dfd808 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.519009] env[69654]: DEBUG nova.compute.manager [req-4fa1afa4-dc02-411b-ac0e-405eaba65b8e req-ee524241-fb1a-49fa-89eb-77edb2ca4b22 service nova] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Detach interface failed, port_id=e1a46a10-7094-42e6-9349-ed846f172452, reason: Instance fb235b27-f172-4495-8083-5e9b158b6146 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 793.523449] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.523700] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.523869] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.524080] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.524243] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.524340] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.524547] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.524704] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.524862] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.525035] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.525195] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.530197] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d4ba195-e174-441f-bd60-aa02c6f09c3a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.547411] env[69654]: DEBUG oslo_vmware.api [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 793.547411] env[69654]: value = "task-3554586" [ 793.547411] env[69654]: _type = "Task" [ 793.547411] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.555253] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e52221-807d-0b2e-996c-5d3ef12d19be, 'name': SearchDatastore_Task, 'duration_secs': 0.009839} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.556387] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9228df20-161f-4689-8883-a3c3dd1b999e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.563675] env[69654]: DEBUG oslo_vmware.api [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554586, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.566632] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 793.566632] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52630295-a168-22b2-66b6-166d3d19f52b" [ 793.566632] env[69654]: _type = "Task" [ 793.566632] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.574807] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52630295-a168-22b2-66b6-166d3d19f52b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.664056] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Acquiring lock "refresh_cache-46ed458e-0edc-4cc5-8a6d-324f80d0b076" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.664230] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Acquired lock "refresh_cache-46ed458e-0edc-4cc5-8a6d-324f80d0b076" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.664423] env[69654]: DEBUG nova.network.neutron [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.805570] env[69654]: DEBUG nova.compute.manager [req-6ea82055-5bb3-45a2-86c8-8103de456465 req-1c5615c8-9d19-4807-bc4c-d50084ea55a2 service nova] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Received event network-vif-deleted-47c7cf2d-1232-4279-914c-eb1178ebb516 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.808730] env[69654]: INFO nova.compute.manager [req-6ea82055-5bb3-45a2-86c8-8103de456465 req-1c5615c8-9d19-4807-bc4c-d50084ea55a2 service nova] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Neutron deleted interface 47c7cf2d-1232-4279-914c-eb1178ebb516; detaching it from the instance and deleting it from the info cache [ 793.808730] env[69654]: DEBUG nova.network.neutron [req-6ea82055-5bb3-45a2-86c8-8103de456465 req-1c5615c8-9d19-4807-bc4c-d50084ea55a2 service nova] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.811918] env[69654]: DEBUG nova.compute.utils [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.815577] env[69654]: DEBUG nova.compute.manager [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.815811] env[69654]: DEBUG nova.network.neutron [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.855603] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7ed8dbc4-e2a9-4a55-afae-e8bcc2ba47ea tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "74fb9708-d39e-4f5e-9356-95c09802468e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.237s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.896179] env[69654]: DEBUG nova.policy [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6364f75cdbfc4a1ba5a0206f72edc7c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48bf9672dbc14d59b365560b9daff382', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.903510] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554585, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.059973] env[69654]: DEBUG oslo_vmware.api [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554586, 'name': ReconfigVM_Task, 'duration_secs': 0.274143} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.060414] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Updating instance '090a97b3-e5df-4ede-980a-d95291570913' progress to 33 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 794.079940] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52630295-a168-22b2-66b6-166d3d19f52b, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.080313] env[69654]: DEBUG oslo_concurrency.lockutils [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.080670] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 48adb05f-2f14-40c8-908d-14beaaf6e4fb/48adb05f-2f14-40c8-908d-14beaaf6e4fb.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.081021] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53b5d47a-11a5-44b1-b538-8265d6a63ccf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.095116] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 794.095116] env[69654]: value = "task-3554587" [ 794.095116] env[69654]: _type = "Task" [ 794.095116] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.103031] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3554587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.212259] env[69654]: DEBUG nova.network.neutron [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.238292] env[69654]: DEBUG nova.network.neutron [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Successfully created port: 3e5e9f71-7f87-4694-b415-5b092c8c01b1 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.240771] env[69654]: DEBUG nova.network.neutron [-] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.316960] env[69654]: DEBUG nova.compute.manager [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.323558] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a54ef72-a3e4-4e02-8b8f-323973135eb5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.342498] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8bb94e-3f99-4106-a196-f05f67e33e78 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.391478] env[69654]: DEBUG nova.compute.manager [req-6ea82055-5bb3-45a2-86c8-8103de456465 req-1c5615c8-9d19-4807-bc4c-d50084ea55a2 service nova] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Detach interface failed, port_id=47c7cf2d-1232-4279-914c-eb1178ebb516, reason: Instance e0283727-ff5e-4943-a5db-9f4bc5a98b7d could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 794.401641] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554585, 'name': CloneVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.431589] env[69654]: DEBUG nova.network.neutron [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Updating instance_info_cache with network_info: [{"id": "708d5578-b75a-4e80-8334-5fc3da985ccf", "address": "fa:16:3e:81:15:1c", "network": {"id": "ed1af92c-2ed2-490a-8904-98bd19772291", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1536731979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "35f55076c4a9422dbce594bb30f26361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap708d5578-b7", "ovs_interfaceid": "708d5578-b75a-4e80-8334-5fc3da985ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.568790] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.569113] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.569283] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.569469] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.569614] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.569760] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.569994] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.570125] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.570291] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.570455] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.570628] env[69654]: DEBUG nova.virt.hardware [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.576196] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 794.580950] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5364a479-47e5-4ca4-bbba-ea5a57c87f24 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.605097] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3554587, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.606808] env[69654]: DEBUG oslo_vmware.api [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 794.606808] env[69654]: value = "task-3554588" [ 794.606808] env[69654]: _type = "Task" [ 794.606808] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.618738] env[69654]: DEBUG oslo_vmware.api [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554588, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.743806] env[69654]: INFO nova.compute.manager [-] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Took 1.84 seconds to deallocate network for instance. [ 794.837689] env[69654]: INFO nova.virt.block_device [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Booting with volume dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d at /dev/sda [ 794.880745] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac5c30a-1652-4d68-a094-363162228871 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.890656] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc6c16c-7ede-4a38-8f60-a2c694edcf3c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.899547] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdd10158-ee72-4c40-aed5-eff6db36a442 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.934090] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b94206-c6c9-41df-ac00-660755564be0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.941166] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Releasing lock "refresh_cache-46ed458e-0edc-4cc5-8a6d-324f80d0b076" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.941477] env[69654]: DEBUG nova.compute.manager [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Instance network_info: |[{"id": "708d5578-b75a-4e80-8334-5fc3da985ccf", "address": "fa:16:3e:81:15:1c", "network": {"id": "ed1af92c-2ed2-490a-8904-98bd19772291", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1536731979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "35f55076c4a9422dbce594bb30f26361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap708d5578-b7", "ovs_interfaceid": "708d5578-b75a-4e80-8334-5fc3da985ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.941857] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554585, 'name': CloneVM_Task, 'duration_secs': 1.549929} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.942193] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:15:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '708d5578-b75a-4e80-8334-5fc3da985ccf', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.949798] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Creating folder: Project (35f55076c4a9422dbce594bb30f26361). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.952958] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b91d87c-3c93-4db1-9c4f-c1a5ca9fcd6e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.963363] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Created linked-clone VM from snapshot [ 794.965966] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a08989f-aab9-4dd0-98f2-eb8821e7db1c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.967838] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a82dec2-102b-4bbf-8b3b-1690fccb038f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.972018] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a166577-6ffb-459a-b67a-8f98f3659688 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.983584] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Uploading image b8f92bad-4de3-4a8f-9551-5bd18665c419 {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 794.999883] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Created folder: Project (35f55076c4a9422dbce594bb30f26361) in parent group-v709593. [ 795.000147] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Creating folder: Instances. Parent ref: group-v709721. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.001376] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e73c5d93-e0b1-432a-b56b-bda4edcc780a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.003224] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16fac187-4821-4fd9-830b-6904285ba0c7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.014407] env[69654]: DEBUG nova.compute.provider_tree [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.024508] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bfdaf9-f208-4ec3-a0a9-06d0f4e0c6a4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.036592] env[69654]: DEBUG oslo_vmware.rw_handles [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 795.036592] env[69654]: value = "vm-709720" [ 795.036592] env[69654]: _type = "VirtualMachine" [ 795.036592] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 795.038443] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d0d390fc-8022-48e5-af2f-796cf3950c16 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.039941] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Created folder: Instances in parent group-v709721. [ 795.040180] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.040943] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.041514] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fef218b5-4d15-41b1-9aab-10a01a7c4532 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.070447] env[69654]: DEBUG oslo_vmware.rw_handles [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lease: (returnval){ [ 795.070447] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52182488-4d07-469c-47c0-37a19af2e2a0" [ 795.070447] env[69654]: _type = "HttpNfcLease" [ 795.070447] env[69654]: } obtained for exporting VM: (result){ [ 795.070447] env[69654]: value = "vm-709720" [ 795.070447] env[69654]: _type = "VirtualMachine" [ 795.070447] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 795.070775] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the lease: (returnval){ [ 795.070775] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52182488-4d07-469c-47c0-37a19af2e2a0" [ 795.070775] env[69654]: _type = "HttpNfcLease" [ 795.070775] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 795.072154] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63be1fe6-694e-4eaa-97ab-93922cd4b99b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.077754] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.077754] env[69654]: value = "task-3554592" [ 795.077754] env[69654]: _type = "Task" [ 795.077754] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.083695] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 795.083695] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52182488-4d07-469c-47c0-37a19af2e2a0" [ 795.083695] env[69654]: _type = "HttpNfcLease" [ 795.083695] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 795.084298] env[69654]: DEBUG oslo_vmware.rw_handles [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 795.084298] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52182488-4d07-469c-47c0-37a19af2e2a0" [ 795.084298] env[69654]: _type = "HttpNfcLease" [ 795.084298] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 795.084936] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e689272f-1401-418f-a42b-956b5e4388bb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.090896] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de85f206-8a0b-4f15-b571-ed2e87b6adb5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.092966] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554592, 'name': CreateVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.097692] env[69654]: DEBUG oslo_vmware.rw_handles [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277efbf-4848-8505-f098-574ea9ccb2de/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 795.097872] env[69654]: DEBUG oslo_vmware.rw_handles [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277efbf-4848-8505-f098-574ea9ccb2de/disk-0.vmdk for reading. {{(pid=69654) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 795.105973] env[69654]: DEBUG nova.virt.block_device [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Updating existing volume attachment record: 72d27be6-7063-4447-959e-72b1487f638f {{(pid=69654) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 795.175024] env[69654]: DEBUG nova.compute.manager [req-6d99ddc5-119d-44fc-8c34-613af0a7c99a req-7986e7b0-a283-448f-8441-f0e0c41d3901 service nova] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Received event network-changed-708d5578-b75a-4e80-8334-5fc3da985ccf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.175024] env[69654]: DEBUG nova.compute.manager [req-6d99ddc5-119d-44fc-8c34-613af0a7c99a req-7986e7b0-a283-448f-8441-f0e0c41d3901 service nova] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Refreshing instance network info cache due to event network-changed-708d5578-b75a-4e80-8334-5fc3da985ccf. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.175024] env[69654]: DEBUG oslo_concurrency.lockutils [req-6d99ddc5-119d-44fc-8c34-613af0a7c99a req-7986e7b0-a283-448f-8441-f0e0c41d3901 service nova] Acquiring lock "refresh_cache-46ed458e-0edc-4cc5-8a6d-324f80d0b076" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.175024] env[69654]: DEBUG oslo_concurrency.lockutils [req-6d99ddc5-119d-44fc-8c34-613af0a7c99a req-7986e7b0-a283-448f-8441-f0e0c41d3901 service nova] Acquired lock "refresh_cache-46ed458e-0edc-4cc5-8a6d-324f80d0b076" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.175024] env[69654]: DEBUG nova.network.neutron [req-6d99ddc5-119d-44fc-8c34-613af0a7c99a req-7986e7b0-a283-448f-8441-f0e0c41d3901 service nova] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Refreshing network info cache for port 708d5578-b75a-4e80-8334-5fc3da985ccf {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.178921] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3554587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576773} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.180343] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 48adb05f-2f14-40c8-908d-14beaaf6e4fb/48adb05f-2f14-40c8-908d-14beaaf6e4fb.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.180657] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.181266] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd3a175f-b909-405f-a333-de5ce02c61bd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.187668] env[69654]: DEBUG oslo_vmware.api [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554588, 'name': ReconfigVM_Task, 'duration_secs': 0.182307} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.188282] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 795.189348] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80ee9a3-571d-4d49-96ed-a2d03fe3d4a0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.193591] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 795.193591] env[69654]: value = "task-3554593" [ 795.193591] env[69654]: _type = "Task" [ 795.193591] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.216675] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 090a97b3-e5df-4ede-980a-d95291570913/090a97b3-e5df-4ede-980a-d95291570913.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.217511] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8541ec5-8517-4637-84bb-7e597b1b6585 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.238410] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3554593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.238410] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2621cc94-b612-4e62-b18c-a515c14d32f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.242036] env[69654]: DEBUG oslo_vmware.api [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 795.242036] env[69654]: value = "task-3554594" [ 795.242036] env[69654]: _type = "Task" [ 795.242036] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.251292] env[69654]: DEBUG oslo_concurrency.lockutils [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.251621] env[69654]: DEBUG oslo_vmware.api [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.521537] env[69654]: DEBUG nova.scheduler.client.report [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.588767] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554592, 'name': CreateVM_Task, 'duration_secs': 0.354978} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.588944] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.589777] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.589849] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.590181] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.590448] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-befcc04e-7629-4c8b-ad85-631e13f7a554 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.595994] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Waiting for the task: (returnval){ [ 795.595994] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c0b363-d972-6855-49dd-888d6c8c7282" [ 795.595994] env[69654]: _type = "Task" [ 795.595994] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.614222] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c0b363-d972-6855-49dd-888d6c8c7282, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.711604] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3554593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074747} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.714651] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.714651] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdc4ea9-3ead-47ec-b669-d9d3d2a73f69 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.737812] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 48adb05f-2f14-40c8-908d-14beaaf6e4fb/48adb05f-2f14-40c8-908d-14beaaf6e4fb.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.740937] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10e6e68f-ac40-47c7-a35c-6bc661e9b07d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.767730] env[69654]: DEBUG oslo_vmware.api [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.769949] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 795.769949] env[69654]: value = "task-3554595" [ 795.769949] env[69654]: _type = "Task" [ 795.769949] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.779077] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3554595, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.026324] env[69654]: DEBUG nova.network.neutron [req-6d99ddc5-119d-44fc-8c34-613af0a7c99a req-7986e7b0-a283-448f-8441-f0e0c41d3901 service nova] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Updated VIF entry in instance network info cache for port 708d5578-b75a-4e80-8334-5fc3da985ccf. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.027260] env[69654]: DEBUG nova.network.neutron [req-6d99ddc5-119d-44fc-8c34-613af0a7c99a req-7986e7b0-a283-448f-8441-f0e0c41d3901 service nova] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Updating instance_info_cache with network_info: [{"id": "708d5578-b75a-4e80-8334-5fc3da985ccf", "address": "fa:16:3e:81:15:1c", "network": {"id": "ed1af92c-2ed2-490a-8904-98bd19772291", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1536731979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "35f55076c4a9422dbce594bb30f26361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap708d5578-b7", "ovs_interfaceid": "708d5578-b75a-4e80-8334-5fc3da985ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.031091] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.031091] env[69654]: DEBUG nova.compute.manager [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.036148] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.217s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.038049] env[69654]: INFO nova.compute.claims [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.107702] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c0b363-d972-6855-49dd-888d6c8c7282, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.108187] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.108517] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.108795] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.108903] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.109091] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.109360] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90d5ce52-998c-40e3-83f5-c45c1388b05f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.118353] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.118581] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.119335] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-497cf7b5-02a6-417a-9b92-c6a4b0db973d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.126109] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Waiting for the task: (returnval){ [ 796.126109] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526d0914-1940-0079-53a0-e59921f14b40" [ 796.126109] env[69654]: _type = "Task" [ 796.126109] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.137831] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526d0914-1940-0079-53a0-e59921f14b40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.232188] env[69654]: DEBUG nova.compute.manager [req-0851c59c-dba5-4dc2-9d80-27abeb597549 req-f6d3363a-c0c9-4f5b-9eb1-64f629a26493 service nova] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Received event network-vif-plugged-3e5e9f71-7f87-4694-b415-5b092c8c01b1 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.233598] env[69654]: DEBUG oslo_concurrency.lockutils [req-0851c59c-dba5-4dc2-9d80-27abeb597549 req-f6d3363a-c0c9-4f5b-9eb1-64f629a26493 service nova] Acquiring lock "a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.233908] env[69654]: DEBUG oslo_concurrency.lockutils [req-0851c59c-dba5-4dc2-9d80-27abeb597549 req-f6d3363a-c0c9-4f5b-9eb1-64f629a26493 service nova] Lock "a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.234099] env[69654]: DEBUG oslo_concurrency.lockutils [req-0851c59c-dba5-4dc2-9d80-27abeb597549 req-f6d3363a-c0c9-4f5b-9eb1-64f629a26493 service nova] Lock "a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.234272] env[69654]: DEBUG nova.compute.manager [req-0851c59c-dba5-4dc2-9d80-27abeb597549 req-f6d3363a-c0c9-4f5b-9eb1-64f629a26493 service nova] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] No waiting events found dispatching network-vif-plugged-3e5e9f71-7f87-4694-b415-5b092c8c01b1 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.234432] env[69654]: WARNING nova.compute.manager [req-0851c59c-dba5-4dc2-9d80-27abeb597549 req-f6d3363a-c0c9-4f5b-9eb1-64f629a26493 service nova] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Received unexpected event network-vif-plugged-3e5e9f71-7f87-4694-b415-5b092c8c01b1 for instance with vm_state building and task_state block_device_mapping. [ 796.249582] env[69654]: DEBUG nova.network.neutron [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Successfully updated port: 3e5e9f71-7f87-4694-b415-5b092c8c01b1 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.271999] env[69654]: DEBUG oslo_vmware.api [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554594, 'name': ReconfigVM_Task, 'duration_secs': 0.868936} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.276231] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 090a97b3-e5df-4ede-980a-d95291570913/090a97b3-e5df-4ede-980a-d95291570913.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.276497] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Updating instance '090a97b3-e5df-4ede-980a-d95291570913' progress to 50 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 796.289737] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3554595, 'name': ReconfigVM_Task, 'duration_secs': 0.289176} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.290024] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 48adb05f-2f14-40c8-908d-14beaaf6e4fb/48adb05f-2f14-40c8-908d-14beaaf6e4fb.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.292309] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1e2adef-6fbd-473f-a43d-57e41dcf1412 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.299616] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 796.299616] env[69654]: value = "task-3554596" [ 796.299616] env[69654]: _type = "Task" [ 796.299616] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.313251] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3554596, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.532849] env[69654]: DEBUG oslo_concurrency.lockutils [req-6d99ddc5-119d-44fc-8c34-613af0a7c99a req-7986e7b0-a283-448f-8441-f0e0c41d3901 service nova] Releasing lock "refresh_cache-46ed458e-0edc-4cc5-8a6d-324f80d0b076" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.546996] env[69654]: DEBUG nova.compute.utils [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.552416] env[69654]: DEBUG nova.compute.manager [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.552416] env[69654]: DEBUG nova.network.neutron [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.640339] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526d0914-1940-0079-53a0-e59921f14b40, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.642262] env[69654]: DEBUG nova.policy [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bc006d3933c439a8c6d40f84f93438e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b5772cc40074506bc5b5325c7113125', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.644705] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e477b6a-32be-41c6-a617-4817332e80dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.650327] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Waiting for the task: (returnval){ [ 796.650327] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523c77c1-88d2-91b8-fcc9-c89ad511894d" [ 796.650327] env[69654]: _type = "Task" [ 796.650327] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.660675] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523c77c1-88d2-91b8-fcc9-c89ad511894d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.752495] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Acquiring lock "refresh_cache-a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.752662] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Acquired lock "refresh_cache-a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.752830] env[69654]: DEBUG nova.network.neutron [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.788251] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0853f650-6c6a-45c0-89b4-ac2711a269a6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.817057] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7f6484-e181-47e3-8baa-bfd00820fac5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.826117] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3554596, 'name': Rename_Task, 'duration_secs': 0.14622} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.840082] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.840546] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Updating instance '090a97b3-e5df-4ede-980a-d95291570913' progress to 67 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 796.844684] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89a8cabf-3ff1-485a-8854-a3fdc0943f86 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.854020] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 796.854020] env[69654]: value = "task-3554597" [ 796.854020] env[69654]: _type = "Task" [ 796.854020] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.860339] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3554597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.051287] env[69654]: DEBUG nova.compute.manager [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.166354] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523c77c1-88d2-91b8-fcc9-c89ad511894d, 'name': SearchDatastore_Task, 'duration_secs': 0.009426} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.166635] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.166900] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 46ed458e-0edc-4cc5-8a6d-324f80d0b076/46ed458e-0edc-4cc5-8a6d-324f80d0b076.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.167239] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91a8a313-c1b4-4044-939b-bf19a7b6555b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.177953] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Waiting for the task: (returnval){ [ 797.177953] env[69654]: value = "task-3554598" [ 797.177953] env[69654]: _type = "Task" [ 797.177953] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.188243] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.228530] env[69654]: DEBUG nova.compute.manager [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.228899] env[69654]: DEBUG nova.virt.hardware [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.229037] env[69654]: DEBUG nova.virt.hardware [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.229162] env[69654]: DEBUG nova.virt.hardware [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.229365] env[69654]: DEBUG nova.virt.hardware [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.229502] env[69654]: DEBUG nova.virt.hardware [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.230104] env[69654]: DEBUG nova.virt.hardware [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.230104] env[69654]: DEBUG nova.virt.hardware [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.231042] env[69654]: DEBUG nova.virt.hardware [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.231286] env[69654]: DEBUG nova.virt.hardware [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.232830] env[69654]: DEBUG nova.virt.hardware [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.232830] env[69654]: DEBUG nova.virt.hardware [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.236656] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564d601a-689d-46a9-988b-d04065a24a8f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.250698] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95947098-5c99-4ceb-b6ef-822568c5e48c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.337550] env[69654]: DEBUG nova.network.neutron [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.380660] env[69654]: DEBUG oslo_vmware.api [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3554597, 'name': PowerOnVM_Task, 'duration_secs': 0.496337} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.381594] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.381594] env[69654]: INFO nova.compute.manager [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Took 9.88 seconds to spawn the instance on the hypervisor. [ 797.381917] env[69654]: DEBUG nova.compute.manager [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.383633] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0596fecf-2cbd-4d2c-a65a-6d6386349908 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.468108] env[69654]: DEBUG nova.network.neutron [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Port 0d99db88-a94b-4737-9cce-ae284c55bd60 binding to destination host cpu-1 is already ACTIVE {{(pid=69654) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 797.533366] env[69654]: DEBUG nova.network.neutron [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Successfully created port: 74fbb09f-844c-4cd9-a88b-d5485a8d89c8 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.577521] env[69654]: DEBUG nova.network.neutron [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Updating instance_info_cache with network_info: [{"id": "3e5e9f71-7f87-4694-b415-5b092c8c01b1", "address": "fa:16:3e:96:09:73", "network": {"id": "de08624d-672d-4f9f-8810-d2d4579b34a8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-506032064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bf9672dbc14d59b365560b9daff382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5e9f71-7f", "ovs_interfaceid": "3e5e9f71-7f87-4694-b415-5b092c8c01b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.657424] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a8d9a5-12c9-496b-96d5-8cd8c7aab7fb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.667352] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cc0a4e-0860-4864-a5d3-e9ba76838cfa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.707262] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c45b65-bbed-4bec-b6c7-0b735bbcb94c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.715088] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554598, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.718311] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2132490-b891-4d7b-810b-0db441fd6ad6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.732142] env[69654]: DEBUG nova.compute.provider_tree [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.909803] env[69654]: INFO nova.compute.manager [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Took 52.76 seconds to build instance. [ 798.066597] env[69654]: DEBUG nova.compute.manager [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.084753] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Releasing lock "refresh_cache-a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.085290] env[69654]: DEBUG nova.compute.manager [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Instance network_info: |[{"id": "3e5e9f71-7f87-4694-b415-5b092c8c01b1", "address": "fa:16:3e:96:09:73", "network": {"id": "de08624d-672d-4f9f-8810-d2d4579b34a8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-506032064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bf9672dbc14d59b365560b9daff382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5e9f71-7f", "ovs_interfaceid": "3e5e9f71-7f87-4694-b415-5b092c8c01b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.085468] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:09:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e5e9f71-7f87-4694-b415-5b092c8c01b1', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.093201] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Creating folder: Project (48bf9672dbc14d59b365560b9daff382). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.095767] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb562999-3f46-43d4-bdb9-f6c8811cbb0d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.104704] env[69654]: DEBUG nova.virt.hardware [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.108409] env[69654]: DEBUG nova.virt.hardware [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.108590] env[69654]: DEBUG nova.virt.hardware [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.108773] env[69654]: DEBUG nova.virt.hardware [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.108916] env[69654]: DEBUG nova.virt.hardware [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.109075] env[69654]: DEBUG nova.virt.hardware [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.109297] env[69654]: DEBUG nova.virt.hardware [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.109455] env[69654]: DEBUG nova.virt.hardware [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.109827] env[69654]: DEBUG nova.virt.hardware [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.109827] env[69654]: DEBUG nova.virt.hardware [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.109976] env[69654]: DEBUG nova.virt.hardware [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.110859] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffb240c-81a6-4e89-9bb1-b86ff9c06a3e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.115876] env[69654]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 798.115876] env[69654]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69654) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 798.115876] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Folder already exists: Project (48bf9672dbc14d59b365560b9daff382). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 798.116080] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Creating folder: Instances. Parent ref: group-v709664. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.117077] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d33a50a7-e136-4c5f-b9ce-cf52fb476239 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.121590] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0910ccf-40a9-4b1f-bc6f-65348698fc7c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.129138] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Created folder: Instances in parent group-v709664. [ 798.129422] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.138143] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.138643] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9240681f-8cbc-430b-a057-181107c0fd5a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.163230] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Acquiring lock "ebd219c1-3477-43e5-b656-b7365a3cc475" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.163473] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Lock "ebd219c1-3477-43e5-b656-b7365a3cc475" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.164631] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.164631] env[69654]: value = "task-3554601" [ 798.164631] env[69654]: _type = "Task" [ 798.164631] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.173401] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554601, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.214129] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553911} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.214393] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 46ed458e-0edc-4cc5-8a6d-324f80d0b076/46ed458e-0edc-4cc5-8a6d-324f80d0b076.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.214614] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.215249] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84660507-be6c-4335-b443-cda137029d2f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.221987] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Waiting for the task: (returnval){ [ 798.221987] env[69654]: value = "task-3554602" [ 798.221987] env[69654]: _type = "Task" [ 798.221987] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.237271] env[69654]: DEBUG nova.scheduler.client.report [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.241290] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.358457] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "313656df-50ec-4686-84be-f0cdba6c7836" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.358631] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "313656df-50ec-4686-84be-f0cdba6c7836" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.410369] env[69654]: DEBUG oslo_concurrency.lockutils [None req-958e7ce5-3a3a-4c96-ad64-8917f5d94499 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.104s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.493999] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "090a97b3-e5df-4ede-980a-d95291570913-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.494422] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "090a97b3-e5df-4ede-980a-d95291570913-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.494492] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "090a97b3-e5df-4ede-980a-d95291570913-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.550940] env[69654]: DEBUG nova.compute.manager [req-6091aea8-ff82-47dd-9857-222ff2f0af5c req-a8c48307-df11-4b1f-b615-47e31bdca500 service nova] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Received event network-changed-3e5e9f71-7f87-4694-b415-5b092c8c01b1 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.551180] env[69654]: DEBUG nova.compute.manager [req-6091aea8-ff82-47dd-9857-222ff2f0af5c req-a8c48307-df11-4b1f-b615-47e31bdca500 service nova] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Refreshing instance network info cache due to event network-changed-3e5e9f71-7f87-4694-b415-5b092c8c01b1. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.551640] env[69654]: DEBUG oslo_concurrency.lockutils [req-6091aea8-ff82-47dd-9857-222ff2f0af5c req-a8c48307-df11-4b1f-b615-47e31bdca500 service nova] Acquiring lock "refresh_cache-a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.551640] env[69654]: DEBUG oslo_concurrency.lockutils [req-6091aea8-ff82-47dd-9857-222ff2f0af5c req-a8c48307-df11-4b1f-b615-47e31bdca500 service nova] Acquired lock "refresh_cache-a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.551804] env[69654]: DEBUG nova.network.neutron [req-6091aea8-ff82-47dd-9857-222ff2f0af5c req-a8c48307-df11-4b1f-b615-47e31bdca500 service nova] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Refreshing network info cache for port 3e5e9f71-7f87-4694-b415-5b092c8c01b1 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.675157] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554601, 'name': CreateVM_Task, 'duration_secs': 0.455638} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.675406] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.676382] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': '72d27be6-7063-4447-959e-72b1487f638f', 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709671', 'volume_id': 'dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d', 'name': 'volume-dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d', 'serial': 'dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69654) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 798.676773] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Root volume attach. Driver type: vmdk {{(pid=69654) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 798.677464] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0400d44f-fb45-454d-88ca-7355dddc5c15 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.685672] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d638eb-3cc9-4082-a698-13eec18c99e8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.692663] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec4c62e-4cf6-4201-a27c-498d74ee5a90 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.700273] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a65058e8-00fe-4a0d-81e2-f6061988c4cc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.708297] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Waiting for the task: (returnval){ [ 798.708297] env[69654]: value = "task-3554603" [ 798.708297] env[69654]: _type = "Task" [ 798.708297] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.717437] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554603, 'name': RelocateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.731557] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071355} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.731827] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.732740] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7191cf19-052f-4d64-a88b-ce77693a2d6e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.748231] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.748871] env[69654]: DEBUG nova.compute.manager [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.763428] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 46ed458e-0edc-4cc5-8a6d-324f80d0b076/46ed458e-0edc-4cc5-8a6d-324f80d0b076.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.763833] env[69654]: DEBUG oslo_concurrency.lockutils [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.335s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.764093] env[69654]: DEBUG oslo_concurrency.lockutils [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.766373] env[69654]: DEBUG oslo_concurrency.lockutils [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.860s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.769988] env[69654]: INFO nova.compute.claims [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.773301] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f784ecc-b341-47d9-a932-55121010e431 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.795382] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Waiting for the task: (returnval){ [ 798.795382] env[69654]: value = "task-3554604" [ 798.795382] env[69654]: _type = "Task" [ 798.795382] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.804450] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.820870] env[69654]: INFO nova.scheduler.client.report [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleted allocations for instance ae4826dd-cacb-4b70-a7f5-dbc7b05bed94 [ 798.861812] env[69654]: DEBUG nova.compute.utils [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.916019] env[69654]: DEBUG nova.compute.manager [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.223606] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554603, 'name': RelocateVM_Task} progress is 38%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.254383] env[69654]: DEBUG nova.compute.utils [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.255902] env[69654]: DEBUG nova.compute.manager [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.256158] env[69654]: DEBUG nova.network.neutron [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.308032] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554604, 'name': ReconfigVM_Task, 'duration_secs': 0.295848} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.308221] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 46ed458e-0edc-4cc5-8a6d-324f80d0b076/46ed458e-0edc-4cc5-8a6d-324f80d0b076.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.308837] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3a9402f-7b17-484e-8684-33f661f45510 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.315978] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Waiting for the task: (returnval){ [ 799.315978] env[69654]: value = "task-3554605" [ 799.315978] env[69654]: _type = "Task" [ 799.315978] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.329202] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554605, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.329463] env[69654]: DEBUG oslo_concurrency.lockutils [None req-cb734dfd-bc0a-4d4a-86c6-cba365ffecc7 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "ae4826dd-cacb-4b70-a7f5-dbc7b05bed94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.403s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.331877] env[69654]: DEBUG nova.policy [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa85abfdcfa146a987518b2d9614ad19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd79cc5fdb2894f0b971aa69b60f13fff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.335319] env[69654]: DEBUG nova.network.neutron [req-6091aea8-ff82-47dd-9857-222ff2f0af5c req-a8c48307-df11-4b1f-b615-47e31bdca500 service nova] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Updated VIF entry in instance network info cache for port 3e5e9f71-7f87-4694-b415-5b092c8c01b1. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.335319] env[69654]: DEBUG nova.network.neutron [req-6091aea8-ff82-47dd-9857-222ff2f0af5c req-a8c48307-df11-4b1f-b615-47e31bdca500 service nova] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Updating instance_info_cache with network_info: [{"id": "3e5e9f71-7f87-4694-b415-5b092c8c01b1", "address": "fa:16:3e:96:09:73", "network": {"id": "de08624d-672d-4f9f-8810-d2d4579b34a8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-506032064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bf9672dbc14d59b365560b9daff382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5e9f71-7f", "ovs_interfaceid": "3e5e9f71-7f87-4694-b415-5b092c8c01b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.368175] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "313656df-50ec-4686-84be-f0cdba6c7836" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.412483] env[69654]: DEBUG nova.network.neutron [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Successfully updated port: 74fbb09f-844c-4cd9-a88b-d5485a8d89c8 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.437302] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.575370] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "refresh_cache-090a97b3-e5df-4ede-980a-d95291570913" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.576208] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquired lock "refresh_cache-090a97b3-e5df-4ede-980a-d95291570913" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.576208] env[69654]: DEBUG nova.network.neutron [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.723334] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554603, 'name': RelocateVM_Task} progress is 49%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.734596] env[69654]: DEBUG nova.network.neutron [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Successfully created port: 0572d318-bf3a-4eda-b7a0-5be1f09dc20c {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.759555] env[69654]: DEBUG nova.compute.manager [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.830714] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554605, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.838404] env[69654]: DEBUG oslo_concurrency.lockutils [req-6091aea8-ff82-47dd-9857-222ff2f0af5c req-a8c48307-df11-4b1f-b615-47e31bdca500 service nova] Releasing lock "refresh_cache-a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.916446] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Acquiring lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.916835] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Acquired lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.916835] env[69654]: DEBUG nova.network.neutron [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.238780] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554603, 'name': RelocateVM_Task} progress is 62%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.281401] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69137815-be83-4dbe-a6bb-d6b937ab9b37 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.288274] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42e1416-9754-4347-b36d-97841c4fdd24 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.333448] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4d799f-60f4-4726-969e-c1f961d4f65d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.342310] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554605, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.345784] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6130fd85-d8fc-44c6-9688-ffd3c52cdc4e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.362116] env[69654]: DEBUG nova.compute.provider_tree [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.452651] env[69654]: DEBUG nova.network.neutron [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.463484] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "313656df-50ec-4686-84be-f0cdba6c7836" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.463938] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "313656df-50ec-4686-84be-f0cdba6c7836" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.465041] env[69654]: INFO nova.compute.manager [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Attaching volume 340db481-2b65-4d01-851b-af3c89e3c864 to /dev/sdb [ 800.503297] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e25845-ea42-47ab-b525-a72d2484dd3e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.514187] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c51634-cb02-4786-8bf6-bfc5d32e67e0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.529704] env[69654]: DEBUG nova.virt.block_device [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Updating existing volume attachment record: cb48b23d-d526-4a7d-be52-56c93d181810 {{(pid=69654) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 800.531895] env[69654]: DEBUG nova.network.neutron [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Updating instance_info_cache with network_info: [{"id": "0d99db88-a94b-4737-9cce-ae284c55bd60", "address": "fa:16:3e:ab:e8:03", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d99db88-a9", "ovs_interfaceid": "0d99db88-a94b-4737-9cce-ae284c55bd60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.617172] env[69654]: DEBUG nova.network.neutron [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Updating instance_info_cache with network_info: [{"id": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "address": "fa:16:3e:d1:42:f8", "network": {"id": "207eec8f-5938-4159-8990-b14d1a365cd3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1733369379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5772cc40074506bc5b5325c7113125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fbb09f-84", "ovs_interfaceid": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.666858] env[69654]: DEBUG nova.compute.manager [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Received event network-changed-3bdaaa08-b6c2-47c0-ac48-de381b758f86 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.667129] env[69654]: DEBUG nova.compute.manager [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Refreshing instance network info cache due to event network-changed-3bdaaa08-b6c2-47c0-ac48-de381b758f86. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.667433] env[69654]: DEBUG oslo_concurrency.lockutils [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] Acquiring lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.668427] env[69654]: DEBUG oslo_concurrency.lockutils [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] Acquired lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.668427] env[69654]: DEBUG nova.network.neutron [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Refreshing network info cache for port 3bdaaa08-b6c2-47c0-ac48-de381b758f86 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.728501] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554603, 'name': RelocateVM_Task} progress is 73%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.776911] env[69654]: DEBUG nova.compute.manager [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.801955] env[69654]: DEBUG nova.virt.hardware [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.802233] env[69654]: DEBUG nova.virt.hardware [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.802432] env[69654]: DEBUG nova.virt.hardware [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.802638] env[69654]: DEBUG nova.virt.hardware [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.802908] env[69654]: DEBUG nova.virt.hardware [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.803093] env[69654]: DEBUG nova.virt.hardware [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.803311] env[69654]: DEBUG nova.virt.hardware [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.803467] env[69654]: DEBUG nova.virt.hardware [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.803635] env[69654]: DEBUG nova.virt.hardware [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.803824] env[69654]: DEBUG nova.virt.hardware [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.804014] env[69654]: DEBUG nova.virt.hardware [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.805610] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2ec573-dbc7-4dba-be67-f6024e609b9b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.813972] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7070883-5f85-4f12-886d-16c445166c06 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.837598] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554605, 'name': Rename_Task, 'duration_secs': 1.166522} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.838106] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.838386] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2779f4ea-f6cc-453c-af53-e4547f68fdd2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.845188] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Waiting for the task: (returnval){ [ 800.845188] env[69654]: value = "task-3554609" [ 800.845188] env[69654]: _type = "Task" [ 800.845188] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.854530] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.867901] env[69654]: DEBUG nova.scheduler.client.report [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.037307] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Releasing lock "refresh_cache-090a97b3-e5df-4ede-980a-d95291570913" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.119869] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Releasing lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.120267] env[69654]: DEBUG nova.compute.manager [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Instance network_info: |[{"id": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "address": "fa:16:3e:d1:42:f8", "network": {"id": "207eec8f-5938-4159-8990-b14d1a365cd3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1733369379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5772cc40074506bc5b5325c7113125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fbb09f-84", "ovs_interfaceid": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.120709] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:42:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74fbb09f-844c-4cd9-a88b-d5485a8d89c8', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.129499] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Creating folder: Project (3b5772cc40074506bc5b5325c7113125). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.130247] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1a5fd23-bf45-4a27-b75a-4dcef359d1db {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.141615] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Created folder: Project (3b5772cc40074506bc5b5325c7113125) in parent group-v709593. [ 801.141847] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Creating folder: Instances. Parent ref: group-v709728. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.142322] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adb00522-251e-4a21-8992-f58103a33bff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.151822] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Created folder: Instances in parent group-v709728. [ 801.152134] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.152495] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.152662] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ed735ea-a959-4baa-9894-bd663fba5e50 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.177412] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.177412] env[69654]: value = "task-3554612" [ 801.177412] env[69654]: _type = "Task" [ 801.177412] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.186649] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554612, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.230267] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554603, 'name': RelocateVM_Task} progress is 86%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.265662] env[69654]: DEBUG nova.compute.manager [req-3dae9ad8-64ea-41ba-a073-7d5d6f6ced48 req-83bb6338-abac-44bf-a5c4-cb5a76eb70d2 service nova] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Received event network-vif-plugged-0572d318-bf3a-4eda-b7a0-5be1f09dc20c {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.265940] env[69654]: DEBUG oslo_concurrency.lockutils [req-3dae9ad8-64ea-41ba-a073-7d5d6f6ced48 req-83bb6338-abac-44bf-a5c4-cb5a76eb70d2 service nova] Acquiring lock "d1f9074c-5091-47c7-a109-0c01a21023bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.266423] env[69654]: DEBUG oslo_concurrency.lockutils [req-3dae9ad8-64ea-41ba-a073-7d5d6f6ced48 req-83bb6338-abac-44bf-a5c4-cb5a76eb70d2 service nova] Lock "d1f9074c-5091-47c7-a109-0c01a21023bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.266684] env[69654]: DEBUG oslo_concurrency.lockutils [req-3dae9ad8-64ea-41ba-a073-7d5d6f6ced48 req-83bb6338-abac-44bf-a5c4-cb5a76eb70d2 service nova] Lock "d1f9074c-5091-47c7-a109-0c01a21023bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.266928] env[69654]: DEBUG nova.compute.manager [req-3dae9ad8-64ea-41ba-a073-7d5d6f6ced48 req-83bb6338-abac-44bf-a5c4-cb5a76eb70d2 service nova] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] No waiting events found dispatching network-vif-plugged-0572d318-bf3a-4eda-b7a0-5be1f09dc20c {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.267277] env[69654]: WARNING nova.compute.manager [req-3dae9ad8-64ea-41ba-a073-7d5d6f6ced48 req-83bb6338-abac-44bf-a5c4-cb5a76eb70d2 service nova] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Received unexpected event network-vif-plugged-0572d318-bf3a-4eda-b7a0-5be1f09dc20c for instance with vm_state building and task_state spawning. [ 801.355957] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554609, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.378151] env[69654]: DEBUG oslo_concurrency.lockutils [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.378151] env[69654]: DEBUG nova.compute.manager [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.381071] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.135s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.381956] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.385176] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.649s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.387461] env[69654]: INFO nova.compute.claims [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.447402] env[69654]: INFO nova.scheduler.client.report [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Deleted allocations for instance 2faa628e-2332-4280-a190-15cef6d6bd42 [ 801.566600] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cc8866-45b1-47a2-82a6-7381864b1d45 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.592300] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843c606c-acb7-468f-807f-f69bcc7e0f70 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.602287] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Updating instance '090a97b3-e5df-4ede-980a-d95291570913' progress to 83 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 801.662265] env[69654]: DEBUG nova.network.neutron [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Successfully updated port: 0572d318-bf3a-4eda-b7a0-5be1f09dc20c {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.698573] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554612, 'name': CreateVM_Task, 'duration_secs': 0.489038} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.698774] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.699524] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.699696] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.700063] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.700338] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847babc1-d67c-4509-b0cc-3331e3e55841 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.707962] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Waiting for the task: (returnval){ [ 801.707962] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520dc2fd-5364-b0b0-666d-b11842f0bc6d" [ 801.707962] env[69654]: _type = "Task" [ 801.707962] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.715944] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520dc2fd-5364-b0b0-666d-b11842f0bc6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.727854] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554603, 'name': RelocateVM_Task} progress is 97%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.806961] env[69654]: DEBUG nova.network.neutron [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updated VIF entry in instance network info cache for port 3bdaaa08-b6c2-47c0-ac48-de381b758f86. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.806961] env[69654]: DEBUG nova.network.neutron [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating instance_info_cache with network_info: [{"id": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "address": "fa:16:3e:8e:58:75", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bdaaa08-b6", "ovs_interfaceid": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.859173] env[69654]: DEBUG oslo_vmware.api [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554609, 'name': PowerOnVM_Task, 'duration_secs': 0.630776} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.859376] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.859548] env[69654]: INFO nova.compute.manager [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Took 9.10 seconds to spawn the instance on the hypervisor. [ 801.859729] env[69654]: DEBUG nova.compute.manager [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.860597] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fca242-32b8-4e40-94b9-0f10f3eea2ab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.893421] env[69654]: DEBUG nova.compute.utils [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.894999] env[69654]: DEBUG nova.compute.manager [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.896046] env[69654]: DEBUG nova.network.neutron [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.940603] env[69654]: DEBUG nova.policy [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83cf53dbbb514d98858742ae8c9f2de0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2929cca5aadc4041a2d178da5420b6e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.967195] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a08a8d9-2e8f-4e6a-93ed-6b67ea609f8e tempest-ServerPasswordTestJSON-2041505529 tempest-ServerPasswordTestJSON-2041505529-project-member] Lock "2faa628e-2332-4280-a190-15cef6d6bd42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.691s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.110428] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.110763] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-084144d8-b18b-451a-bacf-d9b15ee674e9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.119736] env[69654]: DEBUG oslo_vmware.api [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 802.119736] env[69654]: value = "task-3554613" [ 802.119736] env[69654]: _type = "Task" [ 802.119736] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.136200] env[69654]: DEBUG oslo_vmware.api [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.167134] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "refresh_cache-d1f9074c-5091-47c7-a109-0c01a21023bc" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.167134] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquired lock "refresh_cache-d1f9074c-5091-47c7-a109-0c01a21023bc" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.167134] env[69654]: DEBUG nova.network.neutron [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.221921] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520dc2fd-5364-b0b0-666d-b11842f0bc6d, 'name': SearchDatastore_Task, 'duration_secs': 0.017777} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.227611] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.227945] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.228457] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.229263] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.229619] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.229995] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4b899eb-2a27-4ff0-9951-f0cd19d537f7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.239232] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554603, 'name': RelocateVM_Task} progress is 97%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.246656] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.246974] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.247706] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-085d63a3-e564-49f2-84c5-ad11c18d7f0a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.255862] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Waiting for the task: (returnval){ [ 802.255862] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52054309-a738-d6b7-9d82-86063c5fba81" [ 802.255862] env[69654]: _type = "Task" [ 802.255862] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.265043] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52054309-a738-d6b7-9d82-86063c5fba81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.286462] env[69654]: DEBUG nova.network.neutron [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Successfully created port: bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.312028] env[69654]: DEBUG oslo_concurrency.lockutils [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] Releasing lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.312028] env[69654]: DEBUG nova.compute.manager [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Received event network-vif-plugged-74fbb09f-844c-4cd9-a88b-d5485a8d89c8 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.312028] env[69654]: DEBUG oslo_concurrency.lockutils [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] Acquiring lock "c8ef1eae-4804-45e5-8c9c-3d99dbceb13a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.312028] env[69654]: DEBUG oslo_concurrency.lockutils [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] Lock "c8ef1eae-4804-45e5-8c9c-3d99dbceb13a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.312028] env[69654]: DEBUG oslo_concurrency.lockutils [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] Lock "c8ef1eae-4804-45e5-8c9c-3d99dbceb13a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.312028] env[69654]: DEBUG nova.compute.manager [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] No waiting events found dispatching network-vif-plugged-74fbb09f-844c-4cd9-a88b-d5485a8d89c8 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.312028] env[69654]: WARNING nova.compute.manager [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Received unexpected event network-vif-plugged-74fbb09f-844c-4cd9-a88b-d5485a8d89c8 for instance with vm_state building and task_state spawning. [ 802.312028] env[69654]: DEBUG nova.compute.manager [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Received event network-changed-74fbb09f-844c-4cd9-a88b-d5485a8d89c8 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.312028] env[69654]: DEBUG nova.compute.manager [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Refreshing instance network info cache due to event network-changed-74fbb09f-844c-4cd9-a88b-d5485a8d89c8. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.312028] env[69654]: DEBUG oslo_concurrency.lockutils [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] Acquiring lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.312777] env[69654]: DEBUG oslo_concurrency.lockutils [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] Acquired lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.313476] env[69654]: DEBUG nova.network.neutron [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Refreshing network info cache for port 74fbb09f-844c-4cd9-a88b-d5485a8d89c8 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.335033] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "52399ec5-d946-4839-a51f-720292f8bc1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.335033] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "52399ec5-d946-4839-a51f-720292f8bc1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.389080] env[69654]: INFO nova.compute.manager [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Took 54.00 seconds to build instance. [ 802.403025] env[69654]: DEBUG nova.compute.manager [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.635257] env[69654]: DEBUG oslo_vmware.api [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554613, 'name': PowerOnVM_Task, 'duration_secs': 0.511271} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.635868] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.636218] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3106f182-8ca0-4238-8943-4c8932b357de tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Updating instance '090a97b3-e5df-4ede-980a-d95291570913' progress to 100 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 802.707198] env[69654]: DEBUG nova.network.neutron [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.737574] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554603, 'name': RelocateVM_Task} progress is 98%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.781962] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52054309-a738-d6b7-9d82-86063c5fba81, 'name': SearchDatastore_Task, 'duration_secs': 0.013936} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.793685] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1298cc75-a430-4337-887f-9f9c538ff6da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.800821] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Waiting for the task: (returnval){ [ 802.800821] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521e56d2-0a96-dd47-2c85-baa0116768de" [ 802.800821] env[69654]: _type = "Task" [ 802.800821] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.815971] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521e56d2-0a96-dd47-2c85-baa0116768de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.869507] env[69654]: DEBUG nova.network.neutron [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Updating instance_info_cache with network_info: [{"id": "0572d318-bf3a-4eda-b7a0-5be1f09dc20c", "address": "fa:16:3e:c1:4c:f8", "network": {"id": "d64dd3ce-b453-4cd1-b9d8-de72ecf65b90", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1531259325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d79cc5fdb2894f0b971aa69b60f13fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0572d318-bf", "ovs_interfaceid": "0572d318-bf3a-4eda-b7a0-5be1f09dc20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.892888] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7e7d5ea6-ca25-4664-a11d-d75f90da8681 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Lock "46ed458e-0edc-4cc5-8a6d-324f80d0b076" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.468s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.936096] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb81ec3-72dd-49e4-afdf-45069f09dfd0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.944026] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b0c8dc-1de5-4af1-b2c9-bbd9eedcc8ac {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.974947] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223f1d61-d670-4dd8-92fa-261d733919a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.982259] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c69d77-7d6c-4776-9b02-a827e588b116 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.997394] env[69654]: DEBUG nova.compute.provider_tree [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.028226] env[69654]: DEBUG oslo_concurrency.lockutils [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Acquiring lock "46ed458e-0edc-4cc5-8a6d-324f80d0b076" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.028424] env[69654]: DEBUG oslo_concurrency.lockutils [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Lock "46ed458e-0edc-4cc5-8a6d-324f80d0b076" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.028677] env[69654]: DEBUG oslo_concurrency.lockutils [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Acquiring lock "46ed458e-0edc-4cc5-8a6d-324f80d0b076-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.029192] env[69654]: DEBUG oslo_concurrency.lockutils [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Lock "46ed458e-0edc-4cc5-8a6d-324f80d0b076-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.029192] env[69654]: DEBUG oslo_concurrency.lockutils [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Lock "46ed458e-0edc-4cc5-8a6d-324f80d0b076-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.033852] env[69654]: INFO nova.compute.manager [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Terminating instance [ 803.230837] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554603, 'name': RelocateVM_Task} progress is 98%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.314452] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521e56d2-0a96-dd47-2c85-baa0116768de, 'name': SearchDatastore_Task, 'duration_secs': 0.028051} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.314739] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.315008] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] c8ef1eae-4804-45e5-8c9c-3d99dbceb13a/c8ef1eae-4804-45e5-8c9c-3d99dbceb13a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.315313] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fc6adf8-bd78-4757-8895-7bcf59ae4474 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.325547] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Waiting for the task: (returnval){ [ 803.325547] env[69654]: value = "task-3554615" [ 803.325547] env[69654]: _type = "Task" [ 803.325547] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.334917] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.371928] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Releasing lock "refresh_cache-d1f9074c-5091-47c7-a109-0c01a21023bc" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.372475] env[69654]: DEBUG nova.compute.manager [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Instance network_info: |[{"id": "0572d318-bf3a-4eda-b7a0-5be1f09dc20c", "address": "fa:16:3e:c1:4c:f8", "network": {"id": "d64dd3ce-b453-4cd1-b9d8-de72ecf65b90", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1531259325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d79cc5fdb2894f0b971aa69b60f13fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0572d318-bf", "ovs_interfaceid": "0572d318-bf3a-4eda-b7a0-5be1f09dc20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.373298] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:4c:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0572d318-bf3a-4eda-b7a0-5be1f09dc20c', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.380677] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Creating folder: Project (d79cc5fdb2894f0b971aa69b60f13fff). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.381066] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e9e192e-d21b-4064-9cd0-3bf93fbb783e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.392428] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Created folder: Project (d79cc5fdb2894f0b971aa69b60f13fff) in parent group-v709593. [ 803.392613] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Creating folder: Instances. Parent ref: group-v709731. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.392870] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-563d13cd-30ee-42bb-b1ab-890a4fdeed01 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.396807] env[69654]: DEBUG nova.compute.manager [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.404096] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Created folder: Instances in parent group-v709731. [ 803.404096] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.404096] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.404297] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0fcf2e3-3de9-44ff-ae6f-89cddd8dfbd3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.422169] env[69654]: DEBUG nova.compute.manager [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.432642] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.432642] env[69654]: value = "task-3554618" [ 803.432642] env[69654]: _type = "Task" [ 803.432642] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.444706] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554618, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.462568] env[69654]: DEBUG nova.virt.hardware [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.462916] env[69654]: DEBUG nova.virt.hardware [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.463108] env[69654]: DEBUG nova.virt.hardware [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.463363] env[69654]: DEBUG nova.virt.hardware [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.463557] env[69654]: DEBUG nova.virt.hardware [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.463757] env[69654]: DEBUG nova.virt.hardware [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.463983] env[69654]: DEBUG nova.virt.hardware [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.464278] env[69654]: DEBUG nova.virt.hardware [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.464499] env[69654]: DEBUG nova.virt.hardware [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.464797] env[69654]: DEBUG nova.virt.hardware [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.465070] env[69654]: DEBUG nova.virt.hardware [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.467346] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c418052-dab4-4738-a8ab-54e2ed78a74b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.478114] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad33ffe-02c8-4164-9399-a40f0a027941 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.500914] env[69654]: DEBUG nova.scheduler.client.report [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.537518] env[69654]: DEBUG nova.compute.manager [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.537823] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.538932] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31740cfc-2e9e-4cc9-9eaf-b5eadf59c0f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.547961] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.548211] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c18b55b-78ce-4caa-b5ed-70c75c570ccb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.555578] env[69654]: DEBUG oslo_vmware.api [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Waiting for the task: (returnval){ [ 803.555578] env[69654]: value = "task-3554619" [ 803.555578] env[69654]: _type = "Task" [ 803.555578] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.564614] env[69654]: DEBUG oslo_vmware.api [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.572649] env[69654]: DEBUG nova.network.neutron [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Updated VIF entry in instance network info cache for port 74fbb09f-844c-4cd9-a88b-d5485a8d89c8. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.573058] env[69654]: DEBUG nova.network.neutron [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Updating instance_info_cache with network_info: [{"id": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "address": "fa:16:3e:d1:42:f8", "network": {"id": "207eec8f-5938-4159-8990-b14d1a365cd3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1733369379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5772cc40074506bc5b5325c7113125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fbb09f-84", "ovs_interfaceid": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.734706] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554603, 'name': RelocateVM_Task, 'duration_secs': 4.965623} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.735127] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Volume attach. Driver type: vmdk {{(pid=69654) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 803.736788] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709671', 'volume_id': 'dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d', 'name': 'volume-dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d', 'serial': 'dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 803.737769] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9414d78c-be4e-437d-8058-867a4d12d2ac {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.759575] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f0d9df-cbcc-4c1d-8d46-4ecf93588ff4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.790480] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] volume-dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d/volume-dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.791512] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eb23b2c-e640-418f-bd32-d951f1f2ec51 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.815511] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Waiting for the task: (returnval){ [ 803.815511] env[69654]: value = "task-3554620" [ 803.815511] env[69654]: _type = "Task" [ 803.815511] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.823966] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.835185] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554615, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.933797] env[69654]: DEBUG oslo_concurrency.lockutils [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.946672] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554618, 'name': CreateVM_Task, 'duration_secs': 0.474243} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.946871] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.947618] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.947839] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.948186] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.948442] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f6a902-13d4-457a-9c1c-6cef3c3bb296 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.953262] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 803.953262] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5287bdbb-d508-04e8-4f4b-2b30c48369c7" [ 803.953262] env[69654]: _type = "Task" [ 803.953262] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.961505] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5287bdbb-d508-04e8-4f4b-2b30c48369c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.963910] env[69654]: DEBUG nova.compute.manager [req-6072bfef-4866-4b0e-9929-3eb096fc0197 req-ab7c9cc0-cb17-447a-a9fd-06ed135c285d service nova] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Received event network-changed-0572d318-bf3a-4eda-b7a0-5be1f09dc20c {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.964066] env[69654]: DEBUG nova.compute.manager [req-6072bfef-4866-4b0e-9929-3eb096fc0197 req-ab7c9cc0-cb17-447a-a9fd-06ed135c285d service nova] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Refreshing instance network info cache due to event network-changed-0572d318-bf3a-4eda-b7a0-5be1f09dc20c. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.964284] env[69654]: DEBUG oslo_concurrency.lockutils [req-6072bfef-4866-4b0e-9929-3eb096fc0197 req-ab7c9cc0-cb17-447a-a9fd-06ed135c285d service nova] Acquiring lock "refresh_cache-d1f9074c-5091-47c7-a109-0c01a21023bc" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.964422] env[69654]: DEBUG oslo_concurrency.lockutils [req-6072bfef-4866-4b0e-9929-3eb096fc0197 req-ab7c9cc0-cb17-447a-a9fd-06ed135c285d service nova] Acquired lock "refresh_cache-d1f9074c-5091-47c7-a109-0c01a21023bc" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.964580] env[69654]: DEBUG nova.network.neutron [req-6072bfef-4866-4b0e-9929-3eb096fc0197 req-ab7c9cc0-cb17-447a-a9fd-06ed135c285d service nova] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Refreshing network info cache for port 0572d318-bf3a-4eda-b7a0-5be1f09dc20c {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.006715] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.007267] env[69654]: DEBUG nova.compute.manager [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.010027] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.290s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.011613] env[69654]: INFO nova.compute.claims [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.068942] env[69654]: DEBUG oslo_vmware.api [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554619, 'name': PowerOffVM_Task, 'duration_secs': 0.312307} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.069399] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.069682] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.070183] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3869b691-0ee6-4905-a6e6-fb95c3d5a4e7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.076305] env[69654]: DEBUG oslo_concurrency.lockutils [req-d46851c6-a466-4a1e-89aa-90bd015f5bd8 req-d7d0d7ad-3b4b-4f4c-8567-0a9df0a97206 service nova] Releasing lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.129018] env[69654]: DEBUG nova.network.neutron [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Successfully updated port: bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.165894] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.165894] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.165894] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Deleting the datastore file [datastore1] 46ed458e-0edc-4cc5-8a6d-324f80d0b076 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.166558] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e23218cc-4e1d-452a-9e0d-e14be5ae6faf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.176959] env[69654]: DEBUG oslo_vmware.api [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Waiting for the task: (returnval){ [ 804.176959] env[69654]: value = "task-3554622" [ 804.176959] env[69654]: _type = "Task" [ 804.176959] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.194056] env[69654]: DEBUG oslo_vmware.api [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.324619] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.333389] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65792} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.334211] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] c8ef1eae-4804-45e5-8c9c-3d99dbceb13a/c8ef1eae-4804-45e5-8c9c-3d99dbceb13a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.334211] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.334211] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5fed67c-0560-4b6d-95a6-2ff4a2ec34af {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.341458] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Waiting for the task: (returnval){ [ 804.341458] env[69654]: value = "task-3554623" [ 804.341458] env[69654]: _type = "Task" [ 804.341458] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.350740] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.468537] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5287bdbb-d508-04e8-4f4b-2b30c48369c7, 'name': SearchDatastore_Task, 'duration_secs': 0.023286} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.468854] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.469105] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.469348] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.469491] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.469668] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.469939] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c85253e-a009-474d-a124-0b132d20d277 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.480649] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.480911] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.481981] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f94d586b-c9c2-4890-ae2b-40825091521f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.489428] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 804.489428] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526c25b2-d4ca-b8a5-e640-0f1cbac40427" [ 804.489428] env[69654]: _type = "Task" [ 804.489428] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.499982] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526c25b2-d4ca-b8a5-e640-0f1cbac40427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.519742] env[69654]: DEBUG nova.compute.utils [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.524044] env[69654]: DEBUG nova.compute.manager [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.524265] env[69654]: DEBUG nova.network.neutron [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.575598] env[69654]: DEBUG nova.policy [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03c80a72bba8483390c279dc02df8797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cbbc00a4ee0485394608c7bc4ae20df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.633085] env[69654]: DEBUG oslo_concurrency.lockutils [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "refresh_cache-1f7a28d9-1a53-43c3-be38-cdf38d086a4b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.633282] env[69654]: DEBUG oslo_concurrency.lockutils [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquired lock "refresh_cache-1f7a28d9-1a53-43c3-be38-cdf38d086a4b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.633442] env[69654]: DEBUG nova.network.neutron [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.693373] env[69654]: DEBUG oslo_vmware.api [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Task: {'id': task-3554622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272394} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.693547] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.693773] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.694212] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.694453] env[69654]: INFO nova.compute.manager [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Took 1.16 seconds to destroy the instance on the hypervisor. [ 804.694747] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.694990] env[69654]: DEBUG nova.compute.manager [-] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.695119] env[69654]: DEBUG nova.network.neutron [-] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.758330] env[69654]: DEBUG nova.network.neutron [req-6072bfef-4866-4b0e-9929-3eb096fc0197 req-ab7c9cc0-cb17-447a-a9fd-06ed135c285d service nova] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Updated VIF entry in instance network info cache for port 0572d318-bf3a-4eda-b7a0-5be1f09dc20c. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.758682] env[69654]: DEBUG nova.network.neutron [req-6072bfef-4866-4b0e-9929-3eb096fc0197 req-ab7c9cc0-cb17-447a-a9fd-06ed135c285d service nova] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Updating instance_info_cache with network_info: [{"id": "0572d318-bf3a-4eda-b7a0-5be1f09dc20c", "address": "fa:16:3e:c1:4c:f8", "network": {"id": "d64dd3ce-b453-4cd1-b9d8-de72ecf65b90", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1531259325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d79cc5fdb2894f0b971aa69b60f13fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0572d318-bf", "ovs_interfaceid": "0572d318-bf3a-4eda-b7a0-5be1f09dc20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.826392] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554620, 'name': ReconfigVM_Task, 'duration_secs': 0.668354} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.826686] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Reconfigured VM instance instance-00000028 to attach disk [datastore1] volume-dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d/volume-dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.831991] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-713eb588-94fa-46d1-8882-e675234dfe2b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.851194] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0961} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.852591] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.852996] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Waiting for the task: (returnval){ [ 804.852996] env[69654]: value = "task-3554624" [ 804.852996] env[69654]: _type = "Task" [ 804.852996] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.853769] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1920f90d-888c-4675-99ec-a65436cc69b3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.859634] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "090a97b3-e5df-4ede-980a-d95291570913" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.859933] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "090a97b3-e5df-4ede-980a-d95291570913" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.860156] env[69654]: DEBUG nova.compute.manager [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Going to confirm migration 1 {{(pid=69654) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 804.898027] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] c8ef1eae-4804-45e5-8c9c-3d99dbceb13a/c8ef1eae-4804-45e5-8c9c-3d99dbceb13a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.905051] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdfbfa62-afff-4a08-a134-54c88bbfba85 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.935493] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.935493] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "interface-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.935493] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.935493] env[69654]: DEBUG nova.objects.instance [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lazy-loading 'flavor' on Instance uuid 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.943389] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Waiting for the task: (returnval){ [ 804.943389] env[69654]: value = "task-3554625" [ 804.943389] env[69654]: _type = "Task" [ 804.943389] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.954595] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.999804] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526c25b2-d4ca-b8a5-e640-0f1cbac40427, 'name': SearchDatastore_Task, 'duration_secs': 0.029989} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.000933] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a835929e-b9ae-4303-a561-6c130aecfcab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.008063] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 805.008063] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520cf960-97ba-53bc-7f1c-ea88edd87cbd" [ 805.008063] env[69654]: _type = "Task" [ 805.008063] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.012568] env[69654]: DEBUG nova.network.neutron [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Successfully created port: c40ffc34-cc7f-49f8-a373-276e80d34e6c {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.019440] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520cf960-97ba-53bc-7f1c-ea88edd87cbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.024789] env[69654]: DEBUG nova.compute.manager [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.088575] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Volume attach. Driver type: vmdk {{(pid=69654) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 805.131629] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709727', 'volume_id': '340db481-2b65-4d01-851b-af3c89e3c864', 'name': 'volume-340db481-2b65-4d01-851b-af3c89e3c864', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '313656df-50ec-4686-84be-f0cdba6c7836', 'attached_at': '', 'detached_at': '', 'volume_id': '340db481-2b65-4d01-851b-af3c89e3c864', 'serial': '340db481-2b65-4d01-851b-af3c89e3c864'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 805.131629] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a1c369-d91e-49d9-be02-f829538dab8c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.131629] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f74b18-378b-4f8d-a9cc-2f7aa20e3f5f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.137851] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] volume-340db481-2b65-4d01-851b-af3c89e3c864/volume-340db481-2b65-4d01-851b-af3c89e3c864.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.143293] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faf5feee-719b-4e6f-9081-644c4bfa83f2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.165468] env[69654]: DEBUG oslo_vmware.api [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 805.165468] env[69654]: value = "task-3554626" [ 805.165468] env[69654]: _type = "Task" [ 805.165468] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.174148] env[69654]: DEBUG oslo_vmware.api [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.223383] env[69654]: DEBUG nova.network.neutron [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.263990] env[69654]: DEBUG oslo_concurrency.lockutils [req-6072bfef-4866-4b0e-9929-3eb096fc0197 req-ab7c9cc0-cb17-447a-a9fd-06ed135c285d service nova] Releasing lock "refresh_cache-d1f9074c-5091-47c7-a109-0c01a21023bc" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.368345] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554624, 'name': ReconfigVM_Task, 'duration_secs': 0.180909} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.368878] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709671', 'volume_id': 'dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d', 'name': 'volume-dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d', 'serial': 'dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 805.369528] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d62394d-9f91-429b-bc7c-df1a2f2e53b6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.383744] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Waiting for the task: (returnval){ [ 805.383744] env[69654]: value = "task-3554627" [ 805.383744] env[69654]: _type = "Task" [ 805.383744] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.394692] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554627, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.456841] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554625, 'name': ReconfigVM_Task, 'duration_secs': 0.397023} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.457465] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Reconfigured VM instance instance-00000029 to attach disk [datastore1] c8ef1eae-4804-45e5-8c9c-3d99dbceb13a/c8ef1eae-4804-45e5-8c9c-3d99dbceb13a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.457752] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2037637-475b-4c40-be45-08887cbc10be {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.465778] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Waiting for the task: (returnval){ [ 805.465778] env[69654]: value = "task-3554628" [ 805.465778] env[69654]: _type = "Task" [ 805.465778] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.471551] env[69654]: DEBUG nova.network.neutron [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Updating instance_info_cache with network_info: [{"id": "bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219", "address": "fa:16:3e:ed:07:7d", "network": {"id": "410aa2fc-2a2c-4fac-9472-7728556e89cf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1532441635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2929cca5aadc4041a2d178da5420b6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe50c6c-91", "ovs_interfaceid": "bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.478104] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554628, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.517989] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "refresh_cache-090a97b3-e5df-4ede-980a-d95291570913" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.518234] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquired lock "refresh_cache-090a97b3-e5df-4ede-980a-d95291570913" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.518468] env[69654]: DEBUG nova.network.neutron [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.518695] env[69654]: DEBUG nova.objects.instance [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lazy-loading 'info_cache' on Instance uuid 090a97b3-e5df-4ede-980a-d95291570913 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.528026] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520cf960-97ba-53bc-7f1c-ea88edd87cbd, 'name': SearchDatastore_Task, 'duration_secs': 0.014647} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.528026] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.528026] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] d1f9074c-5091-47c7-a109-0c01a21023bc/d1f9074c-5091-47c7-a109-0c01a21023bc.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.528026] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef326338-bbd0-43e9-ae68-aade9d791740 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.539684] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 805.539684] env[69654]: value = "task-3554629" [ 805.539684] env[69654]: _type = "Task" [ 805.539684] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.549842] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.553640] env[69654]: DEBUG nova.network.neutron [-] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.559972] env[69654]: DEBUG nova.objects.instance [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lazy-loading 'pci_requests' on Instance uuid 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.646294] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985a0ba7-a389-4534-b9b1-a5255335ab6b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.655250] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736d4a17-a391-4d9f-9d0b-0184084134b1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.696148] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9624a3-c6e8-42e8-b6a3-1b61c8a4571a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.707018] env[69654]: DEBUG oslo_vmware.api [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554626, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.708184] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07232083-0922-43a6-adc0-1724c8320952 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.722389] env[69654]: DEBUG nova.compute.provider_tree [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.893091] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554627, 'name': Rename_Task, 'duration_secs': 0.204516} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.893394] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.893659] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e684af55-2099-4a4f-990e-03908683e328 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.900358] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Waiting for the task: (returnval){ [ 805.900358] env[69654]: value = "task-3554630" [ 805.900358] env[69654]: _type = "Task" [ 805.900358] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.908154] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.972604] env[69654]: DEBUG oslo_concurrency.lockutils [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Releasing lock "refresh_cache-1f7a28d9-1a53-43c3-be38-cdf38d086a4b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.973054] env[69654]: DEBUG nova.compute.manager [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Instance network_info: |[{"id": "bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219", "address": "fa:16:3e:ed:07:7d", "network": {"id": "410aa2fc-2a2c-4fac-9472-7728556e89cf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1532441635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2929cca5aadc4041a2d178da5420b6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe50c6c-91", "ovs_interfaceid": "bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.977917] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:07:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.987932] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Creating folder: Project (2929cca5aadc4041a2d178da5420b6e5). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.988444] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554628, 'name': Rename_Task, 'duration_secs': 0.269618} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.990309] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1768245e-99ff-443e-93d7-441b396677b2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.992722] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.996623] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91a02aea-99d6-447a-8df8-30db3c0e4dc7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.007519] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Waiting for the task: (returnval){ [ 806.007519] env[69654]: value = "task-3554632" [ 806.007519] env[69654]: _type = "Task" [ 806.007519] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.014765] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Created folder: Project (2929cca5aadc4041a2d178da5420b6e5) in parent group-v709593. [ 806.014765] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Creating folder: Instances. Parent ref: group-v709734. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.015454] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d30b6cb-496d-492e-8324-8943ce1a9c83 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.025515] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.026943] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Created folder: Instances in parent group-v709734. [ 806.027245] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.027454] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.028553] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c33fcea-0173-4e6a-bc43-fa9c14bf8d95 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.046551] env[69654]: DEBUG nova.compute.manager [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.057316] env[69654]: INFO nova.compute.manager [-] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Took 1.36 seconds to deallocate network for instance. [ 806.064669] env[69654]: DEBUG nova.objects.base [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Object Instance<4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3> lazy-loaded attributes: flavor,pci_requests {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 806.064738] env[69654]: DEBUG nova.network.neutron [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.066802] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554629, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.071481] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.071481] env[69654]: value = "task-3554634" [ 806.071481] env[69654]: _type = "Task" [ 806.071481] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.086812] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554634, 'name': CreateVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.089587] env[69654]: DEBUG nova.virt.hardware [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.090097] env[69654]: DEBUG nova.virt.hardware [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.090197] env[69654]: DEBUG nova.virt.hardware [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.090378] env[69654]: DEBUG nova.virt.hardware [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.090625] env[69654]: DEBUG nova.virt.hardware [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.090769] env[69654]: DEBUG nova.virt.hardware [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.091153] env[69654]: DEBUG nova.virt.hardware [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.091206] env[69654]: DEBUG nova.virt.hardware [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.091464] env[69654]: DEBUG nova.virt.hardware [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.093026] env[69654]: DEBUG nova.virt.hardware [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.093026] env[69654]: DEBUG nova.virt.hardware [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.093259] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49607024-9923-4e65-a095-fb7604b7d7fe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.104791] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341cb2c8-90da-4ce9-bf24-2bb5e815e662 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.148535] env[69654]: DEBUG nova.policy [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '067f7e518ca04bb1956fa78ad22d2ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf89ca1830cd4d49aa3216e71d010a9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.209565] env[69654]: DEBUG oslo_vmware.api [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554626, 'name': ReconfigVM_Task, 'duration_secs': 0.553829} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.210176] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Reconfigured VM instance instance-0000001f to attach disk [datastore1] volume-340db481-2b65-4d01-851b-af3c89e3c864/volume-340db481-2b65-4d01-851b-af3c89e3c864.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.219852] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97542aed-6c62-4236-866a-e9e559c94676 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.241506] env[69654]: DEBUG nova.scheduler.client.report [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.253645] env[69654]: DEBUG oslo_vmware.api [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 806.253645] env[69654]: value = "task-3554635" [ 806.253645] env[69654]: _type = "Task" [ 806.253645] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.267344] env[69654]: DEBUG oslo_vmware.api [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.284088] env[69654]: DEBUG oslo_vmware.rw_handles [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277efbf-4848-8505-f098-574ea9ccb2de/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 806.288024] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a5a5db-b637-4611-82ac-61935f571279 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.293253] env[69654]: DEBUG oslo_vmware.rw_handles [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277efbf-4848-8505-f098-574ea9ccb2de/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 806.293395] env[69654]: ERROR oslo_vmware.rw_handles [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277efbf-4848-8505-f098-574ea9ccb2de/disk-0.vmdk due to incomplete transfer. [ 806.293649] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a9728b49-37c2-43a7-b800-995c26957230 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.303215] env[69654]: DEBUG oslo_vmware.rw_handles [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277efbf-4848-8505-f098-574ea9ccb2de/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 806.304178] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Uploaded image b8f92bad-4de3-4a8f-9551-5bd18665c419 to the Glance image server {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 806.307080] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 806.307080] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b385f00a-2b6e-407e-bad9-0fe68f20f207 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.316183] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 806.316183] env[69654]: value = "task-3554636" [ 806.316183] env[69654]: _type = "Task" [ 806.316183] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.326510] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554636, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.410870] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.500271] env[69654]: DEBUG oslo_concurrency.lockutils [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Acquiring lock "9661d6cd-8821-43bf-80df-420260f5da28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.500271] env[69654]: DEBUG oslo_concurrency.lockutils [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Lock "9661d6cd-8821-43bf-80df-420260f5da28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.500271] env[69654]: DEBUG oslo_concurrency.lockutils [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Acquiring lock "9661d6cd-8821-43bf-80df-420260f5da28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.500271] env[69654]: DEBUG oslo_concurrency.lockutils [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Lock "9661d6cd-8821-43bf-80df-420260f5da28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.500271] env[69654]: DEBUG oslo_concurrency.lockutils [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Lock "9661d6cd-8821-43bf-80df-420260f5da28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.501563] env[69654]: INFO nova.compute.manager [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Terminating instance [ 806.518321] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.574251] env[69654]: DEBUG oslo_concurrency.lockutils [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.574251] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817359} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.590102] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] d1f9074c-5091-47c7-a109-0c01a21023bc/d1f9074c-5091-47c7-a109-0c01a21023bc.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.590102] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.590102] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e2c7c58-27d2-49f8-9a12-2e1f8f68c16e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.590102] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554634, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.590102] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 806.590102] env[69654]: value = "task-3554637" [ 806.590102] env[69654]: _type = "Task" [ 806.590102] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.600349] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.647222] env[69654]: DEBUG nova.network.neutron [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Successfully created port: 1d869cd8-b26c-45c9-9dee-0452dd47d343 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.747195] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.747739] env[69654]: DEBUG nova.compute.manager [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.750639] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.766s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.750802] env[69654]: DEBUG nova.objects.instance [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lazy-loading 'resources' on Instance uuid 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.774118] env[69654]: DEBUG oslo_vmware.api [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554635, 'name': ReconfigVM_Task, 'duration_secs': 0.238688} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.774580] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709727', 'volume_id': '340db481-2b65-4d01-851b-af3c89e3c864', 'name': 'volume-340db481-2b65-4d01-851b-af3c89e3c864', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '313656df-50ec-4686-84be-f0cdba6c7836', 'attached_at': '', 'detached_at': '', 'volume_id': '340db481-2b65-4d01-851b-af3c89e3c864', 'serial': '340db481-2b65-4d01-851b-af3c89e3c864'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 806.829690] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554636, 'name': Destroy_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.839365] env[69654]: DEBUG nova.network.neutron [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Updating instance_info_cache with network_info: [{"id": "0d99db88-a94b-4737-9cce-ae284c55bd60", "address": "fa:16:3e:ab:e8:03", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d99db88-a9", "ovs_interfaceid": "0d99db88-a94b-4737-9cce-ae284c55bd60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.912086] env[69654]: DEBUG oslo_vmware.api [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554630, 'name': PowerOnVM_Task, 'duration_secs': 0.920348} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.912402] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.912940] env[69654]: INFO nova.compute.manager [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Took 9.68 seconds to spawn the instance on the hypervisor. [ 806.913647] env[69654]: DEBUG nova.compute.manager [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.914474] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5ec0ae-e6e5-4ccd-975b-63a8113b21d2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.001245] env[69654]: DEBUG nova.network.neutron [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Successfully updated port: c40ffc34-cc7f-49f8-a373-276e80d34e6c {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.008079] env[69654]: DEBUG nova.compute.manager [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.008079] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.008272] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab0929a-1968-402c-a621-d47e8e3e0bab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.021231] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.024097] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5813f96a-d613-4f0f-b17e-384236e83bbc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.026290] env[69654]: DEBUG oslo_vmware.api [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554632, 'name': PowerOnVM_Task, 'duration_secs': 0.927815} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.026290] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.026534] env[69654]: INFO nova.compute.manager [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Took 8.96 seconds to spawn the instance on the hypervisor. [ 807.027297] env[69654]: DEBUG nova.compute.manager [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.027945] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08f38e3-dc91-434d-815e-b487454082bd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.032575] env[69654]: DEBUG oslo_vmware.api [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Waiting for the task: (returnval){ [ 807.032575] env[69654]: value = "task-3554638" [ 807.032575] env[69654]: _type = "Task" [ 807.032575] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.047069] env[69654]: DEBUG oslo_vmware.api [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': task-3554638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.083621] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554634, 'name': CreateVM_Task, 'duration_secs': 0.6496} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.083824] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.084559] env[69654]: DEBUG oslo_concurrency.lockutils [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.084738] env[69654]: DEBUG oslo_concurrency.lockutils [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.085107] env[69654]: DEBUG oslo_concurrency.lockutils [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.085309] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff980d98-a779-4d26-8dc6-c3dc07c4f583 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.089642] env[69654]: DEBUG nova.compute.manager [req-83b112de-905f-458b-bc94-abcc56705984 req-0d4a2122-6665-4c30-bcdf-bd3d19d89f94 service nova] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Received event network-vif-plugged-bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.089848] env[69654]: DEBUG oslo_concurrency.lockutils [req-83b112de-905f-458b-bc94-abcc56705984 req-0d4a2122-6665-4c30-bcdf-bd3d19d89f94 service nova] Acquiring lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.090034] env[69654]: DEBUG oslo_concurrency.lockutils [req-83b112de-905f-458b-bc94-abcc56705984 req-0d4a2122-6665-4c30-bcdf-bd3d19d89f94 service nova] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.090203] env[69654]: DEBUG oslo_concurrency.lockutils [req-83b112de-905f-458b-bc94-abcc56705984 req-0d4a2122-6665-4c30-bcdf-bd3d19d89f94 service nova] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.090366] env[69654]: DEBUG nova.compute.manager [req-83b112de-905f-458b-bc94-abcc56705984 req-0d4a2122-6665-4c30-bcdf-bd3d19d89f94 service nova] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] No waiting events found dispatching network-vif-plugged-bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.090527] env[69654]: WARNING nova.compute.manager [req-83b112de-905f-458b-bc94-abcc56705984 req-0d4a2122-6665-4c30-bcdf-bd3d19d89f94 service nova] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Received unexpected event network-vif-plugged-bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219 for instance with vm_state building and task_state spawning. [ 807.090694] env[69654]: DEBUG nova.compute.manager [req-83b112de-905f-458b-bc94-abcc56705984 req-0d4a2122-6665-4c30-bcdf-bd3d19d89f94 service nova] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Received event network-changed-bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.090840] env[69654]: DEBUG nova.compute.manager [req-83b112de-905f-458b-bc94-abcc56705984 req-0d4a2122-6665-4c30-bcdf-bd3d19d89f94 service nova] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Refreshing instance network info cache due to event network-changed-bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.091026] env[69654]: DEBUG oslo_concurrency.lockutils [req-83b112de-905f-458b-bc94-abcc56705984 req-0d4a2122-6665-4c30-bcdf-bd3d19d89f94 service nova] Acquiring lock "refresh_cache-1f7a28d9-1a53-43c3-be38-cdf38d086a4b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.091248] env[69654]: DEBUG oslo_concurrency.lockutils [req-83b112de-905f-458b-bc94-abcc56705984 req-0d4a2122-6665-4c30-bcdf-bd3d19d89f94 service nova] Acquired lock "refresh_cache-1f7a28d9-1a53-43c3-be38-cdf38d086a4b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.091303] env[69654]: DEBUG nova.network.neutron [req-83b112de-905f-458b-bc94-abcc56705984 req-0d4a2122-6665-4c30-bcdf-bd3d19d89f94 service nova] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Refreshing network info cache for port bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.098279] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 807.098279] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c37207-0723-7dc0-1653-ffda2f8c2f81" [ 807.098279] env[69654]: _type = "Task" [ 807.098279] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.105130] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079607} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.106165] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.106927] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d32d1b-e011-41e3-bf97-0d646f60fe56 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.112520] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c37207-0723-7dc0-1653-ffda2f8c2f81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.133990] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] d1f9074c-5091-47c7-a109-0c01a21023bc/d1f9074c-5091-47c7-a109-0c01a21023bc.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.134838] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d20d8442-7032-430e-8f78-87cca8c7d958 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.156309] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 807.156309] env[69654]: value = "task-3554639" [ 807.156309] env[69654]: _type = "Task" [ 807.156309] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.167881] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.254033] env[69654]: DEBUG nova.compute.utils [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.258582] env[69654]: DEBUG nova.compute.manager [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.258764] env[69654]: DEBUG nova.network.neutron [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.326373] env[69654]: DEBUG nova.policy [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a06bc03fa2e04a1c80554a7c4a55e2f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3666470f1b8455aaf3eda1766edd953', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.340262] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554636, 'name': Destroy_Task, 'duration_secs': 0.614198} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.341660] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Destroyed the VM [ 807.341660] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 807.341825] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d16f30e1-e24a-425b-8b2f-471a0c7389d3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.344191] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Releasing lock "refresh_cache-090a97b3-e5df-4ede-980a-d95291570913" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.344552] env[69654]: DEBUG nova.objects.instance [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lazy-loading 'migration_context' on Instance uuid 090a97b3-e5df-4ede-980a-d95291570913 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.354839] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 807.354839] env[69654]: value = "task-3554640" [ 807.354839] env[69654]: _type = "Task" [ 807.354839] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.366716] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554640, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.439571] env[69654]: INFO nova.compute.manager [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Took 55.54 seconds to build instance. [ 807.507551] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "refresh_cache-7f9a0c87-c23d-405d-b644-7486f55bb917" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.507705] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired lock "refresh_cache-7f9a0c87-c23d-405d-b644-7486f55bb917" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.507858] env[69654]: DEBUG nova.network.neutron [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.546729] env[69654]: DEBUG oslo_vmware.api [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': task-3554638, 'name': PowerOffVM_Task, 'duration_secs': 0.375929} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.549211] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.549386] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.549907] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5355b49-b8bc-4524-83b5-8872a279fd84 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.554356] env[69654]: INFO nova.compute.manager [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Took 48.15 seconds to build instance. [ 807.608440] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c37207-0723-7dc0-1653-ffda2f8c2f81, 'name': SearchDatastore_Task, 'duration_secs': 0.02922} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.610829] env[69654]: DEBUG oslo_concurrency.lockutils [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.611064] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.611292] env[69654]: DEBUG oslo_concurrency.lockutils [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.611450] env[69654]: DEBUG oslo_concurrency.lockutils [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.611632] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.612090] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dcad5ef-bf5f-4802-9f1b-f5106698f2ff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.621332] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.621525] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.622306] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb783b3-032f-41fa-ad9b-720522948157 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.630061] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 807.630061] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5290a21f-b30d-f0da-7c18-7b2240cfa45a" [ 807.630061] env[69654]: _type = "Task" [ 807.630061] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.637019] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.637230] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.637407] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Deleting the datastore file [datastore2] 9661d6cd-8821-43bf-80df-420260f5da28 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.638610] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eafa4e0-5419-43d2-853f-5078b5ee7646 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.644459] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5290a21f-b30d-f0da-7c18-7b2240cfa45a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.648740] env[69654]: DEBUG oslo_vmware.api [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Waiting for the task: (returnval){ [ 807.648740] env[69654]: value = "task-3554642" [ 807.648740] env[69654]: _type = "Task" [ 807.648740] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.656928] env[69654]: DEBUG oslo_vmware.api [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': task-3554642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.670112] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554639, 'name': ReconfigVM_Task, 'duration_secs': 0.295085} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.670112] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Reconfigured VM instance instance-0000002a to attach disk [datastore1] d1f9074c-5091-47c7-a109-0c01a21023bc/d1f9074c-5091-47c7-a109-0c01a21023bc.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.670193] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c095c4e-8bac-49aa-a20d-b698471ae66e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.679601] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 807.679601] env[69654]: value = "task-3554643" [ 807.679601] env[69654]: _type = "Task" [ 807.679601] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.691703] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554643, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.724841] env[69654]: DEBUG nova.network.neutron [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Successfully created port: b449577c-13c7-46ad-b48b-476d0feabfc7 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.754900] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eed92f9-91c5-448c-a12a-c904f4b6527b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.758714] env[69654]: DEBUG nova.compute.manager [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.769018] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a5a86b-3b9a-4d0b-9edc-34f9f5dfd0a7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.809199] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b230eb-ab70-4e3c-a792-7a44172dc166 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.818633] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b2fff0-a8fc-4eaa-8da7-5ff01c940a06 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.833459] env[69654]: DEBUG nova.compute.provider_tree [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.842955] env[69654]: DEBUG nova.objects.instance [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lazy-loading 'flavor' on Instance uuid 313656df-50ec-4686-84be-f0cdba6c7836 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.847671] env[69654]: DEBUG nova.objects.base [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Object Instance<090a97b3-e5df-4ede-980a-d95291570913> lazy-loaded attributes: info_cache,migration_context {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 807.848536] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7495d274-8f06-47bc-b951-05bc6c3e7afd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.855506] env[69654]: DEBUG nova.network.neutron [req-83b112de-905f-458b-bc94-abcc56705984 req-0d4a2122-6665-4c30-bcdf-bd3d19d89f94 service nova] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Updated VIF entry in instance network info cache for port bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.855506] env[69654]: DEBUG nova.network.neutron [req-83b112de-905f-458b-bc94-abcc56705984 req-0d4a2122-6665-4c30-bcdf-bd3d19d89f94 service nova] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Updating instance_info_cache with network_info: [{"id": "bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219", "address": "fa:16:3e:ed:07:7d", "network": {"id": "410aa2fc-2a2c-4fac-9472-7728556e89cf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1532441635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2929cca5aadc4041a2d178da5420b6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe50c6c-91", "ovs_interfaceid": "bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.878114] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1b4ac3-2b5a-4538-9772-0cac96e5681d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.880871] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554640, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.885069] env[69654]: DEBUG oslo_vmware.api [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 807.885069] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5273fada-5156-a584-615a-67b555c7e646" [ 807.885069] env[69654]: _type = "Task" [ 807.885069] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.893342] env[69654]: DEBUG oslo_vmware.api [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5273fada-5156-a584-615a-67b555c7e646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.895294] env[69654]: DEBUG nova.compute.manager [req-42058cc7-a6d1-4301-8f23-1edb95559adc req-4adee075-31cd-4131-b0f4-ec557ac0b7dd service nova] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Received event network-vif-plugged-c40ffc34-cc7f-49f8-a373-276e80d34e6c {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.895507] env[69654]: DEBUG oslo_concurrency.lockutils [req-42058cc7-a6d1-4301-8f23-1edb95559adc req-4adee075-31cd-4131-b0f4-ec557ac0b7dd service nova] Acquiring lock "7f9a0c87-c23d-405d-b644-7486f55bb917-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.895714] env[69654]: DEBUG oslo_concurrency.lockutils [req-42058cc7-a6d1-4301-8f23-1edb95559adc req-4adee075-31cd-4131-b0f4-ec557ac0b7dd service nova] Lock "7f9a0c87-c23d-405d-b644-7486f55bb917-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.895941] env[69654]: DEBUG oslo_concurrency.lockutils [req-42058cc7-a6d1-4301-8f23-1edb95559adc req-4adee075-31cd-4131-b0f4-ec557ac0b7dd service nova] Lock "7f9a0c87-c23d-405d-b644-7486f55bb917-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.896061] env[69654]: DEBUG nova.compute.manager [req-42058cc7-a6d1-4301-8f23-1edb95559adc req-4adee075-31cd-4131-b0f4-ec557ac0b7dd service nova] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] No waiting events found dispatching network-vif-plugged-c40ffc34-cc7f-49f8-a373-276e80d34e6c {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.896230] env[69654]: WARNING nova.compute.manager [req-42058cc7-a6d1-4301-8f23-1edb95559adc req-4adee075-31cd-4131-b0f4-ec557ac0b7dd service nova] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Received unexpected event network-vif-plugged-c40ffc34-cc7f-49f8-a373-276e80d34e6c for instance with vm_state building and task_state spawning. [ 807.942238] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f336cd7d-6ea0-450d-8efe-5734d4820ea6 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Lock "a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.790s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.042427] env[69654]: DEBUG nova.network.neutron [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.055928] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee795353-86ce-46a5-90a7-f888271311b3 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Lock "c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.938s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.146229] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5290a21f-b30d-f0da-7c18-7b2240cfa45a, 'name': SearchDatastore_Task, 'duration_secs': 0.033367} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.147520] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4de89771-d7c3-417e-8eb7-3eed49fa6196 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.156587] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 808.156587] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526a2edb-1a4b-43c7-0c38-9132664b0cfe" [ 808.156587] env[69654]: _type = "Task" [ 808.156587] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.160386] env[69654]: DEBUG oslo_vmware.api [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Task: {'id': task-3554642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308444} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.163869] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.164076] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.164258] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.164431] env[69654]: INFO nova.compute.manager [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Took 1.16 seconds to destroy the instance on the hypervisor. [ 808.164655] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.164841] env[69654]: DEBUG nova.compute.manager [-] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.164935] env[69654]: DEBUG nova.network.neutron [-] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.171705] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526a2edb-1a4b-43c7-0c38-9132664b0cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.173599] env[69654]: DEBUG nova.network.neutron [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Updating instance_info_cache with network_info: [{"id": "c40ffc34-cc7f-49f8-a373-276e80d34e6c", "address": "fa:16:3e:07:20:62", "network": {"id": "ada968c3-dd4b-40d3-8b76-9f93c25df0da", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1829149816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cbbc00a4ee0485394608c7bc4ae20df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40ffc34-cc", "ovs_interfaceid": "c40ffc34-cc7f-49f8-a373-276e80d34e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.188199] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554643, 'name': Rename_Task, 'duration_secs': 0.15282} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.189622] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.189622] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dad80f1e-e5f5-4347-a901-0c89222385a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.196202] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 808.196202] env[69654]: value = "task-3554644" [ 808.196202] env[69654]: _type = "Task" [ 808.196202] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.212783] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.336448] env[69654]: DEBUG nova.scheduler.client.report [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.350037] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c8070bef-017d-4948-863a-3f9f25a3abfc tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "313656df-50ec-4686-84be-f0cdba6c7836" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.886s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.360189] env[69654]: DEBUG oslo_concurrency.lockutils [req-83b112de-905f-458b-bc94-abcc56705984 req-0d4a2122-6665-4c30-bcdf-bd3d19d89f94 service nova] Releasing lock "refresh_cache-1f7a28d9-1a53-43c3-be38-cdf38d086a4b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.361653] env[69654]: DEBUG nova.compute.manager [req-83b112de-905f-458b-bc94-abcc56705984 req-0d4a2122-6665-4c30-bcdf-bd3d19d89f94 service nova] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Received event network-vif-deleted-708d5578-b75a-4e80-8334-5fc3da985ccf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.368806] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554640, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.397960] env[69654]: DEBUG oslo_vmware.api [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5273fada-5156-a584-615a-67b555c7e646, 'name': SearchDatastore_Task, 'duration_secs': 0.007764} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.398299] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.447297] env[69654]: DEBUG nova.compute.manager [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.489537] env[69654]: DEBUG nova.network.neutron [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Successfully updated port: 1d869cd8-b26c-45c9-9dee-0452dd47d343 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.560204] env[69654]: DEBUG nova.compute.manager [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.674647] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526a2edb-1a4b-43c7-0c38-9132664b0cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.015661} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.676506] env[69654]: DEBUG oslo_concurrency.lockutils [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.676506] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 1f7a28d9-1a53-43c3-be38-cdf38d086a4b/1f7a28d9-1a53-43c3-be38-cdf38d086a4b.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.676506] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Releasing lock "refresh_cache-7f9a0c87-c23d-405d-b644-7486f55bb917" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.676506] env[69654]: DEBUG nova.compute.manager [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Instance network_info: |[{"id": "c40ffc34-cc7f-49f8-a373-276e80d34e6c", "address": "fa:16:3e:07:20:62", "network": {"id": "ada968c3-dd4b-40d3-8b76-9f93c25df0da", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1829149816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cbbc00a4ee0485394608c7bc4ae20df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40ffc34-cc", "ovs_interfaceid": "c40ffc34-cc7f-49f8-a373-276e80d34e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.677195] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f99c92f3-81dc-43e0-b383-da1c1cbfd73d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.682098] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:20:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c40ffc34-cc7f-49f8-a373-276e80d34e6c', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.694191] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.696023] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.696023] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1cd2754-182a-484a-bf36-54a0b56cf530 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.720561] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 808.720561] env[69654]: value = "task-3554645" [ 808.720561] env[69654]: _type = "Task" [ 808.720561] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.730814] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.730814] env[69654]: value = "task-3554646" [ 808.730814] env[69654]: _type = "Task" [ 808.730814] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.735427] env[69654]: DEBUG oslo_vmware.api [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554644, 'name': PowerOnVM_Task, 'duration_secs': 0.472833} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.741353] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.741598] env[69654]: INFO nova.compute.manager [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Took 7.97 seconds to spawn the instance on the hypervisor. [ 808.741781] env[69654]: DEBUG nova.compute.manager [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.742485] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.743230] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2c7e91-61a6-48c9-bab5-37468b0aeb56 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.751593] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554646, 'name': CreateVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.768597] env[69654]: DEBUG nova.compute.manager [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.800289] env[69654]: DEBUG nova.virt.hardware [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.800695] env[69654]: DEBUG nova.virt.hardware [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.800819] env[69654]: DEBUG nova.virt.hardware [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.801056] env[69654]: DEBUG nova.virt.hardware [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.801257] env[69654]: DEBUG nova.virt.hardware [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.801482] env[69654]: DEBUG nova.virt.hardware [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.801773] env[69654]: DEBUG nova.virt.hardware [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.801960] env[69654]: DEBUG nova.virt.hardware [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.802213] env[69654]: DEBUG nova.virt.hardware [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.802420] env[69654]: DEBUG nova.virt.hardware [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.802645] env[69654]: DEBUG nova.virt.hardware [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.803991] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bd2352-c5aa-4356-b21e-5716decb2fc7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.813388] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57567a55-2e31-466f-b38e-c53698a54693 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.841964] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.844230] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.578s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.846573] env[69654]: INFO nova.compute.claims [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.865226] env[69654]: DEBUG oslo_vmware.api [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554640, 'name': RemoveSnapshot_Task, 'duration_secs': 1.139533} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.865537] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 808.865812] env[69654]: INFO nova.compute.manager [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Took 18.07 seconds to snapshot the instance on the hypervisor. [ 808.883963] env[69654]: INFO nova.scheduler.client.report [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Deleted allocations for instance 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03 [ 808.965244] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.998816] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.999083] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.999332] env[69654]: DEBUG nova.network.neutron [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.082372] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.221738] env[69654]: DEBUG nova.network.neutron [-] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.241466] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554645, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.257516] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554646, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.271229] env[69654]: INFO nova.compute.manager [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Took 45.48 seconds to build instance. [ 809.392633] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d264efe0-1daf-44c8-a9b8-251118cf89a1 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.843s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.440686] env[69654]: DEBUG nova.compute.manager [None req-1dee7c55-511f-4614-8631-b86344168a0e tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Found 2 images (rotation: 2) {{(pid=69654) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 809.537739] env[69654]: WARNING nova.network.neutron [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] e4e313f7-9df2-40b1-a72f-71d50867560b already exists in list: networks containing: ['e4e313f7-9df2-40b1-a72f-71d50867560b']. ignoring it [ 809.725866] env[69654]: INFO nova.compute.manager [-] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Took 1.56 seconds to deallocate network for instance. [ 809.745213] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60625} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.755117] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 1f7a28d9-1a53-43c3-be38-cdf38d086a4b/1f7a28d9-1a53-43c3-be38-cdf38d086a4b.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.758174] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.758174] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-043cf3cc-f2cf-41ba-ba6c-f646959700f7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.768546] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554646, 'name': CreateVM_Task, 'duration_secs': 0.602514} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.768546] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.768546] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 809.768546] env[69654]: value = "task-3554647" [ 809.768546] env[69654]: _type = "Task" [ 809.768546] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.768546] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.768546] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.769284] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.769757] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79268e9e-b727-439c-bfdf-0782ccaaa2bd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.775433] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1110fd3-bfbd-4de0-bcbb-8e4042811ea1 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "d1f9074c-5091-47c7-a109-0c01a21023bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.412s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.777945] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 809.777945] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522e4632-04f5-a150-c0fb-7253a4bfbd2c" [ 809.777945] env[69654]: _type = "Task" [ 809.777945] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.781904] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.795364] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522e4632-04f5-a150-c0fb-7253a4bfbd2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011835} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.796041] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.796215] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.796455] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.796601] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.797138] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.797138] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77107f47-d4cc-43a2-8220-52cbf6447912 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.805566] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.805804] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.806499] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c08060c-795c-4c6d-90d5-eac3f29c8d43 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.811959] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 809.811959] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524400fd-b5fb-2495-80a9-e9042d3ef8ff" [ 809.811959] env[69654]: _type = "Task" [ 809.811959] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.819328] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524400fd-b5fb-2495-80a9-e9042d3ef8ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.862876] env[69654]: DEBUG nova.network.neutron [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Updating instance_info_cache with network_info: [{"id": "f2c2db01-c415-49e8-b688-dc482fcaaac6", "address": "fa:16:3e:42:01:f3", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c2db01-c4", "ovs_interfaceid": "f2c2db01-c415-49e8-b688-dc482fcaaac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1d869cd8-b26c-45c9-9dee-0452dd47d343", "address": "fa:16:3e:2e:83:eb", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d869cd8-b2", "ovs_interfaceid": "1d869cd8-b26c-45c9-9dee-0452dd47d343", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.910317] env[69654]: DEBUG nova.network.neutron [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Successfully updated port: b449577c-13c7-46ad-b48b-476d0feabfc7 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.241855] env[69654]: DEBUG oslo_concurrency.lockutils [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.283276] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199461} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.283506] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.284567] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653f0d88-ffef-455e-a197-e2dc288ceee4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.288792] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f80a95-997a-4a19-a536-65cbd9310eca {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.313171] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 1f7a28d9-1a53-43c3-be38-cdf38d086a4b/1f7a28d9-1a53-43c3-be38-cdf38d086a4b.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.316055] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c387aff1-2682-477c-9fe1-126dccc67181 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.336741] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1673dc-7601-4d9d-bc6a-c834e594fa02 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.347899] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524400fd-b5fb-2495-80a9-e9042d3ef8ff, 'name': SearchDatastore_Task, 'duration_secs': 0.044964} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.376780] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 810.376780] env[69654]: value = "task-3554648" [ 810.376780] env[69654]: _type = "Task" [ 810.376780] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.377374] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.378386] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.378628] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.379197] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be6057c-4808-4946-8547-0872a4e90a40 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.382247] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d2ba6b-1ed1-49db-85ea-377d8494b43a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.385342] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8989b7f-3652-4d48-bbfa-06f0cddd073d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.406993] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 810.406993] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52715a33-32c9-bff8-7418-6daf52ac1f9a" [ 810.406993] env[69654]: _type = "Task" [ 810.406993] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.407678] env[69654]: DEBUG nova.virt.hardware [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.407981] env[69654]: DEBUG nova.virt.hardware [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.408186] env[69654]: DEBUG nova.virt.hardware [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.408583] env[69654]: DEBUG nova.virt.hardware [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.408773] env[69654]: DEBUG nova.virt.hardware [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.408957] env[69654]: DEBUG nova.virt.hardware [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.409189] env[69654]: DEBUG nova.virt.hardware [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.409369] env[69654]: DEBUG nova.virt.hardware [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.409555] env[69654]: DEBUG nova.virt.hardware [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.409723] env[69654]: DEBUG nova.virt.hardware [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.409921] env[69654]: DEBUG nova.virt.hardware [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.416656] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Reconfiguring VM to attach interface {{(pid=69654) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 810.421110] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1537f0ef-6786-424b-9f9c-111a8281a28d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.425530] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Acquiring lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.425685] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Acquired lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.425842] env[69654]: DEBUG nova.network.neutron [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.426899] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a4280fc-27ce-4bb5-8e73-f2ada0738435 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.463330] env[69654]: DEBUG nova.compute.provider_tree [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.470374] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52715a33-32c9-bff8-7418-6daf52ac1f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.028475} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.471721] env[69654]: DEBUG oslo_vmware.api [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 810.471721] env[69654]: value = "task-3554649" [ 810.471721] env[69654]: _type = "Task" [ 810.471721] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.471721] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.471721] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 7f9a0c87-c23d-405d-b644-7486f55bb917/7f9a0c87-c23d-405d-b644-7486f55bb917.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.471721] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d5cb400-63a9-45f7-a68c-0f3ec6ac27c3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.483977] env[69654]: DEBUG oslo_vmware.api [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554649, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.484847] env[69654]: DEBUG nova.network.neutron [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.487900] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 810.487900] env[69654]: value = "task-3554650" [ 810.487900] env[69654]: _type = "Task" [ 810.487900] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.496976] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.552188] env[69654]: DEBUG nova.compute.manager [req-6f029878-a23b-4f85-89d7-01e61a7e2f50 req-873704f2-b7b0-4298-a988-b3ba18e85b87 service nova] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Received event network-vif-deleted-33754473-b2d8-4709-822e-38441b767477 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.651304] env[69654]: DEBUG nova.network.neutron [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Updating instance_info_cache with network_info: [{"id": "b449577c-13c7-46ad-b48b-476d0feabfc7", "address": "fa:16:3e:4e:43:95", "network": {"id": "311c8539-a3c2-4ce8-bb63-56597f124603", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2034934495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f3666470f1b8455aaf3eda1766edd953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb449577c-13", "ovs_interfaceid": "b449577c-13c7-46ad-b48b-476d0feabfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.705218] env[69654]: DEBUG oslo_concurrency.lockutils [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "313656df-50ec-4686-84be-f0cdba6c7836" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.705218] env[69654]: DEBUG oslo_concurrency.lockutils [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "313656df-50ec-4686-84be-f0cdba6c7836" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.895988] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.964189] env[69654]: DEBUG nova.compute.manager [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Received event network-changed-c40ffc34-cc7f-49f8-a373-276e80d34e6c {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.964189] env[69654]: DEBUG nova.compute.manager [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Refreshing instance network info cache due to event network-changed-c40ffc34-cc7f-49f8-a373-276e80d34e6c. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.964189] env[69654]: DEBUG oslo_concurrency.lockutils [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] Acquiring lock "refresh_cache-7f9a0c87-c23d-405d-b644-7486f55bb917" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.964189] env[69654]: DEBUG oslo_concurrency.lockutils [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] Acquired lock "refresh_cache-7f9a0c87-c23d-405d-b644-7486f55bb917" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.964189] env[69654]: DEBUG nova.network.neutron [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Refreshing network info cache for port c40ffc34-cc7f-49f8-a373-276e80d34e6c {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.972184] env[69654]: DEBUG nova.scheduler.client.report [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.987642] env[69654]: DEBUG oslo_vmware.api [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.005079] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554650, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.153958] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Releasing lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.154292] env[69654]: DEBUG nova.compute.manager [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Instance network_info: |[{"id": "b449577c-13c7-46ad-b48b-476d0feabfc7", "address": "fa:16:3e:4e:43:95", "network": {"id": "311c8539-a3c2-4ce8-bb63-56597f124603", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2034934495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f3666470f1b8455aaf3eda1766edd953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb449577c-13", "ovs_interfaceid": "b449577c-13c7-46ad-b48b-476d0feabfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.155022] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:43:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b449577c-13c7-46ad-b48b-476d0feabfc7', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.165769] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Creating folder: Project (f3666470f1b8455aaf3eda1766edd953). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.167055] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf4ceecc-688e-491e-884c-21db8e68de23 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.179385] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Created folder: Project (f3666470f1b8455aaf3eda1766edd953) in parent group-v709593. [ 811.179620] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Creating folder: Instances. Parent ref: group-v709738. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.180253] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f5fd534-727a-4432-b4fa-6e2b4c921da2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.189375] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Created folder: Instances in parent group-v709738. [ 811.189656] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.189927] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.190151] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef964855-a611-4bc6-86fd-b4b66b0d5c36 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.207510] env[69654]: INFO nova.compute.manager [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Detaching volume 340db481-2b65-4d01-851b-af3c89e3c864 [ 811.214726] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.214726] env[69654]: value = "task-3554653" [ 811.214726] env[69654]: _type = "Task" [ 811.214726] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.228082] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554653, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.252345] env[69654]: INFO nova.virt.block_device [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Attempting to driver detach volume 340db481-2b65-4d01-851b-af3c89e3c864 from mountpoint /dev/sdb [ 811.252633] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 811.252768] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709727', 'volume_id': '340db481-2b65-4d01-851b-af3c89e3c864', 'name': 'volume-340db481-2b65-4d01-851b-af3c89e3c864', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '313656df-50ec-4686-84be-f0cdba6c7836', 'attached_at': '', 'detached_at': '', 'volume_id': '340db481-2b65-4d01-851b-af3c89e3c864', 'serial': '340db481-2b65-4d01-851b-af3c89e3c864'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 811.253691] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e292f48a-3868-4b81-b599-deb2c9e0d372 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.276430] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9778259-84b1-4602-a76f-35d2c4f0881e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.283753] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47903d9-ffa9-4aa8-9302-f0ac79db6e98 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.305226] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e530888f-6ce7-4198-97ea-67aa33f56b58 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.320116] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] The volume has not been displaced from its original location: [datastore1] volume-340db481-2b65-4d01-851b-af3c89e3c864/volume-340db481-2b65-4d01-851b-af3c89e3c864.vmdk. No consolidation needed. {{(pid=69654) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 811.325396] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Reconfiguring VM instance instance-0000001f to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 811.325773] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2ae978b-6394-475a-9137-390fcde63176 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.343539] env[69654]: DEBUG oslo_vmware.api [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 811.343539] env[69654]: value = "task-3554654" [ 811.343539] env[69654]: _type = "Task" [ 811.343539] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.352016] env[69654]: DEBUG oslo_vmware.api [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.392296] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554648, 'name': ReconfigVM_Task, 'duration_secs': 0.796429} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.392513] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 1f7a28d9-1a53-43c3-be38-cdf38d086a4b/1f7a28d9-1a53-43c3-be38-cdf38d086a4b.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.393184] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c63622e-7128-4b27-949f-ebf66dfaef9e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.399134] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 811.399134] env[69654]: value = "task-3554655" [ 811.399134] env[69654]: _type = "Task" [ 811.399134] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.407077] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554655, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.477659] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.478305] env[69654]: DEBUG nova.compute.manager [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.487424] env[69654]: DEBUG oslo_concurrency.lockutils [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.281s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.490282] env[69654]: INFO nova.compute.claims [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.517386] env[69654]: DEBUG oslo_vmware.api [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.525968] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692154} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.527454] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 7f9a0c87-c23d-405d-b644-7486f55bb917/7f9a0c87-c23d-405d-b644-7486f55bb917.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.528193] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.528703] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32b5a8dc-7570-42d6-a7ab-3692ccb7b69d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.538648] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 811.538648] env[69654]: value = "task-3554656" [ 811.538648] env[69654]: _type = "Task" [ 811.538648] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.554812] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.655993] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquiring lock "213f9648-a230-44ae-a7bd-9e96dc30f4ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.656382] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "213f9648-a230-44ae-a7bd-9e96dc30f4ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.656676] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquiring lock "213f9648-a230-44ae-a7bd-9e96dc30f4ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.657480] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "213f9648-a230-44ae-a7bd-9e96dc30f4ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.658022] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "213f9648-a230-44ae-a7bd-9e96dc30f4ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.660419] env[69654]: INFO nova.compute.manager [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Terminating instance [ 811.724906] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554653, 'name': CreateVM_Task, 'duration_secs': 0.430444} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.725101] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.726180] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.726180] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.726263] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.726986] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d72ec7-a0f0-45fd-a4a8-d388a6a13e8e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.732112] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 811.732112] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c044f8-adf6-69a2-49e8-f9bc7f842d7f" [ 811.732112] env[69654]: _type = "Task" [ 811.732112] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.740234] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c044f8-adf6-69a2-49e8-f9bc7f842d7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.794389] env[69654]: DEBUG nova.network.neutron [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Updated VIF entry in instance network info cache for port c40ffc34-cc7f-49f8-a373-276e80d34e6c. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.794766] env[69654]: DEBUG nova.network.neutron [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Updating instance_info_cache with network_info: [{"id": "c40ffc34-cc7f-49f8-a373-276e80d34e6c", "address": "fa:16:3e:07:20:62", "network": {"id": "ada968c3-dd4b-40d3-8b76-9f93c25df0da", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1829149816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cbbc00a4ee0485394608c7bc4ae20df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40ffc34-cc", "ovs_interfaceid": "c40ffc34-cc7f-49f8-a373-276e80d34e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.854019] env[69654]: DEBUG oslo_vmware.api [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554654, 'name': ReconfigVM_Task, 'duration_secs': 0.325404} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.854313] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Reconfigured VM instance instance-0000001f to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 811.859233] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1369a48a-5eb8-4b08-a270-125267eb78e8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.874869] env[69654]: DEBUG oslo_vmware.api [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 811.874869] env[69654]: value = "task-3554657" [ 811.874869] env[69654]: _type = "Task" [ 811.874869] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.883250] env[69654]: DEBUG oslo_vmware.api [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.908320] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554655, 'name': Rename_Task, 'duration_secs': 0.218542} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.908610] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.908876] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87560e8d-40bd-4499-b1d9-4a6ce6496d64 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.914620] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 811.914620] env[69654]: value = "task-3554658" [ 811.914620] env[69654]: _type = "Task" [ 811.914620] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.922141] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.986474] env[69654]: DEBUG oslo_vmware.api [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554649, 'name': ReconfigVM_Task, 'duration_secs': 1.213199} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.987027] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.987330] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Reconfigured VM to attach interface {{(pid=69654) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 811.996305] env[69654]: DEBUG nova.compute.utils [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.999355] env[69654]: DEBUG nova.compute.manager [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.999525] env[69654]: DEBUG nova.network.neutron [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.050217] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083744} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.050771] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.052687] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02b64a7-001e-43b8-8aad-c6f5c46b4707 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.073611] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 7f9a0c87-c23d-405d-b644-7486f55bb917/7f9a0c87-c23d-405d-b644-7486f55bb917.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.075182] env[69654]: DEBUG nova.policy [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70df9ebf49ad4d0a97c1432cf9401979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c35537ca929c44909f1e87dd0b02b103', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.076606] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5acc856-8986-49fc-9817-f48efedb4131 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.096441] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 812.096441] env[69654]: value = "task-3554659" [ 812.096441] env[69654]: _type = "Task" [ 812.096441] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.106953] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.164662] env[69654]: DEBUG nova.compute.manager [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.165148] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.166136] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e6fa6d-9dc9-41b4-887a-2a2d712cbdb9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.178019] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.178019] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4f79580-b319-4e73-8b1a-286c6f219f97 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.180926] env[69654]: DEBUG oslo_vmware.api [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 812.180926] env[69654]: value = "task-3554660" [ 812.180926] env[69654]: _type = "Task" [ 812.180926] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.191508] env[69654]: DEBUG oslo_vmware.api [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.246874] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c044f8-adf6-69a2-49e8-f9bc7f842d7f, 'name': SearchDatastore_Task, 'duration_secs': 0.015297} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.246874] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.246874] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.246874] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.246874] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.246874] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.246874] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3183109e-6fec-48ee-b95d-b0530acdb3ae {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.257254] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.257614] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.258457] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22e9d313-a813-4d1d-ad6d-87a8bd8f36dc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.264909] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 812.264909] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a6f300-1b54-cb40-22ed-cfa73eb55235" [ 812.264909] env[69654]: _type = "Task" [ 812.264909] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.275770] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a6f300-1b54-cb40-22ed-cfa73eb55235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.297283] env[69654]: DEBUG oslo_concurrency.lockutils [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] Releasing lock "refresh_cache-7f9a0c87-c23d-405d-b644-7486f55bb917" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.297678] env[69654]: DEBUG nova.compute.manager [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Received event network-vif-plugged-1d869cd8-b26c-45c9-9dee-0452dd47d343 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.297771] env[69654]: DEBUG oslo_concurrency.lockutils [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] Acquiring lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.297973] env[69654]: DEBUG oslo_concurrency.lockutils [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] Lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.298339] env[69654]: DEBUG oslo_concurrency.lockutils [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] Lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.298517] env[69654]: DEBUG nova.compute.manager [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] No waiting events found dispatching network-vif-plugged-1d869cd8-b26c-45c9-9dee-0452dd47d343 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.299221] env[69654]: WARNING nova.compute.manager [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Received unexpected event network-vif-plugged-1d869cd8-b26c-45c9-9dee-0452dd47d343 for instance with vm_state active and task_state None. [ 812.299533] env[69654]: DEBUG nova.compute.manager [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Received event network-changed-1d869cd8-b26c-45c9-9dee-0452dd47d343 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.299689] env[69654]: DEBUG nova.compute.manager [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Refreshing instance network info cache due to event network-changed-1d869cd8-b26c-45c9-9dee-0452dd47d343. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.299863] env[69654]: DEBUG oslo_concurrency.lockutils [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] Acquiring lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.299994] env[69654]: DEBUG oslo_concurrency.lockutils [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] Acquired lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.300164] env[69654]: DEBUG nova.network.neutron [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Refreshing network info cache for port 1d869cd8-b26c-45c9-9dee-0452dd47d343 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.393538] env[69654]: DEBUG oslo_vmware.api [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554657, 'name': ReconfigVM_Task, 'duration_secs': 0.313838} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.393954] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709727', 'volume_id': '340db481-2b65-4d01-851b-af3c89e3c864', 'name': 'volume-340db481-2b65-4d01-851b-af3c89e3c864', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '313656df-50ec-4686-84be-f0cdba6c7836', 'attached_at': '', 'detached_at': '', 'volume_id': '340db481-2b65-4d01-851b-af3c89e3c864', 'serial': '340db481-2b65-4d01-851b-af3c89e3c864'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 812.426327] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554658, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.448658] env[69654]: DEBUG nova.network.neutron [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Successfully created port: ef8e485d-7570-4a96-8952-ca00dcad1725 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.492284] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a472b78-6463-4ed3-9889-05b46b510717 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.557s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.502923] env[69654]: DEBUG nova.compute.manager [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.610293] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.693843] env[69654]: DEBUG oslo_vmware.api [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554660, 'name': PowerOffVM_Task, 'duration_secs': 0.28624} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.694905] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.695170] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.698614] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11528eb8-9018-458d-896c-9c3ebc0e257d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.775448] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a6f300-1b54-cb40-22ed-cfa73eb55235, 'name': SearchDatastore_Task, 'duration_secs': 0.014284} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.780968] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc92e987-ec8d-40be-bd05-ab4f2e6944d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.785028] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.785670] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.785670] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Deleting the datastore file [datastore1] 213f9648-a230-44ae-a7bd-9e96dc30f4ff {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.786674] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5972f402-e58a-40c4-943f-dbb9a89b2993 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.788898] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 812.788898] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d573d2-bda0-564b-4a25-ee6525a204fa" [ 812.788898] env[69654]: _type = "Task" [ 812.788898] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.798321] env[69654]: DEBUG oslo_vmware.api [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for the task: (returnval){ [ 812.798321] env[69654]: value = "task-3554662" [ 812.798321] env[69654]: _type = "Task" [ 812.798321] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.804696] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d573d2-bda0-564b-4a25-ee6525a204fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.811061] env[69654]: DEBUG oslo_vmware.api [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.914074] env[69654]: DEBUG nova.compute.manager [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.914514] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d4f08c-4caa-4c79-856b-5af7a8c61d3c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.931735] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554658, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.938740] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6da215-f1cf-424e-bacd-1b8fe5d2134f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.946050] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3382687-8837-457d-ba26-76c15c4eb60d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.982521] env[69654]: DEBUG nova.objects.instance [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lazy-loading 'flavor' on Instance uuid 313656df-50ec-4686-84be-f0cdba6c7836 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.985048] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78c783c-72c4-4c4a-ac89-6610e6a43478 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.993366] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e853eb3b-f6c1-4b7c-9359-27242f69558d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.010650] env[69654]: DEBUG nova.compute.provider_tree [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.063614] env[69654]: DEBUG nova.network.neutron [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Updated VIF entry in instance network info cache for port 1d869cd8-b26c-45c9-9dee-0452dd47d343. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.064086] env[69654]: DEBUG nova.network.neutron [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Updating instance_info_cache with network_info: [{"id": "f2c2db01-c415-49e8-b688-dc482fcaaac6", "address": "fa:16:3e:42:01:f3", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c2db01-c4", "ovs_interfaceid": "f2c2db01-c415-49e8-b688-dc482fcaaac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1d869cd8-b26c-45c9-9dee-0452dd47d343", "address": "fa:16:3e:2e:83:eb", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d869cd8-b2", "ovs_interfaceid": "1d869cd8-b26c-45c9-9dee-0452dd47d343", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.107029] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554659, 'name': ReconfigVM_Task, 'duration_secs': 0.772487} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.107312] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 7f9a0c87-c23d-405d-b644-7486f55bb917/7f9a0c87-c23d-405d-b644-7486f55bb917.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.108012] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7f1e9cd-4c74-4e66-aa93-dc48eddf5afb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.113959] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 813.113959] env[69654]: value = "task-3554663" [ 813.113959] env[69654]: _type = "Task" [ 813.113959] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.127237] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554663, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.303232] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d573d2-bda0-564b-4a25-ee6525a204fa, 'name': SearchDatastore_Task, 'duration_secs': 0.023975} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.306707] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.307078] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 6414f602-4591-43b8-a3da-2419f014e758/6414f602-4591-43b8-a3da-2419f014e758.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.307362] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95fe7d1c-eef2-4a2b-91aa-c4c8b7a92956 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.314439] env[69654]: DEBUG oslo_vmware.api [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Task: {'id': task-3554662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203932} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.315614] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.315836] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.316095] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.316285] env[69654]: INFO nova.compute.manager [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Took 1.15 seconds to destroy the instance on the hypervisor. [ 813.316524] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.316773] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 813.316773] env[69654]: value = "task-3554664" [ 813.316773] env[69654]: _type = "Task" [ 813.316773] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.316962] env[69654]: DEBUG nova.compute.manager [-] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.317127] env[69654]: DEBUG nova.network.neutron [-] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.328018] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.432907] env[69654]: DEBUG oslo_vmware.api [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554658, 'name': PowerOnVM_Task, 'duration_secs': 1.197983} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.433354] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.433700] env[69654]: INFO nova.compute.manager [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Took 10.01 seconds to spawn the instance on the hypervisor. [ 813.434012] env[69654]: DEBUG nova.compute.manager [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.435179] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d309a29-45b6-42bb-85f4-e60eb2ba54c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.439651] env[69654]: INFO nova.compute.manager [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] instance snapshotting [ 813.440699] env[69654]: DEBUG nova.objects.instance [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lazy-loading 'flavor' on Instance uuid ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.517068] env[69654]: DEBUG nova.compute.manager [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.520259] env[69654]: DEBUG nova.scheduler.client.report [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.564342] env[69654]: DEBUG nova.virt.hardware [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.564342] env[69654]: DEBUG nova.virt.hardware [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.564342] env[69654]: DEBUG nova.virt.hardware [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.564342] env[69654]: DEBUG nova.virt.hardware [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.564674] env[69654]: DEBUG nova.virt.hardware [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.564674] env[69654]: DEBUG nova.virt.hardware [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.564826] env[69654]: DEBUG nova.virt.hardware [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.564982] env[69654]: DEBUG nova.virt.hardware [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.565176] env[69654]: DEBUG nova.virt.hardware [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.565327] env[69654]: DEBUG nova.virt.hardware [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.566085] env[69654]: DEBUG nova.virt.hardware [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.566383] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c9326d-b1a7-46ef-bff8-ecaade952a6b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.569640] env[69654]: DEBUG oslo_concurrency.lockutils [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] Releasing lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.570033] env[69654]: DEBUG nova.compute.manager [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Received event network-vif-plugged-b449577c-13c7-46ad-b48b-476d0feabfc7 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.570171] env[69654]: DEBUG oslo_concurrency.lockutils [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] Acquiring lock "6414f602-4591-43b8-a3da-2419f014e758-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.570388] env[69654]: DEBUG oslo_concurrency.lockutils [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] Lock "6414f602-4591-43b8-a3da-2419f014e758-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.570437] env[69654]: DEBUG oslo_concurrency.lockutils [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] Lock "6414f602-4591-43b8-a3da-2419f014e758-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.570556] env[69654]: DEBUG nova.compute.manager [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] No waiting events found dispatching network-vif-plugged-b449577c-13c7-46ad-b48b-476d0feabfc7 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.571093] env[69654]: WARNING nova.compute.manager [req-ec48f45e-40ee-43e9-a519-a2346e3360d0 req-1f0c9522-2698-4e6d-8c84-33ce4d7631cb service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Received unexpected event network-vif-plugged-b449577c-13c7-46ad-b48b-476d0feabfc7 for instance with vm_state building and task_state spawning. [ 813.578419] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dceb4e1-0865-477d-ab1a-a8ea116410d0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.622437] env[69654]: DEBUG nova.compute.manager [req-df87d6ff-87c7-4be1-aeec-5ceca3468eb3 req-58cdd107-626d-43a1-951c-f8ce7423870b service nova] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Received event network-changed-3e5e9f71-7f87-4694-b415-5b092c8c01b1 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.622682] env[69654]: DEBUG nova.compute.manager [req-df87d6ff-87c7-4be1-aeec-5ceca3468eb3 req-58cdd107-626d-43a1-951c-f8ce7423870b service nova] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Refreshing instance network info cache due to event network-changed-3e5e9f71-7f87-4694-b415-5b092c8c01b1. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.622916] env[69654]: DEBUG oslo_concurrency.lockutils [req-df87d6ff-87c7-4be1-aeec-5ceca3468eb3 req-58cdd107-626d-43a1-951c-f8ce7423870b service nova] Acquiring lock "refresh_cache-a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.623077] env[69654]: DEBUG oslo_concurrency.lockutils [req-df87d6ff-87c7-4be1-aeec-5ceca3468eb3 req-58cdd107-626d-43a1-951c-f8ce7423870b service nova] Acquired lock "refresh_cache-a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.623242] env[69654]: DEBUG nova.network.neutron [req-df87d6ff-87c7-4be1-aeec-5ceca3468eb3 req-58cdd107-626d-43a1-951c-f8ce7423870b service nova] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Refreshing network info cache for port 3e5e9f71-7f87-4694-b415-5b092c8c01b1 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.631638] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554663, 'name': Rename_Task, 'duration_secs': 0.20589} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.631638] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.631638] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eca7d2f3-2b24-400f-a4c9-b7d677ed73c0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.640091] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 813.640091] env[69654]: value = "task-3554665" [ 813.640091] env[69654]: _type = "Task" [ 813.640091] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.648385] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.741212] env[69654]: DEBUG nova.compute.manager [req-d59b33b6-fc6f-4c14-906a-7f2dbb5c361a req-b6b91895-3e2e-47c9-bef3-e9c4042d6e75 service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Received event network-changed-b449577c-13c7-46ad-b48b-476d0feabfc7 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.741378] env[69654]: DEBUG nova.compute.manager [req-d59b33b6-fc6f-4c14-906a-7f2dbb5c361a req-b6b91895-3e2e-47c9-bef3-e9c4042d6e75 service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Refreshing instance network info cache due to event network-changed-b449577c-13c7-46ad-b48b-476d0feabfc7. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.741683] env[69654]: DEBUG oslo_concurrency.lockutils [req-d59b33b6-fc6f-4c14-906a-7f2dbb5c361a req-b6b91895-3e2e-47c9-bef3-e9c4042d6e75 service nova] Acquiring lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.741853] env[69654]: DEBUG oslo_concurrency.lockutils [req-d59b33b6-fc6f-4c14-906a-7f2dbb5c361a req-b6b91895-3e2e-47c9-bef3-e9c4042d6e75 service nova] Acquired lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.741985] env[69654]: DEBUG nova.network.neutron [req-d59b33b6-fc6f-4c14-906a-7f2dbb5c361a req-b6b91895-3e2e-47c9-bef3-e9c4042d6e75 service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Refreshing network info cache for port b449577c-13c7-46ad-b48b-476d0feabfc7 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.829936] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554664, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.950486] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3e9f54-ca9c-43eb-80ac-a971083caa5d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.978513] env[69654]: INFO nova.compute.manager [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Took 49.09 seconds to build instance. [ 813.978513] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1d45c1-113a-402c-85cd-7ba6c25444f7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.992418] env[69654]: DEBUG oslo_concurrency.lockutils [None req-039e6db4-a49e-4656-a70c-5cac3e8bd004 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "313656df-50ec-4686-84be-f0cdba6c7836" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.027035] env[69654]: DEBUG oslo_concurrency.lockutils [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.027892] env[69654]: DEBUG nova.compute.manager [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.030821] env[69654]: DEBUG oslo_concurrency.lockutils [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.190s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.031158] env[69654]: DEBUG nova.objects.instance [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lazy-loading 'resources' on Instance uuid fb235b27-f172-4495-8083-5e9b158b6146 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.098370] env[69654]: DEBUG nova.network.neutron [-] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.151152] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.333067] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748311} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.333067] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 6414f602-4591-43b8-a3da-2419f014e758/6414f602-4591-43b8-a3da-2419f014e758.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.333067] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.333536] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f62b1c8e-15f2-41ff-b2dd-a8ec1fd0ce4f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.340723] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 814.340723] env[69654]: value = "task-3554666" [ 814.340723] env[69654]: _type = "Task" [ 814.340723] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.355517] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.391671] env[69654]: DEBUG nova.network.neutron [req-df87d6ff-87c7-4be1-aeec-5ceca3468eb3 req-58cdd107-626d-43a1-951c-f8ce7423870b service nova] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Updated VIF entry in instance network info cache for port 3e5e9f71-7f87-4694-b415-5b092c8c01b1. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.391671] env[69654]: DEBUG nova.network.neutron [req-df87d6ff-87c7-4be1-aeec-5ceca3468eb3 req-58cdd107-626d-43a1-951c-f8ce7423870b service nova] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Updating instance_info_cache with network_info: [{"id": "3e5e9f71-7f87-4694-b415-5b092c8c01b1", "address": "fa:16:3e:96:09:73", "network": {"id": "de08624d-672d-4f9f-8810-d2d4579b34a8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-506032064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bf9672dbc14d59b365560b9daff382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5e9f71-7f", "ovs_interfaceid": "3e5e9f71-7f87-4694-b415-5b092c8c01b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.485366] env[69654]: DEBUG oslo_concurrency.lockutils [None req-18eb49f5-351d-4ace-8156-47cace6ea6b6 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.053s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.508475] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 814.508615] env[69654]: DEBUG nova.network.neutron [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Successfully updated port: ef8e485d-7570-4a96-8952-ca00dcad1725 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.509884] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-14247887-fe74-4119-8c1a-831431b591ef {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.517939] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 814.517939] env[69654]: value = "task-3554667" [ 814.517939] env[69654]: _type = "Task" [ 814.517939] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.527761] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554667, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.534404] env[69654]: DEBUG nova.compute.utils [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.539025] env[69654]: DEBUG nova.compute.manager [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.539227] env[69654]: DEBUG nova.network.neutron [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.602035] env[69654]: INFO nova.compute.manager [-] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Took 1.28 seconds to deallocate network for instance. [ 814.657790] env[69654]: DEBUG nova.policy [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad0f6e453c794a79a028c60c66c36338', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9c8e692476945c4ab1e94306efebddd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.666480] env[69654]: DEBUG oslo_vmware.api [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554665, 'name': PowerOnVM_Task, 'duration_secs': 0.762795} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.669566] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.669826] env[69654]: INFO nova.compute.manager [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Took 8.62 seconds to spawn the instance on the hypervisor. [ 814.671101] env[69654]: DEBUG nova.compute.manager [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.671783] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928824d6-79eb-4e2f-8703-fb83a3df4788 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.760116] env[69654]: DEBUG nova.network.neutron [req-d59b33b6-fc6f-4c14-906a-7f2dbb5c361a req-b6b91895-3e2e-47c9-bef3-e9c4042d6e75 service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Updated VIF entry in instance network info cache for port b449577c-13c7-46ad-b48b-476d0feabfc7. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.760504] env[69654]: DEBUG nova.network.neutron [req-d59b33b6-fc6f-4c14-906a-7f2dbb5c361a req-b6b91895-3e2e-47c9-bef3-e9c4042d6e75 service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Updating instance_info_cache with network_info: [{"id": "b449577c-13c7-46ad-b48b-476d0feabfc7", "address": "fa:16:3e:4e:43:95", "network": {"id": "311c8539-a3c2-4ce8-bb63-56597f124603", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2034934495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f3666470f1b8455aaf3eda1766edd953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb449577c-13", "ovs_interfaceid": "b449577c-13c7-46ad-b48b-476d0feabfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.853113] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123045} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.853676] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.854463] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9520c39-967b-4415-9584-55db96f020e0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.887566] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 6414f602-4591-43b8-a3da-2419f014e758/6414f602-4591-43b8-a3da-2419f014e758.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.891565] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9a32d33-b757-4c7a-82b1-9cafb0778db0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.908693] env[69654]: DEBUG oslo_concurrency.lockutils [req-df87d6ff-87c7-4be1-aeec-5ceca3468eb3 req-58cdd107-626d-43a1-951c-f8ce7423870b service nova] Releasing lock "refresh_cache-a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.908693] env[69654]: DEBUG nova.compute.manager [req-df87d6ff-87c7-4be1-aeec-5ceca3468eb3 req-58cdd107-626d-43a1-951c-f8ce7423870b service nova] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Received event network-changed-0572d318-bf3a-4eda-b7a0-5be1f09dc20c {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.908808] env[69654]: DEBUG nova.compute.manager [req-df87d6ff-87c7-4be1-aeec-5ceca3468eb3 req-58cdd107-626d-43a1-951c-f8ce7423870b service nova] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Refreshing instance network info cache due to event network-changed-0572d318-bf3a-4eda-b7a0-5be1f09dc20c. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.909057] env[69654]: DEBUG oslo_concurrency.lockutils [req-df87d6ff-87c7-4be1-aeec-5ceca3468eb3 req-58cdd107-626d-43a1-951c-f8ce7423870b service nova] Acquiring lock "refresh_cache-d1f9074c-5091-47c7-a109-0c01a21023bc" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.912024] env[69654]: DEBUG oslo_concurrency.lockutils [req-df87d6ff-87c7-4be1-aeec-5ceca3468eb3 req-58cdd107-626d-43a1-951c-f8ce7423870b service nova] Acquired lock "refresh_cache-d1f9074c-5091-47c7-a109-0c01a21023bc" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.912024] env[69654]: DEBUG nova.network.neutron [req-df87d6ff-87c7-4be1-aeec-5ceca3468eb3 req-58cdd107-626d-43a1-951c-f8ce7423870b service nova] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Refreshing network info cache for port 0572d318-bf3a-4eda-b7a0-5be1f09dc20c {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.917942] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 814.917942] env[69654]: value = "task-3554668" [ 814.917942] env[69654]: _type = "Task" [ 814.917942] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.930941] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554668, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.017101] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "refresh_cache-69808f39-1a03-4765-98a8-855434cb947a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.017101] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired lock "refresh_cache-69808f39-1a03-4765-98a8-855434cb947a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.017101] env[69654]: DEBUG nova.network.neutron [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.032379] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554667, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.037874] env[69654]: DEBUG oslo_concurrency.lockutils [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "e04e0774-7b63-4cae-b21f-7bdf78fef22f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.038088] env[69654]: DEBUG oslo_concurrency.lockutils [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "e04e0774-7b63-4cae-b21f-7bdf78fef22f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.041516] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c566319-9b98-4ea8-97ab-fca801178260 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.045656] env[69654]: DEBUG nova.compute.manager [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.054716] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125b268a-1032-4b13-aab0-7c2b59bc4343 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.098877] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aff43f-8c93-4b9a-86eb-6b22843cf9a6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.108543] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd22cf33-e303-4e8d-a712-e356c2cd7d2f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.114104] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.127035] env[69654]: DEBUG nova.compute.provider_tree [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.195464] env[69654]: INFO nova.compute.manager [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Took 45.48 seconds to build instance. [ 815.209807] env[69654]: DEBUG nova.network.neutron [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Successfully created port: 2e868b05-3587-4f59-9407-4b2534443c46 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.264564] env[69654]: DEBUG oslo_concurrency.lockutils [req-d59b33b6-fc6f-4c14-906a-7f2dbb5c361a req-b6b91895-3e2e-47c9-bef3-e9c4042d6e75 service nova] Releasing lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.264844] env[69654]: DEBUG nova.compute.manager [req-d59b33b6-fc6f-4c14-906a-7f2dbb5c361a req-b6b91895-3e2e-47c9-bef3-e9c4042d6e75 service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Received event network-changed-74fbb09f-844c-4cd9-a88b-d5485a8d89c8 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.265051] env[69654]: DEBUG nova.compute.manager [req-d59b33b6-fc6f-4c14-906a-7f2dbb5c361a req-b6b91895-3e2e-47c9-bef3-e9c4042d6e75 service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Refreshing instance network info cache due to event network-changed-74fbb09f-844c-4cd9-a88b-d5485a8d89c8. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.265283] env[69654]: DEBUG oslo_concurrency.lockutils [req-d59b33b6-fc6f-4c14-906a-7f2dbb5c361a req-b6b91895-3e2e-47c9-bef3-e9c4042d6e75 service nova] Acquiring lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.265420] env[69654]: DEBUG oslo_concurrency.lockutils [req-d59b33b6-fc6f-4c14-906a-7f2dbb5c361a req-b6b91895-3e2e-47c9-bef3-e9c4042d6e75 service nova] Acquired lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.265583] env[69654]: DEBUG nova.network.neutron [req-d59b33b6-fc6f-4c14-906a-7f2dbb5c361a req-b6b91895-3e2e-47c9-bef3-e9c4042d6e75 service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Refreshing network info cache for port 74fbb09f-844c-4cd9-a88b-d5485a8d89c8 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.364311] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "interface-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3-1d869cd8-b26c-45c9-9dee-0452dd47d343" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.364620] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3-1d869cd8-b26c-45c9-9dee-0452dd47d343" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.432177] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.529593] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554667, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.540721] env[69654]: DEBUG nova.compute.manager [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.581536] env[69654]: DEBUG nova.network.neutron [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.631292] env[69654]: DEBUG nova.scheduler.client.report [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.688782] env[69654]: DEBUG nova.compute.manager [req-51f13bfe-982f-48df-8860-b27b1635cbe7 req-d63e713e-8a33-449f-86c9-701df5ba1fdb service nova] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Received event network-vif-deleted-774370fc-a49c-4109-a1d7-affecb7d0010 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.697896] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c1c16c3-c580-4f5a-9054-3374128f373a tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "7f9a0c87-c23d-405d-b644-7486f55bb917" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.285s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.870992] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.870992] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.870992] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f209d8cf-de65-435f-96ea-766c11251103 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.875570] env[69654]: DEBUG nova.network.neutron [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Updating instance_info_cache with network_info: [{"id": "ef8e485d-7570-4a96-8952-ca00dcad1725", "address": "fa:16:3e:51:90:4b", "network": {"id": "00b1b5dd-4fd3-4319-92c9-fd3ea300170f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1423095850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35537ca929c44909f1e87dd0b02b103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8e485d-75", "ovs_interfaceid": "ef8e485d-7570-4a96-8952-ca00dcad1725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.899509] env[69654]: DEBUG nova.network.neutron [req-df87d6ff-87c7-4be1-aeec-5ceca3468eb3 req-58cdd107-626d-43a1-951c-f8ce7423870b service nova] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Updated VIF entry in instance network info cache for port 0572d318-bf3a-4eda-b7a0-5be1f09dc20c. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.900154] env[69654]: DEBUG nova.network.neutron [req-df87d6ff-87c7-4be1-aeec-5ceca3468eb3 req-58cdd107-626d-43a1-951c-f8ce7423870b service nova] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Updating instance_info_cache with network_info: [{"id": "0572d318-bf3a-4eda-b7a0-5be1f09dc20c", "address": "fa:16:3e:c1:4c:f8", "network": {"id": "d64dd3ce-b453-4cd1-b9d8-de72ecf65b90", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1531259325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79cc5fdb2894f0b971aa69b60f13fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0572d318-bf", "ovs_interfaceid": "0572d318-bf3a-4eda-b7a0-5be1f09dc20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.910116] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b713307-3860-4200-9860-c725d24db33c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.943051] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Reconfiguring VM to detach interface {{(pid=69654) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 815.949979] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24b5c7ea-a1b5-4573-9dea-baa75452b4e5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.961799] env[69654]: DEBUG nova.compute.manager [req-6d07009e-0ca2-4ce3-84b4-b3b6acd60473 req-89598b8f-8585-4f43-bcc7-b13e7e249e38 service nova] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Received event network-vif-plugged-ef8e485d-7570-4a96-8952-ca00dcad1725 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.962048] env[69654]: DEBUG oslo_concurrency.lockutils [req-6d07009e-0ca2-4ce3-84b4-b3b6acd60473 req-89598b8f-8585-4f43-bcc7-b13e7e249e38 service nova] Acquiring lock "69808f39-1a03-4765-98a8-855434cb947a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.962183] env[69654]: DEBUG oslo_concurrency.lockutils [req-6d07009e-0ca2-4ce3-84b4-b3b6acd60473 req-89598b8f-8585-4f43-bcc7-b13e7e249e38 service nova] Lock "69808f39-1a03-4765-98a8-855434cb947a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.962399] env[69654]: DEBUG oslo_concurrency.lockutils [req-6d07009e-0ca2-4ce3-84b4-b3b6acd60473 req-89598b8f-8585-4f43-bcc7-b13e7e249e38 service nova] Lock "69808f39-1a03-4765-98a8-855434cb947a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.962510] env[69654]: DEBUG nova.compute.manager [req-6d07009e-0ca2-4ce3-84b4-b3b6acd60473 req-89598b8f-8585-4f43-bcc7-b13e7e249e38 service nova] [instance: 69808f39-1a03-4765-98a8-855434cb947a] No waiting events found dispatching network-vif-plugged-ef8e485d-7570-4a96-8952-ca00dcad1725 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.962687] env[69654]: WARNING nova.compute.manager [req-6d07009e-0ca2-4ce3-84b4-b3b6acd60473 req-89598b8f-8585-4f43-bcc7-b13e7e249e38 service nova] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Received unexpected event network-vif-plugged-ef8e485d-7570-4a96-8952-ca00dcad1725 for instance with vm_state building and task_state spawning. [ 815.962875] env[69654]: DEBUG nova.compute.manager [req-6d07009e-0ca2-4ce3-84b4-b3b6acd60473 req-89598b8f-8585-4f43-bcc7-b13e7e249e38 service nova] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Received event network-changed-ef8e485d-7570-4a96-8952-ca00dcad1725 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.962950] env[69654]: DEBUG nova.compute.manager [req-6d07009e-0ca2-4ce3-84b4-b3b6acd60473 req-89598b8f-8585-4f43-bcc7-b13e7e249e38 service nova] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Refreshing instance network info cache due to event network-changed-ef8e485d-7570-4a96-8952-ca00dcad1725. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.963179] env[69654]: DEBUG oslo_concurrency.lockutils [req-6d07009e-0ca2-4ce3-84b4-b3b6acd60473 req-89598b8f-8585-4f43-bcc7-b13e7e249e38 service nova] Acquiring lock "refresh_cache-69808f39-1a03-4765-98a8-855434cb947a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.971749] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554668, 'name': ReconfigVM_Task, 'duration_secs': 0.516612} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.973196] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 6414f602-4591-43b8-a3da-2419f014e758/6414f602-4591-43b8-a3da-2419f014e758.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.975377] env[69654]: DEBUG oslo_vmware.api [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 815.975377] env[69654]: value = "task-3554669" [ 815.975377] env[69654]: _type = "Task" [ 815.975377] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.975377] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f187ac26-71f5-43ed-8a58-9a64552eab93 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.985137] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490b1f24-3e85-4a13-b463-b5bdb8ea87dc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.988911] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 815.988911] env[69654]: value = "task-3554670" [ 815.988911] env[69654]: _type = "Task" [ 815.988911] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.005027] env[69654]: DEBUG oslo_vmware.api [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.005027] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-14cd9d6e-b153-41b4-bdd9-d2c2e74df4cb tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Suspending the VM {{(pid=69654) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 816.009219] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0c05d5d4-8210-4164-bbaa-6215452c2559 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.012185] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554670, 'name': Rename_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.017200] env[69654]: DEBUG oslo_vmware.api [None req-14cd9d6e-b153-41b4-bdd9-d2c2e74df4cb tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 816.017200] env[69654]: value = "task-3554671" [ 816.017200] env[69654]: _type = "Task" [ 816.017200] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.816085] env[69654]: DEBUG nova.compute.manager [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.818272] env[69654]: DEBUG oslo_concurrency.lockutils [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.787s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.819880] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Releasing lock "refresh_cache-69808f39-1a03-4765-98a8-855434cb947a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.820169] env[69654]: DEBUG nova.compute.manager [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Instance network_info: |[{"id": "ef8e485d-7570-4a96-8952-ca00dcad1725", "address": "fa:16:3e:51:90:4b", "network": {"id": "00b1b5dd-4fd3-4319-92c9-fd3ea300170f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1423095850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35537ca929c44909f1e87dd0b02b103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8e485d-75", "ovs_interfaceid": "ef8e485d-7570-4a96-8952-ca00dcad1725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.820539] env[69654]: DEBUG oslo_concurrency.lockutils [req-df87d6ff-87c7-4be1-aeec-5ceca3468eb3 req-58cdd107-626d-43a1-951c-f8ce7423870b service nova] Releasing lock "refresh_cache-d1f9074c-5091-47c7-a109-0c01a21023bc" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.825989] env[69654]: DEBUG oslo_concurrency.lockutils [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.575s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.826091] env[69654]: DEBUG nova.objects.instance [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Lazy-loading 'resources' on Instance uuid e0283727-ff5e-4943-a5db-9f4bc5a98b7d {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.827665] env[69654]: DEBUG oslo_concurrency.lockutils [req-6d07009e-0ca2-4ce3-84b4-b3b6acd60473 req-89598b8f-8585-4f43-bcc7-b13e7e249e38 service nova] Acquired lock "refresh_cache-69808f39-1a03-4765-98a8-855434cb947a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.827665] env[69654]: DEBUG nova.network.neutron [req-6d07009e-0ca2-4ce3-84b4-b3b6acd60473 req-89598b8f-8585-4f43-bcc7-b13e7e249e38 service nova] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Refreshing network info cache for port ef8e485d-7570-4a96-8952-ca00dcad1725 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.828401] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:90:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef8e485d-7570-4a96-8952-ca00dcad1725', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.835914] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.844410] env[69654]: DEBUG oslo_vmware.api [None req-14cd9d6e-b153-41b4-bdd9-d2c2e74df4cb tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554671, 'name': SuspendVM_Task} progress is 62%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.844410] env[69654]: WARNING oslo_vmware.common.loopingcall [None req-14cd9d6e-b153-41b4-bdd9-d2c2e74df4cb tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] task run outlasted interval by 0.325797 sec [ 816.848854] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.854628] env[69654]: INFO nova.scheduler.client.report [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Deleted allocations for instance fb235b27-f172-4495-8083-5e9b158b6146 [ 816.854628] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b79fcc4f-9684-4920-b776-712065e09342 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.875906] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554667, 'name': CreateSnapshot_Task, 'duration_secs': 1.262321} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.879994] env[69654]: DEBUG oslo_concurrency.lockutils [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.887027] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 816.887606] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554670, 'name': Rename_Task, 'duration_secs': 0.229961} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.888030] env[69654]: DEBUG oslo_vmware.api [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.894096] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1b2823-2bcd-4376-ad35-9ad804c49e7b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.896869] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.902597] env[69654]: DEBUG nova.virt.hardware [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.902830] env[69654]: DEBUG nova.virt.hardware [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.902980] env[69654]: DEBUG nova.virt.hardware [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.903170] env[69654]: DEBUG nova.virt.hardware [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.903307] env[69654]: DEBUG nova.virt.hardware [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.903443] env[69654]: DEBUG nova.virt.hardware [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.903647] env[69654]: DEBUG nova.virt.hardware [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.903784] env[69654]: DEBUG nova.virt.hardware [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.903940] env[69654]: DEBUG nova.virt.hardware [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.904104] env[69654]: DEBUG nova.virt.hardware [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.904408] env[69654]: DEBUG nova.virt.hardware [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.906010] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bac9ee8c-bfd9-4c70-a050-d751bf5ee60d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.907699] env[69654]: DEBUG oslo_vmware.api [None req-14cd9d6e-b153-41b4-bdd9-d2c2e74df4cb tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554671, 'name': SuspendVM_Task} progress is 62%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.908422] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd02833-142a-4e78-b535-0dafe3fd432e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.911032] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.911032] env[69654]: value = "task-3554672" [ 816.911032] env[69654]: _type = "Task" [ 816.911032] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.936278] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4923b8f-9d2d-46d3-8a4b-9c4a02ca99bd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.943585] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 816.943585] env[69654]: value = "task-3554673" [ 816.943585] env[69654]: _type = "Task" [ 816.943585] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.945269] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554672, 'name': CreateVM_Task} progress is 15%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.969265] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.971135] env[69654]: DEBUG nova.network.neutron [req-d59b33b6-fc6f-4c14-906a-7f2dbb5c361a req-b6b91895-3e2e-47c9-bef3-e9c4042d6e75 service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Updated VIF entry in instance network info cache for port 74fbb09f-844c-4cd9-a88b-d5485a8d89c8. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.971538] env[69654]: DEBUG nova.network.neutron [req-d59b33b6-fc6f-4c14-906a-7f2dbb5c361a req-b6b91895-3e2e-47c9-bef3-e9c4042d6e75 service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Updating instance_info_cache with network_info: [{"id": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "address": "fa:16:3e:d1:42:f8", "network": {"id": "207eec8f-5938-4159-8990-b14d1a365cd3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1733369379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5772cc40074506bc5b5325c7113125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fbb09f-84", "ovs_interfaceid": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.336180] env[69654]: DEBUG oslo_vmware.api [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.363279] env[69654]: DEBUG oslo_vmware.api [None req-14cd9d6e-b153-41b4-bdd9-d2c2e74df4cb tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554671, 'name': SuspendVM_Task, 'duration_secs': 1.076723} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.365927] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-14cd9d6e-b153-41b4-bdd9-d2c2e74df4cb tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Suspended the VM {{(pid=69654) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 817.366311] env[69654]: DEBUG nova.compute.manager [None req-14cd9d6e-b153-41b4-bdd9-d2c2e74df4cb tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.367293] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a96d0f-249e-4a1f-8f5c-5333bcc33ce3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.379041] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddae5a79-7584-440f-9624-e8db82fea581 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.389127] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3fecb8-d95d-498e-bf79-500df3da4cd6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.397485] env[69654]: DEBUG oslo_concurrency.lockutils [None req-23d091b8-0f15-4671-b775-fd16b8394bcd tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "fb235b27-f172-4495-8083-5e9b158b6146" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.053s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.437647] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9780dd3-c1d7-4c37-a720-a64e4a0bff43 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.448897] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 817.454610] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-08bcc2b5-53cf-4e61-aeb4-17ca442c2fcf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.457602] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554672, 'name': CreateVM_Task, 'duration_secs': 0.377612} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.460800] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.461994] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926b7049-b19e-49f6-a05b-8acf1140ae4e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.466893] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.467136] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.467483] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.468070] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee1ebfaa-095a-40d9-8221-e3fbf754a397 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.473632] env[69654]: DEBUG oslo_vmware.api [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554673, 'name': PowerOnVM_Task, 'duration_secs': 0.539334} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.474092] env[69654]: DEBUG oslo_concurrency.lockutils [req-d59b33b6-fc6f-4c14-906a-7f2dbb5c361a req-b6b91895-3e2e-47c9-bef3-e9c4042d6e75 service nova] Releasing lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.474600] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 817.474600] env[69654]: value = "task-3554674" [ 817.474600] env[69654]: _type = "Task" [ 817.474600] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.482860] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.482860] env[69654]: INFO nova.compute.manager [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Took 8.71 seconds to spawn the instance on the hypervisor. [ 817.482984] env[69654]: DEBUG nova.compute.manager [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.486662] env[69654]: DEBUG nova.compute.provider_tree [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.486662] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504c23e4-8851-45cf-8b40-1d23fe6a5fc3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.491966] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 817.491966] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528e981b-2ba5-50a0-37ed-5314dcdb2eda" [ 817.491966] env[69654]: _type = "Task" [ 817.491966] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.501629] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554674, 'name': CloneVM_Task} progress is 11%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.509555] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528e981b-2ba5-50a0-37ed-5314dcdb2eda, 'name': SearchDatastore_Task, 'duration_secs': 0.009665} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.509882] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.510157] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.510423] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.510605] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.510818] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.511106] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93e1b057-a530-4433-829d-8b916dfacadb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.519567] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.519788] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.520518] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab0694cc-e057-4ae1-bb11-b45113211baf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.525674] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 817.525674] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a0695e-0279-c1bd-3fa5-65333b79e8f3" [ 817.525674] env[69654]: _type = "Task" [ 817.525674] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.533520] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a0695e-0279-c1bd-3fa5-65333b79e8f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.657678] env[69654]: DEBUG nova.network.neutron [req-6d07009e-0ca2-4ce3-84b4-b3b6acd60473 req-89598b8f-8585-4f43-bcc7-b13e7e249e38 service nova] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Updated VIF entry in instance network info cache for port ef8e485d-7570-4a96-8952-ca00dcad1725. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.658373] env[69654]: DEBUG nova.network.neutron [req-6d07009e-0ca2-4ce3-84b4-b3b6acd60473 req-89598b8f-8585-4f43-bcc7-b13e7e249e38 service nova] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Updating instance_info_cache with network_info: [{"id": "ef8e485d-7570-4a96-8952-ca00dcad1725", "address": "fa:16:3e:51:90:4b", "network": {"id": "00b1b5dd-4fd3-4319-92c9-fd3ea300170f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1423095850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35537ca929c44909f1e87dd0b02b103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8e485d-75", "ovs_interfaceid": "ef8e485d-7570-4a96-8952-ca00dcad1725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.685075] env[69654]: DEBUG nova.network.neutron [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Successfully updated port: 2e868b05-3587-4f59-9407-4b2534443c46 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.834241] env[69654]: DEBUG oslo_vmware.api [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.928190] env[69654]: DEBUG nova.compute.manager [req-76d106d5-7c69-4a13-b85b-e050fd23573a req-7211ccf9-f48b-4fde-aab3-843d1136da20 service nova] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Received event network-changed-bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.928190] env[69654]: DEBUG nova.compute.manager [req-76d106d5-7c69-4a13-b85b-e050fd23573a req-7211ccf9-f48b-4fde-aab3-843d1136da20 service nova] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Refreshing instance network info cache due to event network-changed-bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.928190] env[69654]: DEBUG oslo_concurrency.lockutils [req-76d106d5-7c69-4a13-b85b-e050fd23573a req-7211ccf9-f48b-4fde-aab3-843d1136da20 service nova] Acquiring lock "refresh_cache-1f7a28d9-1a53-43c3-be38-cdf38d086a4b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.928190] env[69654]: DEBUG oslo_concurrency.lockutils [req-76d106d5-7c69-4a13-b85b-e050fd23573a req-7211ccf9-f48b-4fde-aab3-843d1136da20 service nova] Acquired lock "refresh_cache-1f7a28d9-1a53-43c3-be38-cdf38d086a4b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.928190] env[69654]: DEBUG nova.network.neutron [req-76d106d5-7c69-4a13-b85b-e050fd23573a req-7211ccf9-f48b-4fde-aab3-843d1136da20 service nova] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Refreshing network info cache for port bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.976061] env[69654]: DEBUG nova.compute.manager [req-2010fa83-d9f3-4836-ab0d-f0aae0e03d4a req-b0ad1e9f-4a51-4319-8ae0-25c4780c13ee service nova] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Received event network-vif-plugged-2e868b05-3587-4f59-9407-4b2534443c46 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.976385] env[69654]: DEBUG oslo_concurrency.lockutils [req-2010fa83-d9f3-4836-ab0d-f0aae0e03d4a req-b0ad1e9f-4a51-4319-8ae0-25c4780c13ee service nova] Acquiring lock "8f2db915-6654-4f50-b05b-522c3443d27c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.976621] env[69654]: DEBUG oslo_concurrency.lockutils [req-2010fa83-d9f3-4836-ab0d-f0aae0e03d4a req-b0ad1e9f-4a51-4319-8ae0-25c4780c13ee service nova] Lock "8f2db915-6654-4f50-b05b-522c3443d27c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.977021] env[69654]: DEBUG oslo_concurrency.lockutils [req-2010fa83-d9f3-4836-ab0d-f0aae0e03d4a req-b0ad1e9f-4a51-4319-8ae0-25c4780c13ee service nova] Lock "8f2db915-6654-4f50-b05b-522c3443d27c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.977803] env[69654]: DEBUG nova.compute.manager [req-2010fa83-d9f3-4836-ab0d-f0aae0e03d4a req-b0ad1e9f-4a51-4319-8ae0-25c4780c13ee service nova] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] No waiting events found dispatching network-vif-plugged-2e868b05-3587-4f59-9407-4b2534443c46 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.977803] env[69654]: WARNING nova.compute.manager [req-2010fa83-d9f3-4836-ab0d-f0aae0e03d4a req-b0ad1e9f-4a51-4319-8ae0-25c4780c13ee service nova] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Received unexpected event network-vif-plugged-2e868b05-3587-4f59-9407-4b2534443c46 for instance with vm_state building and task_state spawning. [ 817.977803] env[69654]: DEBUG nova.compute.manager [req-2010fa83-d9f3-4836-ab0d-f0aae0e03d4a req-b0ad1e9f-4a51-4319-8ae0-25c4780c13ee service nova] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Received event network-changed-2e868b05-3587-4f59-9407-4b2534443c46 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.977803] env[69654]: DEBUG nova.compute.manager [req-2010fa83-d9f3-4836-ab0d-f0aae0e03d4a req-b0ad1e9f-4a51-4319-8ae0-25c4780c13ee service nova] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Refreshing instance network info cache due to event network-changed-2e868b05-3587-4f59-9407-4b2534443c46. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.977803] env[69654]: DEBUG oslo_concurrency.lockutils [req-2010fa83-d9f3-4836-ab0d-f0aae0e03d4a req-b0ad1e9f-4a51-4319-8ae0-25c4780c13ee service nova] Acquiring lock "refresh_cache-8f2db915-6654-4f50-b05b-522c3443d27c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.978072] env[69654]: DEBUG oslo_concurrency.lockutils [req-2010fa83-d9f3-4836-ab0d-f0aae0e03d4a req-b0ad1e9f-4a51-4319-8ae0-25c4780c13ee service nova] Acquired lock "refresh_cache-8f2db915-6654-4f50-b05b-522c3443d27c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.978296] env[69654]: DEBUG nova.network.neutron [req-2010fa83-d9f3-4836-ab0d-f0aae0e03d4a req-b0ad1e9f-4a51-4319-8ae0-25c4780c13ee service nova] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Refreshing network info cache for port 2e868b05-3587-4f59-9407-4b2534443c46 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.995169] env[69654]: DEBUG nova.scheduler.client.report [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.999061] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554674, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.016260] env[69654]: INFO nova.compute.manager [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Took 43.32 seconds to build instance. [ 818.038157] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a0695e-0279-c1bd-3fa5-65333b79e8f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009051} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.038955] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94c846c-4a6e-4a69-9377-10ffcf6c1b8a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.045659] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 818.045659] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cf656e-47f1-8220-ea41-16dcef857cc2" [ 818.045659] env[69654]: _type = "Task" [ 818.045659] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.053046] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cf656e-47f1-8220-ea41-16dcef857cc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.162442] env[69654]: DEBUG oslo_concurrency.lockutils [req-6d07009e-0ca2-4ce3-84b4-b3b6acd60473 req-89598b8f-8585-4f43-bcc7-b13e7e249e38 service nova] Releasing lock "refresh_cache-69808f39-1a03-4765-98a8-855434cb947a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.188644] env[69654]: DEBUG oslo_concurrency.lockutils [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Acquiring lock "refresh_cache-8f2db915-6654-4f50-b05b-522c3443d27c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.337955] env[69654]: DEBUG oslo_vmware.api [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.502920] env[69654]: DEBUG oslo_concurrency.lockutils [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.505163] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554674, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.505339] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.068s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.506796] env[69654]: INFO nova.compute.claims [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.520258] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3debdaaf-4447-412f-9648-99395cf43c1a tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Lock "6414f602-4591-43b8-a3da-2419f014e758" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.485s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.540880] env[69654]: INFO nova.scheduler.client.report [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Deleted allocations for instance e0283727-ff5e-4943-a5db-9f4bc5a98b7d [ 818.554350] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cf656e-47f1-8220-ea41-16dcef857cc2, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.554350] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.554873] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 69808f39-1a03-4765-98a8-855434cb947a/69808f39-1a03-4765-98a8-855434cb947a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.554990] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-877b7cc0-3299-4d13-9ca1-571ac2b4ca81 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.561101] env[69654]: DEBUG nova.network.neutron [req-2010fa83-d9f3-4836-ab0d-f0aae0e03d4a req-b0ad1e9f-4a51-4319-8ae0-25c4780c13ee service nova] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.564700] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 818.564700] env[69654]: value = "task-3554675" [ 818.564700] env[69654]: _type = "Task" [ 818.564700] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.573692] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.779710] env[69654]: DEBUG nova.network.neutron [req-2010fa83-d9f3-4836-ab0d-f0aae0e03d4a req-b0ad1e9f-4a51-4319-8ae0-25c4780c13ee service nova] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.839772] env[69654]: DEBUG oslo_vmware.api [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.993038] env[69654]: DEBUG nova.network.neutron [req-76d106d5-7c69-4a13-b85b-e050fd23573a req-7211ccf9-f48b-4fde-aab3-843d1136da20 service nova] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Updated VIF entry in instance network info cache for port bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.993038] env[69654]: DEBUG nova.network.neutron [req-76d106d5-7c69-4a13-b85b-e050fd23573a req-7211ccf9-f48b-4fde-aab3-843d1136da20 service nova] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Updating instance_info_cache with network_info: [{"id": "bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219", "address": "fa:16:3e:ed:07:7d", "network": {"id": "410aa2fc-2a2c-4fac-9472-7728556e89cf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1532441635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2929cca5aadc4041a2d178da5420b6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe50c6c-91", "ovs_interfaceid": "bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.000360] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554674, 'name': CloneVM_Task} progress is 95%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.049335] env[69654]: DEBUG oslo_concurrency.lockutils [None req-abaf4df8-92b3-4240-918d-748206ef3dbc tempest-ServersTestManualDisk-61462443 tempest-ServersTestManualDisk-61462443-project-member] Lock "e0283727-ff5e-4943-a5db-9f4bc5a98b7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.776s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.074791] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452474} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.078020] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 69808f39-1a03-4765-98a8-855434cb947a/69808f39-1a03-4765-98a8-855434cb947a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.078020] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.078020] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-875b0272-b65f-4c53-9155-481d5f0fac43 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.081865] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 819.081865] env[69654]: value = "task-3554676" [ 819.081865] env[69654]: _type = "Task" [ 819.081865] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.092025] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.284414] env[69654]: DEBUG oslo_concurrency.lockutils [req-2010fa83-d9f3-4836-ab0d-f0aae0e03d4a req-b0ad1e9f-4a51-4319-8ae0-25c4780c13ee service nova] Releasing lock "refresh_cache-8f2db915-6654-4f50-b05b-522c3443d27c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.284414] env[69654]: DEBUG oslo_concurrency.lockutils [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Acquired lock "refresh_cache-8f2db915-6654-4f50-b05b-522c3443d27c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.284414] env[69654]: DEBUG nova.network.neutron [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.337887] env[69654]: DEBUG oslo_vmware.api [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.497425] env[69654]: DEBUG oslo_concurrency.lockutils [req-76d106d5-7c69-4a13-b85b-e050fd23573a req-7211ccf9-f48b-4fde-aab3-843d1136da20 service nova] Releasing lock "refresh_cache-1f7a28d9-1a53-43c3-be38-cdf38d086a4b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.497819] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554674, 'name': CloneVM_Task, 'duration_secs': 1.787264} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.498076] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Created linked-clone VM from snapshot [ 819.498807] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80698f4a-7959-4c3a-9d27-8c680fb19289 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.506211] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Uploading image 39a1da99-969d-4c7c-a764-728f7b43e660 {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 819.536090] env[69654]: DEBUG oslo_vmware.rw_handles [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 819.536090] env[69654]: value = "vm-709743" [ 819.536090] env[69654]: _type = "VirtualMachine" [ 819.536090] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 819.536391] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e9e162c4-5cf0-4997-a1a6-a82430608d89 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.544995] env[69654]: INFO nova.compute.manager [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Rescuing [ 819.545386] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Acquiring lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.545656] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Acquired lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.546210] env[69654]: DEBUG nova.network.neutron [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.550773] env[69654]: DEBUG oslo_vmware.rw_handles [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lease: (returnval){ [ 819.550773] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ad7899-185d-8043-1a53-99fd996407a0" [ 819.550773] env[69654]: _type = "HttpNfcLease" [ 819.550773] env[69654]: } obtained for exporting VM: (result){ [ 819.550773] env[69654]: value = "vm-709743" [ 819.550773] env[69654]: _type = "VirtualMachine" [ 819.550773] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 819.551061] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the lease: (returnval){ [ 819.551061] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ad7899-185d-8043-1a53-99fd996407a0" [ 819.551061] env[69654]: _type = "HttpNfcLease" [ 819.551061] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 819.559096] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 819.559096] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ad7899-185d-8043-1a53-99fd996407a0" [ 819.559096] env[69654]: _type = "HttpNfcLease" [ 819.559096] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 819.593785] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07142} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.594486] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.594947] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18ab3b0-7268-47d0-b3bd-16ba39640b39 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.616192] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 69808f39-1a03-4765-98a8-855434cb947a/69808f39-1a03-4765-98a8-855434cb947a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.619578] env[69654]: DEBUG nova.compute.manager [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.619837] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0154597b-44b4-46b7-8269-a070f4160844 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.634783] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e774aac-36f5-4443-ae2f-bf2afef6d7e3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.647377] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 819.647377] env[69654]: value = "task-3554678" [ 819.647377] env[69654]: _type = "Task" [ 819.647377] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.655431] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554678, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.829608] env[69654]: DEBUG nova.network.neutron [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.839418] env[69654]: DEBUG oslo_vmware.api [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.961762] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3b0322-ae4c-4400-a189-9c6cabb95365 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.971410] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9ac9f3-3fac-4767-9cc3-96374c785e80 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.004820] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fbbdab-7569-479b-92ef-7ae14c9dff59 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.012740] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1acacdd-4a35-4ae9-8286-b5f0d2a448d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.027871] env[69654]: DEBUG nova.compute.provider_tree [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.061549] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 820.061549] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ad7899-185d-8043-1a53-99fd996407a0" [ 820.061549] env[69654]: _type = "HttpNfcLease" [ 820.061549] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 820.062116] env[69654]: DEBUG oslo_vmware.rw_handles [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 820.062116] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ad7899-185d-8043-1a53-99fd996407a0" [ 820.062116] env[69654]: _type = "HttpNfcLease" [ 820.062116] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 820.062625] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d75d65-8e8f-48b1-bb62-ef2b99520805 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.069481] env[69654]: DEBUG oslo_vmware.rw_handles [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aaccd6-b1a0-1e1f-325e-a1e11bb44139/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 820.070625] env[69654]: DEBUG oslo_vmware.rw_handles [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aaccd6-b1a0-1e1f-325e-a1e11bb44139/disk-0.vmdk for reading. {{(pid=69654) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 820.126527] env[69654]: DEBUG nova.network.neutron [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Updating instance_info_cache with network_info: [{"id": "2e868b05-3587-4f59-9407-4b2534443c46", "address": "fa:16:3e:e2:b1:01", "network": {"id": "e55a0b78-f701-43a0-a281-dc96adf09939", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1426292688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c8e692476945c4ab1e94306efebddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e868b05-35", "ovs_interfaceid": "2e868b05-3587-4f59-9407-4b2534443c46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.148961] env[69654]: INFO nova.compute.manager [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] instance snapshotting [ 820.149293] env[69654]: WARNING nova.compute.manager [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 820.157085] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d91d38-5250-4e84-8fdb-63b9fcb0fb16 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.166377] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554678, 'name': ReconfigVM_Task, 'duration_secs': 0.252149} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.179525] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 69808f39-1a03-4765-98a8-855434cb947a/69808f39-1a03-4765-98a8-855434cb947a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.180642] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7997617c-7000-45ef-beca-b55778c03460 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.183331] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad647ef5-62b3-409e-8e2a-01a91fa1aeb4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.189780] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-26a2217a-ed88-474c-b099-e7f6d882bf14 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.200491] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 820.200491] env[69654]: value = "task-3554679" [ 820.200491] env[69654]: _type = "Task" [ 820.200491] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.211321] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554679, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.335359] env[69654]: DEBUG oslo_vmware.api [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.439796] env[69654]: DEBUG nova.network.neutron [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Updating instance_info_cache with network_info: [{"id": "b449577c-13c7-46ad-b48b-476d0feabfc7", "address": "fa:16:3e:4e:43:95", "network": {"id": "311c8539-a3c2-4ce8-bb63-56597f124603", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2034934495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f3666470f1b8455aaf3eda1766edd953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb449577c-13", "ovs_interfaceid": "b449577c-13c7-46ad-b48b-476d0feabfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.531937] env[69654]: DEBUG nova.scheduler.client.report [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.632110] env[69654]: DEBUG oslo_concurrency.lockutils [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Releasing lock "refresh_cache-8f2db915-6654-4f50-b05b-522c3443d27c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.633064] env[69654]: DEBUG nova.compute.manager [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Instance network_info: |[{"id": "2e868b05-3587-4f59-9407-4b2534443c46", "address": "fa:16:3e:e2:b1:01", "network": {"id": "e55a0b78-f701-43a0-a281-dc96adf09939", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1426292688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c8e692476945c4ab1e94306efebddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e868b05-35", "ovs_interfaceid": "2e868b05-3587-4f59-9407-4b2534443c46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.634550] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:b1:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e868b05-3587-4f59-9407-4b2534443c46', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.644492] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Creating folder: Project (a9c8e692476945c4ab1e94306efebddd). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.644837] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63efd800-83fa-4eb2-a1fe-a1b155b960a9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.658191] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Created folder: Project (a9c8e692476945c4ab1e94306efebddd) in parent group-v709593. [ 820.658385] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Creating folder: Instances. Parent ref: group-v709744. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.658628] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3669a565-0c42-49ad-af2a-dc4d45246a1a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.668289] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Created folder: Instances in parent group-v709744. [ 820.668532] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.668737] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.668935] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0186931e-a7c9-465c-9ea1-4f025474764f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.689794] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.689794] env[69654]: value = "task-3554682" [ 820.689794] env[69654]: _type = "Task" [ 820.689794] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.698555] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554682, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.702682] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 820.703437] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-af8d34ba-dbc8-4ac8-99d7-88da25754def {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.716838] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554679, 'name': Rename_Task, 'duration_secs': 0.168905} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.719176] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.719601] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 820.719601] env[69654]: value = "task-3554683" [ 820.719601] env[69654]: _type = "Task" [ 820.719601] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.719874] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b68e44f-1088-48e8-b00a-c4b8bb1654b1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.731573] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554683, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.733301] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 820.733301] env[69654]: value = "task-3554684" [ 820.733301] env[69654]: _type = "Task" [ 820.733301] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.741731] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.841122] env[69654]: DEBUG oslo_vmware.api [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.864162] env[69654]: DEBUG oslo_concurrency.lockutils [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquiring lock "5d003127-bfd5-4376-8825-84e987f6e37a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.864580] env[69654]: DEBUG oslo_concurrency.lockutils [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "5d003127-bfd5-4376-8825-84e987f6e37a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.942953] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Releasing lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.046127] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.046887] env[69654]: DEBUG nova.compute.manager [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.050731] env[69654]: DEBUG oslo_concurrency.lockutils [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.117s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.053056] env[69654]: INFO nova.compute.claims [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.202979] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554682, 'name': CreateVM_Task, 'duration_secs': 0.397803} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.203603] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.203907] env[69654]: DEBUG oslo_concurrency.lockutils [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.204090] env[69654]: DEBUG oslo_concurrency.lockutils [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.204578] env[69654]: DEBUG oslo_concurrency.lockutils [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.204773] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c75a9a39-f477-459e-a781-c1330dcfb2a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.209755] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Waiting for the task: (returnval){ [ 821.209755] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52549868-6271-1d99-25ac-ad1cffc5e60a" [ 821.209755] env[69654]: _type = "Task" [ 821.209755] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.221632] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52549868-6271-1d99-25ac-ad1cffc5e60a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.233905] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554683, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.244506] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554684, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.340031] env[69654]: DEBUG oslo_vmware.api [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554669, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.368202] env[69654]: DEBUG nova.compute.manager [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.562298] env[69654]: DEBUG nova.compute.utils [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.566182] env[69654]: DEBUG nova.compute.manager [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.566253] env[69654]: DEBUG nova.network.neutron [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.640590] env[69654]: DEBUG nova.policy [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5940e44be89c4e14809ccaadbdd05202', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1ef4eb974bd4e9c95ecbf180f54a5f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.723957] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52549868-6271-1d99-25ac-ad1cffc5e60a, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.728576] env[69654]: DEBUG oslo_concurrency.lockutils [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.728879] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.729339] env[69654]: DEBUG oslo_concurrency.lockutils [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.729419] env[69654]: DEBUG oslo_concurrency.lockutils [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.729680] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.730043] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21407eba-e9e0-44b5-8bfc-767c036100fa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.737874] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554683, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.742331] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.742667] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.743942] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c377e2-edb4-475e-8afa-c9856345a7d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.750577] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.753866] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Waiting for the task: (returnval){ [ 821.753866] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52620c95-21f3-1ba6-03e4-64e42ca5ffb7" [ 821.753866] env[69654]: _type = "Task" [ 821.753866] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.762076] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52620c95-21f3-1ba6-03e4-64e42ca5ffb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.839785] env[69654]: DEBUG oslo_vmware.api [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554669, 'name': ReconfigVM_Task, 'duration_secs': 5.782108} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.840107] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.841131] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Reconfigured VM to detach interface {{(pid=69654) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 821.897259] env[69654]: DEBUG oslo_concurrency.lockutils [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.066685] env[69654]: DEBUG nova.compute.manager [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.234965] env[69654]: DEBUG nova.network.neutron [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Successfully created port: 1e6a7509-0b62-47da-8ef9-6848daff80b6 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.251307] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554683, 'name': CreateSnapshot_Task, 'duration_secs': 1.085293} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.252040] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 822.252838] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f34a030-5e88-4fa9-9cda-98c2886169ba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.263340] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.283585] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52620c95-21f3-1ba6-03e4-64e42ca5ffb7, 'name': SearchDatastore_Task, 'duration_secs': 0.00951} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.289659] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b2828d-44b2-4a57-b46a-02fa55b43da9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.295588] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Waiting for the task: (returnval){ [ 822.295588] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5205f9c6-8fbe-363a-a808-f53747a49716" [ 822.295588] env[69654]: _type = "Task" [ 822.295588] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.309464] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5205f9c6-8fbe-363a-a808-f53747a49716, 'name': SearchDatastore_Task, 'duration_secs': 0.011411} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.312038] env[69654]: DEBUG oslo_concurrency.lockutils [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.312038] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 8f2db915-6654-4f50-b05b-522c3443d27c/8f2db915-6654-4f50-b05b-522c3443d27c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.313101] env[69654]: DEBUG nova.compute.manager [req-060b6296-3b6d-4aa8-8451-1f765407051f req-9dae2208-2207-4c39-b47e-5d4797e943fe service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Received event network-vif-deleted-1d869cd8-b26c-45c9-9dee-0452dd47d343 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.313295] env[69654]: INFO nova.compute.manager [req-060b6296-3b6d-4aa8-8451-1f765407051f req-9dae2208-2207-4c39-b47e-5d4797e943fe service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Neutron deleted interface 1d869cd8-b26c-45c9-9dee-0452dd47d343; detaching it from the instance and deleting it from the info cache [ 822.313558] env[69654]: DEBUG nova.network.neutron [req-060b6296-3b6d-4aa8-8451-1f765407051f req-9dae2208-2207-4c39-b47e-5d4797e943fe service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Updating instance_info_cache with network_info: [{"id": "f2c2db01-c415-49e8-b688-dc482fcaaac6", "address": "fa:16:3e:42:01:f3", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c2db01-c4", "ovs_interfaceid": "f2c2db01-c415-49e8-b688-dc482fcaaac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.316299] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dc524fe-2f8f-454e-9017-0b07a351e20f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.327260] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Waiting for the task: (returnval){ [ 822.327260] env[69654]: value = "task-3554685" [ 822.327260] env[69654]: _type = "Task" [ 822.327260] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.338619] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': task-3554685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.485948] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.486289] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99d7c873-3994-423a-98a1-31a3e2029a65 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.498035] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 822.498035] env[69654]: value = "task-3554686" [ 822.498035] env[69654]: _type = "Task" [ 822.498035] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.508667] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.572039] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a67ff97-3fb4-4e5c-8a90-7ce84acc1d83 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.591273] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f662a6f8-f8e4-4765-95d6-a3a478f88ee3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.632568] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957b7e11-10a8-4c41-a4c8-c40fbb441d4c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.644887] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fad103-d75a-4f48-880e-a65c5b9e0aaf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.668360] env[69654]: DEBUG nova.compute.provider_tree [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.755095] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.786501] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 822.786913] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b31eae55-71f0-4022-b85f-55a71140ed46 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.798817] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 822.798817] env[69654]: value = "task-3554687" [ 822.798817] env[69654]: _type = "Task" [ 822.798817] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.810365] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554687, 'name': CloneVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.819606] env[69654]: DEBUG oslo_concurrency.lockutils [req-060b6296-3b6d-4aa8-8451-1f765407051f req-9dae2208-2207-4c39-b47e-5d4797e943fe service nova] Acquiring lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.819827] env[69654]: DEBUG oslo_concurrency.lockutils [req-060b6296-3b6d-4aa8-8451-1f765407051f req-9dae2208-2207-4c39-b47e-5d4797e943fe service nova] Acquired lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.820704] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4922d188-bc75-47bc-9531-7f6e2008e90e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.838254] env[69654]: DEBUG oslo_concurrency.lockutils [req-060b6296-3b6d-4aa8-8451-1f765407051f req-9dae2208-2207-4c39-b47e-5d4797e943fe service nova] Releasing lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.838611] env[69654]: WARNING nova.compute.manager [req-060b6296-3b6d-4aa8-8451-1f765407051f req-9dae2208-2207-4c39-b47e-5d4797e943fe service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Detach interface failed, port_id=1d869cd8-b26c-45c9-9dee-0452dd47d343, reason: No device with interface-id 1d869cd8-b26c-45c9-9dee-0452dd47d343 exists on VM: nova.exception.NotFound: No device with interface-id 1d869cd8-b26c-45c9-9dee-0452dd47d343 exists on VM [ 822.848483] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': task-3554685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.010692] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554686, 'name': PowerOffVM_Task, 'duration_secs': 0.228716} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.011259] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.012484] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b2dfb6-74ed-4f4a-8538-4e51902a79da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.037849] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810e17f9-8d99-4ef2-b9f3-f5aa4d92e5be {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.083236] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.084943] env[69654]: DEBUG nova.compute.manager [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.087267] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8caef05a-9a8c-47af-a905-f1819ea06c06 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.095505] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 823.095505] env[69654]: value = "task-3554688" [ 823.095505] env[69654]: _type = "Task" [ 823.095505] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.106633] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] VM already powered off {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 823.107087] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.107452] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.107695] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.107992] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.108375] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-688fef73-096e-4ccb-a974-196464b8faf4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.125325] env[69654]: DEBUG nova.virt.hardware [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.125907] env[69654]: DEBUG nova.virt.hardware [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.126021] env[69654]: DEBUG nova.virt.hardware [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.126327] env[69654]: DEBUG nova.virt.hardware [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.126582] env[69654]: DEBUG nova.virt.hardware [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.126860] env[69654]: DEBUG nova.virt.hardware [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.127564] env[69654]: DEBUG nova.virt.hardware [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.127815] env[69654]: DEBUG nova.virt.hardware [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.128166] env[69654]: DEBUG nova.virt.hardware [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.128471] env[69654]: DEBUG nova.virt.hardware [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.128801] env[69654]: DEBUG nova.virt.hardware [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.130642] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b33395f-0abd-496a-8507-06f96c63e4d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.138472] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.139142] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.141792] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205abf23-8108-4d02-a639-f1f058fb5a90 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.151776] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d45fd4-839f-45b8-93c2-8ecb7be78b1b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.160015] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 823.160015] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52983d92-3e48-73d6-59d7-c997b4441241" [ 823.160015] env[69654]: _type = "Task" [ 823.160015] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.174781] env[69654]: DEBUG nova.scheduler.client.report [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.187939] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52983d92-3e48-73d6-59d7-c997b4441241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.254719] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554684, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.295497] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.295497] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.295674] env[69654]: DEBUG nova.network.neutron [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.309225] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554687, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.348517] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': task-3554685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.961297} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.348855] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 8f2db915-6654-4f50-b05b-522c3443d27c/8f2db915-6654-4f50-b05b-522c3443d27c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.349108] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.349461] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31e06508-6d72-47a6-815a-eba4539787ff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.357510] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Waiting for the task: (returnval){ [ 823.357510] env[69654]: value = "task-3554689" [ 823.357510] env[69654]: _type = "Task" [ 823.357510] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.366333] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': task-3554689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.452519] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.452932] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.453335] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.453550] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.453788] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.456369] env[69654]: INFO nova.compute.manager [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Terminating instance [ 823.678663] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52983d92-3e48-73d6-59d7-c997b4441241, 'name': SearchDatastore_Task, 'duration_secs': 0.061832} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.678663] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-340b1692-3293-459a-9b2f-e1b907978478 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.682508] env[69654]: DEBUG oslo_concurrency.lockutils [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.683208] env[69654]: DEBUG nova.compute.manager [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.687457] env[69654]: DEBUG oslo_concurrency.lockutils [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.114s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.687722] env[69654]: DEBUG nova.objects.instance [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Lazy-loading 'resources' on Instance uuid 46ed458e-0edc-4cc5-8a6d-324f80d0b076 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.692024] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 823.692024] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52808d10-bfef-2ee5-b2d2-df9e321ed91c" [ 823.692024] env[69654]: _type = "Task" [ 823.692024] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.701467] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52808d10-bfef-2ee5-b2d2-df9e321ed91c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.750376] env[69654]: DEBUG oslo_vmware.api [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554684, 'name': PowerOnVM_Task, 'duration_secs': 2.815347} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.750646] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.750844] env[69654]: INFO nova.compute.manager [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Took 10.23 seconds to spawn the instance on the hypervisor. [ 823.751077] env[69654]: DEBUG nova.compute.manager [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.751837] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ea6d27-cf2d-4a73-8d6f-c2625deeb043 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.810826] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554687, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.866867] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': task-3554689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127204} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.867209] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.867980] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614ac24c-9612-4488-8f2f-9d5378498ad3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.892186] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 8f2db915-6654-4f50-b05b-522c3443d27c/8f2db915-6654-4f50-b05b-522c3443d27c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.892523] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e26a0c8-111e-4443-b016-c458be6ba749 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.912768] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Waiting for the task: (returnval){ [ 823.912768] env[69654]: value = "task-3554690" [ 823.912768] env[69654]: _type = "Task" [ 823.912768] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.920446] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': task-3554690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.961877] env[69654]: DEBUG nova.compute.manager [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.962229] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.963281] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6214ae0-b172-49dc-bbe2-a87a672e992a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.972696] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.972696] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9281363a-4347-46c7-a36e-30d0703633e5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.978734] env[69654]: DEBUG oslo_vmware.api [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 823.978734] env[69654]: value = "task-3554691" [ 823.978734] env[69654]: _type = "Task" [ 823.978734] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.992829] env[69654]: DEBUG oslo_vmware.api [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.191564] env[69654]: DEBUG nova.compute.utils [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.200278] env[69654]: DEBUG nova.compute.manager [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Not allocating networking since 'none' was specified. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 824.218745] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52808d10-bfef-2ee5-b2d2-df9e321ed91c, 'name': SearchDatastore_Task, 'duration_secs': 0.015241} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.222608] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.222987] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 6414f602-4591-43b8-a3da-2419f014e758/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk. {{(pid=69654) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 824.223616] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3d622f2-2a75-46e8-bce6-f3c2c64cd3cb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.238226] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 824.238226] env[69654]: value = "task-3554692" [ 824.238226] env[69654]: _type = "Task" [ 824.238226] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.250648] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.274854] env[69654]: INFO nova.compute.manager [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Took 37.04 seconds to build instance. [ 824.318170] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554687, 'name': CloneVM_Task} progress is 95%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.425897] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': task-3554690, 'name': ReconfigVM_Task, 'duration_secs': 0.404862} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.428948] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 8f2db915-6654-4f50-b05b-522c3443d27c/8f2db915-6654-4f50-b05b-522c3443d27c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.428948] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c983bdd-7dbd-4a67-b26c-046b1ace79a4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.434608] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Waiting for the task: (returnval){ [ 824.434608] env[69654]: value = "task-3554693" [ 824.434608] env[69654]: _type = "Task" [ 824.434608] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.448773] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': task-3554693, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.495274] env[69654]: DEBUG oslo_vmware.api [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554691, 'name': PowerOffVM_Task, 'duration_secs': 0.278086} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.495909] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.496027] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.496425] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db94c14a-be45-44b9-8c11-aff81005e82d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.581062] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.581310] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.581525] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Deleting the datastore file [datastore1] 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.584566] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93262ebe-bdd3-4590-af07-bed3da7f438f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.593629] env[69654]: DEBUG oslo_vmware.api [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 824.593629] env[69654]: value = "task-3554695" [ 824.593629] env[69654]: _type = "Task" [ 824.593629] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.608823] env[69654]: DEBUG oslo_vmware.api [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.700593] env[69654]: DEBUG nova.compute.manager [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.750177] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554692, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.752243] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b41c14-d4d1-4a05-979f-1f8a5a6fe624 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.760091] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf610dd-1bdf-4c23-a36e-a4ef0d10fe3b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.799622] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8480f962-308e-4921-a93f-dba2807f3fc2 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "69808f39-1a03-4765-98a8-855434cb947a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.512s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.801037] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0964c17-44c6-45e5-9748-a611fad6578e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.805140] env[69654]: DEBUG nova.network.neutron [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Updating instance_info_cache with network_info: [{"id": "f2c2db01-c415-49e8-b688-dc482fcaaac6", "address": "fa:16:3e:42:01:f3", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c2db01-c4", "ovs_interfaceid": "f2c2db01-c415-49e8-b688-dc482fcaaac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.815708] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c71761-518f-4135-89bf-543fdcf5de23 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.826806] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554687, 'name': CloneVM_Task, 'duration_secs': 1.834199} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.827740] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Created linked-clone VM from snapshot [ 824.828893] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce5b0a8-6b06-4a67-9747-00a930adbd9d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.841935] env[69654]: DEBUG nova.compute.provider_tree [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.849424] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Uploading image fd22faf9-5d41-4d7a-8df2-775e83cbfb53 {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 824.878482] env[69654]: DEBUG oslo_vmware.rw_handles [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 824.878482] env[69654]: value = "vm-709748" [ 824.878482] env[69654]: _type = "VirtualMachine" [ 824.878482] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 824.878812] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-63689c3f-8e73-4ae0-a9a0-b594669d8464 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.886753] env[69654]: DEBUG oslo_vmware.rw_handles [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lease: (returnval){ [ 824.886753] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f46b43-44c8-7709-622a-cd130a600eb8" [ 824.886753] env[69654]: _type = "HttpNfcLease" [ 824.886753] env[69654]: } obtained for exporting VM: (result){ [ 824.886753] env[69654]: value = "vm-709748" [ 824.886753] env[69654]: _type = "VirtualMachine" [ 824.886753] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 824.887255] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the lease: (returnval){ [ 824.887255] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f46b43-44c8-7709-622a-cd130a600eb8" [ 824.887255] env[69654]: _type = "HttpNfcLease" [ 824.887255] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 824.895471] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 824.895471] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f46b43-44c8-7709-622a-cd130a600eb8" [ 824.895471] env[69654]: _type = "HttpNfcLease" [ 824.895471] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 824.945782] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': task-3554693, 'name': Rename_Task, 'duration_secs': 0.237071} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.946197] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.946355] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3b1a9e5-d2f8-4eb9-b893-d975c66e3080 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.952910] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Waiting for the task: (returnval){ [ 824.952910] env[69654]: value = "task-3554697" [ 824.952910] env[69654]: _type = "Task" [ 824.952910] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.964029] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': task-3554697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.064643] env[69654]: DEBUG nova.network.neutron [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Successfully updated port: 1e6a7509-0b62-47da-8ef9-6848daff80b6 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.103180] env[69654]: DEBUG oslo_vmware.api [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473741} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.103401] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.103582] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.103754] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.103932] env[69654]: INFO nova.compute.manager [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 825.104186] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.104366] env[69654]: DEBUG nova.compute.manager [-] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.104454] env[69654]: DEBUG nova.network.neutron [-] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.179776] env[69654]: DEBUG nova.compute.manager [req-a7102b42-7882-40cd-a33d-3aaa8ee6481d req-e842417a-0bc0-4317-8502-87b399f1cd32 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Received event network-vif-plugged-1e6a7509-0b62-47da-8ef9-6848daff80b6 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.183645] env[69654]: DEBUG oslo_concurrency.lockutils [req-a7102b42-7882-40cd-a33d-3aaa8ee6481d req-e842417a-0bc0-4317-8502-87b399f1cd32 service nova] Acquiring lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.184106] env[69654]: DEBUG oslo_concurrency.lockutils [req-a7102b42-7882-40cd-a33d-3aaa8ee6481d req-e842417a-0bc0-4317-8502-87b399f1cd32 service nova] Lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.184467] env[69654]: DEBUG oslo_concurrency.lockutils [req-a7102b42-7882-40cd-a33d-3aaa8ee6481d req-e842417a-0bc0-4317-8502-87b399f1cd32 service nova] Lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.184848] env[69654]: DEBUG nova.compute.manager [req-a7102b42-7882-40cd-a33d-3aaa8ee6481d req-e842417a-0bc0-4317-8502-87b399f1cd32 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] No waiting events found dispatching network-vif-plugged-1e6a7509-0b62-47da-8ef9-6848daff80b6 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.185188] env[69654]: WARNING nova.compute.manager [req-a7102b42-7882-40cd-a33d-3aaa8ee6481d req-e842417a-0bc0-4317-8502-87b399f1cd32 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Received unexpected event network-vif-plugged-1e6a7509-0b62-47da-8ef9-6848daff80b6 for instance with vm_state building and task_state spawning. [ 825.256845] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727113} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.257919] env[69654]: INFO nova.virt.vmwareapi.ds_util [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 6414f602-4591-43b8-a3da-2419f014e758/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk. [ 825.259043] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492a82d2-c30a-4520-9ba1-dc67194f3adf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.294363] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 6414f602-4591-43b8-a3da-2419f014e758/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.295134] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74641aae-5be0-4def-ad97-760e3655095a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.315949] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "refresh_cache-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.319802] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 825.319802] env[69654]: value = "task-3554698" [ 825.319802] env[69654]: _type = "Task" [ 825.319802] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.333688] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554698, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.346087] env[69654]: DEBUG nova.scheduler.client.report [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.396427] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 825.396427] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f46b43-44c8-7709-622a-cd130a600eb8" [ 825.396427] env[69654]: _type = "HttpNfcLease" [ 825.396427] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 825.396868] env[69654]: DEBUG oslo_vmware.rw_handles [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 825.396868] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f46b43-44c8-7709-622a-cd130a600eb8" [ 825.396868] env[69654]: _type = "HttpNfcLease" [ 825.396868] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 825.398135] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ffb9fb-4d99-44c5-a6c7-e6b7ce482fb9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.407433] env[69654]: DEBUG oslo_vmware.rw_handles [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286ded1-e8d8-ce7f-03d9-e24920d4b733/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 825.408161] env[69654]: DEBUG oslo_vmware.rw_handles [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286ded1-e8d8-ce7f-03d9-e24920d4b733/disk-0.vmdk for reading. {{(pid=69654) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 825.484801] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': task-3554697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.547856] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aaae3ee8-f703-4274-9c2e-593d2226edc9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.568780] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.568999] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquired lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.569238] env[69654]: DEBUG nova.network.neutron [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.716766] env[69654]: DEBUG nova.compute.manager [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.824474] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40f63735-9dfd-4fef-883f-7b9f4ce3e04b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3-1d869cd8-b26c-45c9-9dee-0452dd47d343" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.458s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.835257] env[69654]: DEBUG nova.virt.hardware [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.835779] env[69654]: DEBUG nova.virt.hardware [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.836264] env[69654]: DEBUG nova.virt.hardware [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.836567] env[69654]: DEBUG nova.virt.hardware [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.836870] env[69654]: DEBUG nova.virt.hardware [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.837193] env[69654]: DEBUG nova.virt.hardware [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.837641] env[69654]: DEBUG nova.virt.hardware [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.837961] env[69654]: DEBUG nova.virt.hardware [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.838361] env[69654]: DEBUG nova.virt.hardware [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.838713] env[69654]: DEBUG nova.virt.hardware [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.839162] env[69654]: DEBUG nova.virt.hardware [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.840939] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f54d49-6dcf-4233-b792-b633cd0683ee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.859025] env[69654]: DEBUG oslo_concurrency.lockutils [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.862229] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554698, 'name': ReconfigVM_Task, 'duration_secs': 0.431352} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.863789] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.465s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.866922] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 6414f602-4591-43b8-a3da-2419f014e758/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.868445] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d99ea6-1206-4f9c-8ec6-feaecd964bcf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.876679] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cca472-90f4-4735-9f6e-948b1356cbbc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.899218] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.910145] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Creating folder: Project (a31eaf72b7534328908998d6b42f2a92). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.937148] env[69654]: INFO nova.scheduler.client.report [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Deleted allocations for instance 46ed458e-0edc-4cc5-8a6d-324f80d0b076 [ 825.940945] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7742fe46-9c40-4c1a-9703-2694c80c94e4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.948596] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f58a7f4-5eba-420e-b3c0-6424f7b8f490 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.967708] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 825.967708] env[69654]: value = "task-3554699" [ 825.967708] env[69654]: _type = "Task" [ 825.967708] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.977536] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Created folder: Project (a31eaf72b7534328908998d6b42f2a92) in parent group-v709593. [ 825.978063] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Creating folder: Instances. Parent ref: group-v709749. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.984111] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ded50199-465b-4c9e-861e-358f0276ff04 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.989279] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.999329] env[69654]: DEBUG oslo_vmware.api [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': task-3554697, 'name': PowerOnVM_Task, 'duration_secs': 0.857767} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.999560] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.999909] env[69654]: INFO nova.compute.manager [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Took 9.18 seconds to spawn the instance on the hypervisor. [ 826.000277] env[69654]: DEBUG nova.compute.manager [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.002097] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2f134f-e992-451b-9304-cc9b2bc68f40 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.008038] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Created folder: Instances in parent group-v709749. [ 826.008386] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.009458] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.010096] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baab2df0-1291-403d-9279-3f1f8301f0ee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.039303] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.039303] env[69654]: value = "task-3554702" [ 826.039303] env[69654]: _type = "Task" [ 826.039303] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.048098] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554702, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.175491] env[69654]: DEBUG nova.network.neutron [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.466149] env[69654]: DEBUG oslo_concurrency.lockutils [None req-96c6e88d-f69d-4ed5-bb1c-d15c94c74582 tempest-InstanceActionsV221TestJSON-608524339 tempest-InstanceActionsV221TestJSON-608524339-project-member] Lock "46ed458e-0edc-4cc5-8a6d-324f80d0b076" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.437s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.478732] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554699, 'name': ReconfigVM_Task, 'duration_secs': 0.26222} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.479842] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.479842] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0d9bb62-7a48-43cb-b877-8fad536d8034 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.494391] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 826.494391] env[69654]: value = "task-3554703" [ 826.494391] env[69654]: _type = "Task" [ 826.494391] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.513521] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554703, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.550871] env[69654]: INFO nova.compute.manager [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Took 38.37 seconds to build instance. [ 826.561334] env[69654]: DEBUG nova.network.neutron [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Updating instance_info_cache with network_info: [{"id": "1e6a7509-0b62-47da-8ef9-6848daff80b6", "address": "fa:16:3e:df:a3:d2", "network": {"id": "c87e927b-6bc9-4a70-8c47-ab15d349e1a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-485020596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ef4eb974bd4e9c95ecbf180f54a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6a7509-0b", "ovs_interfaceid": "1e6a7509-0b62-47da-8ef9-6848daff80b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.568701] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554702, 'name': CreateVM_Task, 'duration_secs': 0.356433} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.568701] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.568701] env[69654]: DEBUG oslo_concurrency.lockutils [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.568701] env[69654]: DEBUG oslo_concurrency.lockutils [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.569524] env[69654]: DEBUG oslo_concurrency.lockutils [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.569524] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26bfd6c9-8040-4a20-94d5-2e223acdcd5d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.575970] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Waiting for the task: (returnval){ [ 826.575970] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d030e2-2321-25da-cd6f-8227c718beb2" [ 826.575970] env[69654]: _type = "Task" [ 826.575970] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.596099] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d030e2-2321-25da-cd6f-8227c718beb2, 'name': SearchDatastore_Task, 'duration_secs': 0.014905} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.599896] env[69654]: DEBUG oslo_concurrency.lockutils [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.603024] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.603024] env[69654]: DEBUG oslo_concurrency.lockutils [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.603024] env[69654]: DEBUG oslo_concurrency.lockutils [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.603024] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.603024] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0ea488d-5d40-42a4-8917-73dcee979284 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.611679] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.611894] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.612961] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c75ce1-b78b-4bc8-b5cb-68b80abcd2dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.619494] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Waiting for the task: (returnval){ [ 826.619494] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f1f38d-620f-682d-a706-f0822d03a08c" [ 826.619494] env[69654]: _type = "Task" [ 826.619494] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.629436] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f1f38d-620f-682d-a706-f0822d03a08c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.793666] env[69654]: DEBUG nova.network.neutron [-] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.946402] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c1fc25-e181-49e1-bf73-5e3a18d7f23b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.955973] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37c3977-8446-467b-98ec-8c78fad4bc9e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.993221] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77566647-7a3c-416c-89b5-f1d3f3787abb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.010707] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb3b679-9c1e-4749-a83d-b6bf8de05785 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.016710] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554703, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.028577] env[69654]: DEBUG nova.compute.provider_tree [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.061771] env[69654]: DEBUG oslo_concurrency.lockutils [None req-382333e8-a53e-4f57-90e5-a4b8ad870d70 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Lock "8f2db915-6654-4f50-b05b-522c3443d27c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.209s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.062365] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Releasing lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.062752] env[69654]: DEBUG nova.compute.manager [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Instance network_info: |[{"id": "1e6a7509-0b62-47da-8ef9-6848daff80b6", "address": "fa:16:3e:df:a3:d2", "network": {"id": "c87e927b-6bc9-4a70-8c47-ab15d349e1a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-485020596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ef4eb974bd4e9c95ecbf180f54a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6a7509-0b", "ovs_interfaceid": "1e6a7509-0b62-47da-8ef9-6848daff80b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.063190] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:a3:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e6a7509-0b62-47da-8ef9-6848daff80b6', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.070916] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Creating folder: Project (e1ef4eb974bd4e9c95ecbf180f54a5f7). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.071675] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed632c2b-03f0-4e1c-a740-14ac7c2481c8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.082375] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Created folder: Project (e1ef4eb974bd4e9c95ecbf180f54a5f7) in parent group-v709593. [ 827.082628] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Creating folder: Instances. Parent ref: group-v709752. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.082885] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3574284c-1e9f-4283-884d-67aa990f199f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.092755] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Created folder: Instances in parent group-v709752. [ 827.093043] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.093248] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.093547] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c080427a-2f61-4c3c-8e15-78de77cd6ac7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.115820] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.115820] env[69654]: value = "task-3554706" [ 827.115820] env[69654]: _type = "Task" [ 827.115820] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.128422] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554706, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.134550] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f1f38d-620f-682d-a706-f0822d03a08c, 'name': SearchDatastore_Task, 'duration_secs': 0.015781} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.135457] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33751884-a29f-432d-8d3c-0badfb932fbd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.142101] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Waiting for the task: (returnval){ [ 827.142101] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c41474-eee6-6587-8130-3daf97b6fa26" [ 827.142101] env[69654]: _type = "Task" [ 827.142101] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.151156] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c41474-eee6-6587-8130-3daf97b6fa26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.217463] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "bf7e633d-acbd-490a-a6de-d9bf697020d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.217806] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "bf7e633d-acbd-490a-a6de-d9bf697020d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.301304] env[69654]: INFO nova.compute.manager [-] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Took 2.20 seconds to deallocate network for instance. [ 827.508287] env[69654]: DEBUG oslo_vmware.api [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554703, 'name': PowerOnVM_Task, 'duration_secs': 0.810571} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.508287] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.511593] env[69654]: DEBUG nova.compute.manager [None req-5f1ac6bc-594e-4a5c-811d-a9e18e6cda0e tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.512686] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b5b193-800e-4bd0-a172-0e8127aa554c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.533442] env[69654]: DEBUG nova.scheduler.client.report [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.626793] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554706, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.651931] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c41474-eee6-6587-8130-3daf97b6fa26, 'name': SearchDatastore_Task, 'duration_secs': 0.035767} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.652247] env[69654]: DEBUG oslo_concurrency.lockutils [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.652539] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 911c8fb9-929a-4e08-b563-dca67e6a016c/911c8fb9-929a-4e08-b563-dca67e6a016c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.652821] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c30122f8-3783-4033-9d25-ce1ce8750121 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.659185] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Waiting for the task: (returnval){ [ 827.659185] env[69654]: value = "task-3554707" [ 827.659185] env[69654]: _type = "Task" [ 827.659185] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.667827] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': task-3554707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.722294] env[69654]: DEBUG nova.compute.manager [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.810540] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.127048] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554706, 'name': CreateVM_Task, 'duration_secs': 0.511262} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.127258] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.128022] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.128201] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.128551] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.128865] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb0188f-613e-4697-a15c-46cf0c95d2f1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.134706] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 828.134706] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52289f74-939c-7634-bf5f-e51a1f7d515e" [ 828.134706] env[69654]: _type = "Task" [ 828.134706] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.143833] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52289f74-939c-7634-bf5f-e51a1f7d515e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.169228] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': task-3554707, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.247739] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.544310] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.681s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.547691] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.582s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.549406] env[69654]: INFO nova.compute.claims [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.651416] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52289f74-939c-7634-bf5f-e51a1f7d515e, 'name': SearchDatastore_Task, 'duration_secs': 0.06041} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.651416] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.651719] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.651822] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.651979] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.652151] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.652426] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9622c00f-8c53-46f0-b3cd-a095781c40ba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.661961] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.662161] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.667501] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-404e7dc4-279b-49ae-83f6-7b1319ef3de1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.676262] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': task-3554707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712511} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.677560] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 911c8fb9-929a-4e08-b563-dca67e6a016c/911c8fb9-929a-4e08-b563-dca67e6a016c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.677789] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.678134] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 828.678134] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a29022-b678-d7d6-5d7f-ccf0523a83e3" [ 828.678134] env[69654]: _type = "Task" [ 828.678134] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.678327] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e0033da-e67e-45f4-aad7-687a77bc4557 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.691620] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a29022-b678-d7d6-5d7f-ccf0523a83e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.693324] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Waiting for the task: (returnval){ [ 828.693324] env[69654]: value = "task-3554708" [ 828.693324] env[69654]: _type = "Task" [ 828.693324] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.701738] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': task-3554708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.123757] env[69654]: INFO nova.scheduler.client.report [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Deleted allocation for migration e94e2a30-be2d-4f38-b5f2-1e06fad3527c [ 829.193053] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a29022-b678-d7d6-5d7f-ccf0523a83e3, 'name': SearchDatastore_Task, 'duration_secs': 0.016515} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.193895] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d208f4a7-adaf-4700-9a9f-e5a61145f606 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.202801] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 829.202801] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bb5ea8-ada2-8cb6-3b12-c7ecc8f30cd7" [ 829.202801] env[69654]: _type = "Task" [ 829.202801] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.206394] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': task-3554708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100482} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.209804] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.211020] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35075c1-3808-4bb4-91a0-b6a7bca9c7cd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.218619] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bb5ea8-ada2-8cb6-3b12-c7ecc8f30cd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.236433] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 911c8fb9-929a-4e08-b563-dca67e6a016c/911c8fb9-929a-4e08-b563-dca67e6a016c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.236808] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb438281-abea-4d41-949b-8a049bf339e5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.261423] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Waiting for the task: (returnval){ [ 829.261423] env[69654]: value = "task-3554709" [ 829.261423] env[69654]: _type = "Task" [ 829.261423] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.270805] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': task-3554709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.630580] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c04ca6e-c82f-4fd9-9ba5-513fa1292c54 tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "090a97b3-e5df-4ede-980a-d95291570913" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.771s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.722410] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bb5ea8-ada2-8cb6-3b12-c7ecc8f30cd7, 'name': SearchDatastore_Task, 'duration_secs': 0.015862} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.722774] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.723136] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 1792b717-0fa6-403f-b8ce-3524fb81dfd1/1792b717-0fa6-403f-b8ce-3524fb81dfd1.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.723482] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2efe7563-10b0-41e8-af2d-670098aa9ced {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.734068] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 829.734068] env[69654]: value = "task-3554710" [ 829.734068] env[69654]: _type = "Task" [ 829.734068] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.742632] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.770956] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': task-3554709, 'name': ReconfigVM_Task, 'duration_secs': 0.493762} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.773698] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 911c8fb9-929a-4e08-b563-dca67e6a016c/911c8fb9-929a-4e08-b563-dca67e6a016c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.774536] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73abbfac-0705-4ecb-b7d6-5348aebbadff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.780523] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Waiting for the task: (returnval){ [ 829.780523] env[69654]: value = "task-3554711" [ 829.780523] env[69654]: _type = "Task" [ 829.780523] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.792065] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': task-3554711, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.868345] env[69654]: DEBUG oslo_vmware.rw_handles [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aaccd6-b1a0-1e1f-325e-a1e11bb44139/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 829.869145] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df75b06a-2fd6-4f73-8fb8-034ec9c31fc0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.875813] env[69654]: DEBUG oslo_vmware.rw_handles [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aaccd6-b1a0-1e1f-325e-a1e11bb44139/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 829.876016] env[69654]: ERROR oslo_vmware.rw_handles [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aaccd6-b1a0-1e1f-325e-a1e11bb44139/disk-0.vmdk due to incomplete transfer. [ 829.878892] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9db449bc-5fba-40eb-934f-8bca1e819e67 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.887326] env[69654]: DEBUG oslo_vmware.rw_handles [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aaccd6-b1a0-1e1f-325e-a1e11bb44139/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 829.887537] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Uploaded image 39a1da99-969d-4c7c-a764-728f7b43e660 to the Glance image server {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 829.889911] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 829.890257] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-edc6a233-3c93-4ed4-b264-a7581c0f7dad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.899691] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 829.899691] env[69654]: value = "task-3554712" [ 829.899691] env[69654]: _type = "Task" [ 829.899691] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.912503] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554712, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.964388] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47395099-55e0-4613-991c-4603f08bca40 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.971981] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12ec5ff-19f1-4ef6-b50e-72a10a6b0f90 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.005135] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d070b895-d5ba-4c59-80dd-f2de51440345 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.014166] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6aa79b-800d-40b3-866a-d973c57ea10a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.032948] env[69654]: DEBUG nova.compute.provider_tree [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.245367] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554710, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.293167] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': task-3554711, 'name': Rename_Task, 'duration_secs': 0.197321} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.293491] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.293772] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10aa34f5-3493-46d8-a20f-a5d152fb3d46 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.303693] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Waiting for the task: (returnval){ [ 830.303693] env[69654]: value = "task-3554713" [ 830.303693] env[69654]: _type = "Task" [ 830.303693] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.320794] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': task-3554713, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.413786] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554712, 'name': Destroy_Task, 'duration_secs': 0.455933} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.417034] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Destroyed the VM [ 830.417034] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 830.417034] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c890cc66-ff47-4d68-a577-455c7eb5cf6c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.425383] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 830.425383] env[69654]: value = "task-3554714" [ 830.425383] env[69654]: _type = "Task" [ 830.425383] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.437403] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554714, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.538653] env[69654]: DEBUG nova.scheduler.client.report [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.648035] env[69654]: DEBUG nova.compute.manager [req-a98ef81f-9c90-43a9-b0d4-8f4fe19af44f req-81e56860-143a-48a9-a1e9-f15feca15a04 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Received event network-changed-1e6a7509-0b62-47da-8ef9-6848daff80b6 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.648302] env[69654]: DEBUG nova.compute.manager [req-a98ef81f-9c90-43a9-b0d4-8f4fe19af44f req-81e56860-143a-48a9-a1e9-f15feca15a04 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Refreshing instance network info cache due to event network-changed-1e6a7509-0b62-47da-8ef9-6848daff80b6. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.648457] env[69654]: DEBUG oslo_concurrency.lockutils [req-a98ef81f-9c90-43a9-b0d4-8f4fe19af44f req-81e56860-143a-48a9-a1e9-f15feca15a04 service nova] Acquiring lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.648612] env[69654]: DEBUG oslo_concurrency.lockutils [req-a98ef81f-9c90-43a9-b0d4-8f4fe19af44f req-81e56860-143a-48a9-a1e9-f15feca15a04 service nova] Acquired lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.648779] env[69654]: DEBUG nova.network.neutron [req-a98ef81f-9c90-43a9-b0d4-8f4fe19af44f req-81e56860-143a-48a9-a1e9-f15feca15a04 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Refreshing network info cache for port 1e6a7509-0b62-47da-8ef9-6848daff80b6 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.745949] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74663} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.745949] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 1792b717-0fa6-403f-b8ce-3524fb81dfd1/1792b717-0fa6-403f-b8ce-3524fb81dfd1.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.745949] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.746242] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a973541a-9534-4298-8315-674b09169cde {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.753445] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 830.753445] env[69654]: value = "task-3554715" [ 830.753445] env[69654]: _type = "Task" [ 830.753445] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.762611] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.813940] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': task-3554713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.842767] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "9f12ce3e-28c9-480a-8ce0-7193016e331b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.842998] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.843297] env[69654]: INFO nova.compute.manager [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Shelving [ 830.873960] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "b2c4c844-732f-4240-a390-1ed91bbc7bb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.874382] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "b2c4c844-732f-4240-a390-1ed91bbc7bb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.920926] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "bcff2c1f-d17a-49dd-82fb-fef1cd46d456" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.921258] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "bcff2c1f-d17a-49dd-82fb-fef1cd46d456" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.940286] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554714, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.044263] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.044263] env[69654]: DEBUG nova.compute.manager [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.046257] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.964s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.047677] env[69654]: INFO nova.compute.claims [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.274371] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158899} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.274559] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.275810] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310d00b1-8d77-4189-a5e0-2020e81a19dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.302789] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 1792b717-0fa6-403f-b8ce-3524fb81dfd1/1792b717-0fa6-403f-b8ce-3524fb81dfd1.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.305580] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72d19d7d-ca60-4eff-a16a-36cf73488211 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.332165] env[69654]: DEBUG oslo_vmware.api [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': task-3554713, 'name': PowerOnVM_Task, 'duration_secs': 0.871251} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.333948] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.334231] env[69654]: INFO nova.compute.manager [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Took 5.62 seconds to spawn the instance on the hypervisor. [ 831.334453] env[69654]: DEBUG nova.compute.manager [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.334888] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 831.334888] env[69654]: value = "task-3554716" [ 831.334888] env[69654]: _type = "Task" [ 831.334888] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.335703] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e01a7d-f29f-4e8f-8fe6-a184ba347fe1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.357450] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.377591] env[69654]: DEBUG nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.423868] env[69654]: DEBUG nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.442791] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554714, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.556528] env[69654]: DEBUG nova.compute.utils [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.558890] env[69654]: DEBUG nova.network.neutron [req-a98ef81f-9c90-43a9-b0d4-8f4fe19af44f req-81e56860-143a-48a9-a1e9-f15feca15a04 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Updated VIF entry in instance network info cache for port 1e6a7509-0b62-47da-8ef9-6848daff80b6. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.559262] env[69654]: DEBUG nova.network.neutron [req-a98ef81f-9c90-43a9-b0d4-8f4fe19af44f req-81e56860-143a-48a9-a1e9-f15feca15a04 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Updating instance_info_cache with network_info: [{"id": "1e6a7509-0b62-47da-8ef9-6848daff80b6", "address": "fa:16:3e:df:a3:d2", "network": {"id": "c87e927b-6bc9-4a70-8c47-ab15d349e1a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-485020596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ef4eb974bd4e9c95ecbf180f54a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6a7509-0b", "ovs_interfaceid": "1e6a7509-0b62-47da-8ef9-6848daff80b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.560633] env[69654]: DEBUG nova.compute.manager [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.560805] env[69654]: DEBUG nova.network.neutron [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.643180] env[69654]: DEBUG nova.policy [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67292248237f473fa8f39639349ef2d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc0dcd774ad04d3d9ce2e402baccecd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.851203] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.869253] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.869253] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bff3082-b8ea-497e-8a08-1639452c3b82 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.874973] env[69654]: INFO nova.compute.manager [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Took 27.97 seconds to build instance. [ 831.883228] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 831.883228] env[69654]: value = "task-3554717" [ 831.883228] env[69654]: _type = "Task" [ 831.883228] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.900264] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.910276] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.953385] env[69654]: DEBUG oslo_vmware.api [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554714, 'name': RemoveSnapshot_Task, 'duration_secs': 1.325694} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.953543] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 831.953827] env[69654]: INFO nova.compute.manager [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Took 18.01 seconds to snapshot the instance on the hypervisor. [ 831.958690] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.065995] env[69654]: DEBUG oslo_concurrency.lockutils [req-a98ef81f-9c90-43a9-b0d4-8f4fe19af44f req-81e56860-143a-48a9-a1e9-f15feca15a04 service nova] Releasing lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.065995] env[69654]: DEBUG nova.compute.manager [req-a98ef81f-9c90-43a9-b0d4-8f4fe19af44f req-81e56860-143a-48a9-a1e9-f15feca15a04 service nova] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Received event network-vif-deleted-f2c2db01-c415-49e8-b688-dc482fcaaac6 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.065995] env[69654]: DEBUG nova.compute.manager [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.097164] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Acquiring lock "8f2db915-6654-4f50-b05b-522c3443d27c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.097528] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Lock "8f2db915-6654-4f50-b05b-522c3443d27c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.097963] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Acquiring lock "8f2db915-6654-4f50-b05b-522c3443d27c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.098089] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Lock "8f2db915-6654-4f50-b05b-522c3443d27c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.098153] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Lock "8f2db915-6654-4f50-b05b-522c3443d27c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.100844] env[69654]: INFO nova.compute.manager [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Terminating instance [ 832.351804] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554716, 'name': ReconfigVM_Task, 'duration_secs': 0.669607} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.352818] env[69654]: DEBUG nova.network.neutron [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Successfully created port: 1378e16c-c6d7-4a2b-9634-b8065ec909df {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.355055] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 1792b717-0fa6-403f-b8ce-3524fb81dfd1/1792b717-0fa6-403f-b8ce-3524fb81dfd1.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.355709] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a3ecfee-2d27-467e-b159-11b634df1b29 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.365465] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 832.365465] env[69654]: value = "task-3554718" [ 832.365465] env[69654]: _type = "Task" [ 832.365465] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.374958] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554718, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.378577] env[69654]: DEBUG oslo_concurrency.lockutils [None req-24605f41-2977-49d0-9ce8-20998eca98e0 tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Lock "911c8fb9-929a-4e08-b563-dca67e6a016c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.743s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.393986] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554717, 'name': PowerOffVM_Task, 'duration_secs': 0.356293} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.397895] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.400424] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7bcca3-209a-4ac8-8eb8-2cda66c2a99e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.429427] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67894dc-31e1-4cd0-a35c-9c15e37154f8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.522548] env[69654]: DEBUG nova.compute.manager [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Found 3 images (rotation: 2) {{(pid=69654) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 832.522548] env[69654]: DEBUG nova.compute.manager [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Rotating out 1 backups {{(pid=69654) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 832.522548] env[69654]: DEBUG nova.compute.manager [None req-90bfa45f-6017-4207-a9da-6a3d58486db6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Deleting image e0b8ec67-cbfc-4e37-b05d-a4a393983721 {{(pid=69654) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 832.607535] env[69654]: DEBUG nova.compute.manager [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.607800] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.609076] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546d3031-3159-4e20-8f77-0043dfeba8aa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.627312] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.627699] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3718da45-b3b9-4620-9462-8a57dd5fae76 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.637700] env[69654]: DEBUG oslo_vmware.api [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Waiting for the task: (returnval){ [ 832.637700] env[69654]: value = "task-3554719" [ 832.637700] env[69654]: _type = "Task" [ 832.637700] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.656785] env[69654]: DEBUG oslo_vmware.api [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': task-3554719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.671381] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24009e02-ea1d-422d-98d9-40afd7b2ce1b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.679946] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6bb9a5-dbb3-4311-8c45-0a9bcf73c4f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.717157] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdd87a0-f4fe-4c29-9a7a-16b4e5f4021e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.725241] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74d6154-2e83-49a5-9eb9-97512ad23b36 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.739637] env[69654]: DEBUG nova.compute.provider_tree [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.879876] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554718, 'name': Rename_Task, 'duration_secs': 0.23027} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.880609] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.880870] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-130db5a9-2f1a-40dd-949e-d2b85a4a530d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.893202] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 832.893202] env[69654]: value = "task-3554720" [ 832.893202] env[69654]: _type = "Task" [ 832.893202] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.907140] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.941665] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 832.942011] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9b966d10-bb0e-4e29-b86b-b890d4146ad0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.952570] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 832.952570] env[69654]: value = "task-3554721" [ 832.952570] env[69654]: _type = "Task" [ 832.952570] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.962825] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554721, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.081289] env[69654]: DEBUG nova.compute.manager [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.133841] env[69654]: DEBUG nova.compute.manager [req-ea4c3036-0914-4096-9576-1d37ed0ce8d4 req-288516ff-4253-4b53-8840-fcf3b1d35dc7 service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Received event network-changed-b449577c-13c7-46ad-b48b-476d0feabfc7 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.134112] env[69654]: DEBUG nova.compute.manager [req-ea4c3036-0914-4096-9576-1d37ed0ce8d4 req-288516ff-4253-4b53-8840-fcf3b1d35dc7 service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Refreshing instance network info cache due to event network-changed-b449577c-13c7-46ad-b48b-476d0feabfc7. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.134381] env[69654]: DEBUG oslo_concurrency.lockutils [req-ea4c3036-0914-4096-9576-1d37ed0ce8d4 req-288516ff-4253-4b53-8840-fcf3b1d35dc7 service nova] Acquiring lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.134542] env[69654]: DEBUG oslo_concurrency.lockutils [req-ea4c3036-0914-4096-9576-1d37ed0ce8d4 req-288516ff-4253-4b53-8840-fcf3b1d35dc7 service nova] Acquired lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.134741] env[69654]: DEBUG nova.network.neutron [req-ea4c3036-0914-4096-9576-1d37ed0ce8d4 req-288516ff-4253-4b53-8840-fcf3b1d35dc7 service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Refreshing network info cache for port b449577c-13c7-46ad-b48b-476d0feabfc7 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.148735] env[69654]: DEBUG oslo_vmware.api [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': task-3554719, 'name': PowerOffVM_Task, 'duration_secs': 0.365476} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.148735] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.148980] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.149097] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad40b99b-a715-4024-9fe1-327d3185087f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.222601] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.222893] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.223132] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Deleting the datastore file [datastore2] 8f2db915-6654-4f50-b05b-522c3443d27c {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.224715] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Acquiring lock "4a825919-be32-47dc-9fa9-5427eb1045c3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.225026] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Lock "4a825919-be32-47dc-9fa9-5427eb1045c3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.226684] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e685b13-1fea-4204-8f2b-5c4bb3f2e251 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.235917] env[69654]: DEBUG oslo_vmware.api [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Waiting for the task: (returnval){ [ 833.235917] env[69654]: value = "task-3554723" [ 833.235917] env[69654]: _type = "Task" [ 833.235917] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.245557] env[69654]: DEBUG nova.scheduler.client.report [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.249472] env[69654]: DEBUG oslo_vmware.api [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': task-3554723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.403151] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554720, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.460958] env[69654]: DEBUG nova.virt.hardware [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.461252] env[69654]: DEBUG nova.virt.hardware [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.461412] env[69654]: DEBUG nova.virt.hardware [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.461625] env[69654]: DEBUG nova.virt.hardware [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.461779] env[69654]: DEBUG nova.virt.hardware [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.461928] env[69654]: DEBUG nova.virt.hardware [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.462149] env[69654]: DEBUG nova.virt.hardware [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.462312] env[69654]: DEBUG nova.virt.hardware [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.462477] env[69654]: DEBUG nova.virt.hardware [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.462687] env[69654]: DEBUG nova.virt.hardware [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.462876] env[69654]: DEBUG nova.virt.hardware [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.463932] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcb163f-076d-4485-890d-07753f96dd16 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.471871] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554721, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.476759] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43218f9-98af-4c8a-9ea2-6fca2bef41f9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.732467] env[69654]: DEBUG nova.compute.utils [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.754567] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.755895] env[69654]: DEBUG nova.compute.manager [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.761723] env[69654]: DEBUG oslo_vmware.api [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Task: {'id': task-3554723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214225} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.763291] env[69654]: DEBUG oslo_concurrency.lockutils [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.521s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.763651] env[69654]: DEBUG nova.objects.instance [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Lazy-loading 'resources' on Instance uuid 9661d6cd-8821-43bf-80df-420260f5da28 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.764889] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.765214] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.765551] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.766240] env[69654]: INFO nova.compute.manager [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 833.766525] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.770178] env[69654]: DEBUG nova.compute.manager [-] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.770274] env[69654]: DEBUG nova.network.neutron [-] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.907408] env[69654]: DEBUG oslo_vmware.api [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554720, 'name': PowerOnVM_Task, 'duration_secs': 0.741101} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.907745] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.907949] env[69654]: INFO nova.compute.manager [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Took 10.82 seconds to spawn the instance on the hypervisor. [ 833.908265] env[69654]: DEBUG nova.compute.manager [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.909905] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc25fbe8-fe6f-44c9-8477-38982d497471 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.965224] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554721, 'name': CreateSnapshot_Task, 'duration_secs': 0.807622} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.965511] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 833.966362] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b144c2-7830-47b7-94a8-994b2133b9a9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.980354] env[69654]: DEBUG nova.network.neutron [req-ea4c3036-0914-4096-9576-1d37ed0ce8d4 req-288516ff-4253-4b53-8840-fcf3b1d35dc7 service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Updated VIF entry in instance network info cache for port b449577c-13c7-46ad-b48b-476d0feabfc7. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.980661] env[69654]: DEBUG nova.network.neutron [req-ea4c3036-0914-4096-9576-1d37ed0ce8d4 req-288516ff-4253-4b53-8840-fcf3b1d35dc7 service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Updating instance_info_cache with network_info: [{"id": "b449577c-13c7-46ad-b48b-476d0feabfc7", "address": "fa:16:3e:4e:43:95", "network": {"id": "311c8539-a3c2-4ce8-bb63-56597f124603", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2034934495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f3666470f1b8455aaf3eda1766edd953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb449577c-13", "ovs_interfaceid": "b449577c-13c7-46ad-b48b-476d0feabfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.984265] env[69654]: DEBUG nova.compute.manager [None req-bae6f437-a267-4ad3-869e-cd951f48aaae tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.985231] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e71ea9-72b0-4f00-9f37-aa7aa2936a88 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.237463] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Lock "4a825919-be32-47dc-9fa9-5427eb1045c3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.264256] env[69654]: DEBUG nova.compute.utils [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.266445] env[69654]: DEBUG nova.compute.manager [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.267161] env[69654]: DEBUG nova.network.neutron [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.328946] env[69654]: DEBUG nova.network.neutron [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Successfully updated port: 1378e16c-c6d7-4a2b-9634-b8065ec909df {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.343060] env[69654]: DEBUG nova.policy [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edd06bce217745c0a42afa8261ab0473', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8418596595fc4d86baf8343eed239c69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.436598] env[69654]: INFO nova.compute.manager [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Took 35.02 seconds to build instance. [ 834.490690] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 834.493175] env[69654]: DEBUG oslo_concurrency.lockutils [req-ea4c3036-0914-4096-9576-1d37ed0ce8d4 req-288516ff-4253-4b53-8840-fcf3b1d35dc7 service nova] Releasing lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.493851] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3766e394-c9b5-4f7f-a993-83cd9c49b4b9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.497546] env[69654]: INFO nova.compute.manager [None req-bae6f437-a267-4ad3-869e-cd951f48aaae tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] instance snapshotting [ 834.498123] env[69654]: DEBUG nova.objects.instance [None req-bae6f437-a267-4ad3-869e-cd951f48aaae tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Lazy-loading 'flavor' on Instance uuid 911c8fb9-929a-4e08-b563-dca67e6a016c {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.508115] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 834.508115] env[69654]: value = "task-3554724" [ 834.508115] env[69654]: _type = "Task" [ 834.508115] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.527576] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554724, 'name': CloneVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.616702] env[69654]: DEBUG nova.network.neutron [-] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.672086] env[69654]: DEBUG nova.network.neutron [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Successfully created port: c665e725-5432-4829-92bd-bd7e5b59f08f {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.769449] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828d9971-3fa9-4158-9d71-6086f86069a5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.775596] env[69654]: DEBUG nova.compute.manager [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.788482] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d7fd07-0adc-4eb2-8155-a5d5194c1cc4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.835158] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Acquiring lock "refresh_cache-ebd219c1-3477-43e5-b656-b7365a3cc475" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.835158] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Acquired lock "refresh_cache-ebd219c1-3477-43e5-b656-b7365a3cc475" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.835240] env[69654]: DEBUG nova.network.neutron [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.837839] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b37285-a467-4496-bfdd-417fdb18eec1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.850556] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c180cde-cdc6-4cae-b147-4a8e84c45a11 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.870261] env[69654]: DEBUG nova.compute.provider_tree [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.942744] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d0f4c6e-9ed2-4e3d-8c92-68086557f802 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.758s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.009359] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e33e695-a19c-44f9-91d6-6c2c66e08284 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.036840] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ff7e0e-332d-4fce-8dac-f306ccb4ef80 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.039610] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554724, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.119897] env[69654]: INFO nova.compute.manager [-] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Took 1.35 seconds to deallocate network for instance. [ 835.271186] env[69654]: DEBUG nova.compute.manager [req-5540ed6a-8d08-44b3-adff-1f78ae399a87 req-6b32875d-7256-4a59-9379-dfef44ffd4af service nova] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Received event network-vif-deleted-2e868b05-3587-4f59-9407-4b2534443c46 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.295354] env[69654]: DEBUG oslo_vmware.rw_handles [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286ded1-e8d8-ce7f-03d9-e24920d4b733/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 835.296848] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b6e6d6-0f4e-4d03-a5c3-85a775270a71 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.303612] env[69654]: DEBUG oslo_vmware.rw_handles [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286ded1-e8d8-ce7f-03d9-e24920d4b733/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 835.303788] env[69654]: ERROR oslo_vmware.rw_handles [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286ded1-e8d8-ce7f-03d9-e24920d4b733/disk-0.vmdk due to incomplete transfer. [ 835.304372] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b069fb1e-b445-442e-bb46-d8fc62c3ccfd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.312350] env[69654]: DEBUG oslo_vmware.rw_handles [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286ded1-e8d8-ce7f-03d9-e24920d4b733/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 835.312635] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Uploaded image fd22faf9-5d41-4d7a-8df2-775e83cbfb53 to the Glance image server {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 835.314921] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 835.315195] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-43b83870-bc2f-43f4-b732-292dd3f4b88e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.322055] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 835.322055] env[69654]: value = "task-3554725" [ 835.322055] env[69654]: _type = "Task" [ 835.322055] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.333786] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554725, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.377437] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Acquiring lock "4a825919-be32-47dc-9fa9-5427eb1045c3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.377814] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Lock "4a825919-be32-47dc-9fa9-5427eb1045c3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.378107] env[69654]: INFO nova.compute.manager [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Attaching volume 70918182-2de9-4bf3-95a0-541308dcb898 to /dev/sdb [ 835.381238] env[69654]: DEBUG nova.scheduler.client.report [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.398166] env[69654]: DEBUG nova.network.neutron [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.435918] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5715606-0aee-4e55-88f5-1ca552596d67 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.446622] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d304e4c-9353-4903-bc69-fb4ecc923eff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.460951] env[69654]: DEBUG nova.virt.block_device [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Updating existing volume attachment record: 6f63b507-3a13-4aa6-87dc-52555f720c2c {{(pid=69654) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 835.508356] env[69654]: DEBUG oslo_concurrency.lockutils [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Acquiring lock "911c8fb9-929a-4e08-b563-dca67e6a016c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.509051] env[69654]: DEBUG oslo_concurrency.lockutils [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Lock "911c8fb9-929a-4e08-b563-dca67e6a016c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.509587] env[69654]: DEBUG oslo_concurrency.lockutils [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Acquiring lock "911c8fb9-929a-4e08-b563-dca67e6a016c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.509587] env[69654]: DEBUG oslo_concurrency.lockutils [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Lock "911c8fb9-929a-4e08-b563-dca67e6a016c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.509659] env[69654]: DEBUG oslo_concurrency.lockutils [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Lock "911c8fb9-929a-4e08-b563-dca67e6a016c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.511817] env[69654]: INFO nova.compute.manager [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Terminating instance [ 835.524314] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554724, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.550396] env[69654]: DEBUG nova.compute.manager [None req-bae6f437-a267-4ad3-869e-cd951f48aaae tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Instance disappeared during snapshot {{(pid=69654) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 835.628240] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.700506] env[69654]: DEBUG nova.compute.manager [None req-bae6f437-a267-4ad3-869e-cd951f48aaae tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Found 0 images (rotation: 2) {{(pid=69654) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 835.755599] env[69654]: DEBUG nova.network.neutron [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Updating instance_info_cache with network_info: [{"id": "1378e16c-c6d7-4a2b-9634-b8065ec909df", "address": "fa:16:3e:70:5a:c5", "network": {"id": "2d323368-60bd-4a43-ac6b-2e6e37431e4b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1783011331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc0dcd774ad04d3d9ce2e402baccecd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1378e16c-c6", "ovs_interfaceid": "1378e16c-c6d7-4a2b-9634-b8065ec909df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.790958] env[69654]: DEBUG nova.compute.manager [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.823372] env[69654]: DEBUG nova.virt.hardware [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.823678] env[69654]: DEBUG nova.virt.hardware [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.823946] env[69654]: DEBUG nova.virt.hardware [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.824246] env[69654]: DEBUG nova.virt.hardware [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.824400] env[69654]: DEBUG nova.virt.hardware [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.824553] env[69654]: DEBUG nova.virt.hardware [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.824773] env[69654]: DEBUG nova.virt.hardware [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.824941] env[69654]: DEBUG nova.virt.hardware [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.825121] env[69654]: DEBUG nova.virt.hardware [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.825278] env[69654]: DEBUG nova.virt.hardware [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.825446] env[69654]: DEBUG nova.virt.hardware [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.826407] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3555b294-2bcf-48eb-b3f2-e158da33f46e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.845938] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554725, 'name': Destroy_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.850233] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c191948-8e10-4541-91dd-71f440a95a6d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.887493] env[69654]: DEBUG oslo_concurrency.lockutils [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.890126] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.776s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.890600] env[69654]: DEBUG nova.objects.instance [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lazy-loading 'resources' on Instance uuid 213f9648-a230-44ae-a7bd-9e96dc30f4ff {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.927086] env[69654]: INFO nova.scheduler.client.report [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Deleted allocations for instance 9661d6cd-8821-43bf-80df-420260f5da28 [ 836.015501] env[69654]: DEBUG oslo_concurrency.lockutils [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Acquiring lock "refresh_cache-911c8fb9-929a-4e08-b563-dca67e6a016c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.015868] env[69654]: DEBUG oslo_concurrency.lockutils [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Acquired lock "refresh_cache-911c8fb9-929a-4e08-b563-dca67e6a016c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.015868] env[69654]: DEBUG nova.network.neutron [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.026827] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554724, 'name': CloneVM_Task} progress is 95%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.259187] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Releasing lock "refresh_cache-ebd219c1-3477-43e5-b656-b7365a3cc475" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.259679] env[69654]: DEBUG nova.compute.manager [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Instance network_info: |[{"id": "1378e16c-c6d7-4a2b-9634-b8065ec909df", "address": "fa:16:3e:70:5a:c5", "network": {"id": "2d323368-60bd-4a43-ac6b-2e6e37431e4b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1783011331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc0dcd774ad04d3d9ce2e402baccecd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1378e16c-c6", "ovs_interfaceid": "1378e16c-c6d7-4a2b-9634-b8065ec909df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.260371] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:5a:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1378e16c-c6d7-4a2b-9634-b8065ec909df', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.268775] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Creating folder: Project (bc0dcd774ad04d3d9ce2e402baccecd6). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.269142] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd3f0b58-a90f-4aad-a3b7-d6024e6dce07 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.282210] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Created folder: Project (bc0dcd774ad04d3d9ce2e402baccecd6) in parent group-v709593. [ 836.282476] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Creating folder: Instances. Parent ref: group-v709760. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.282784] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58435bfe-0c87-4577-9a75-660758b12050 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.297106] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Created folder: Instances in parent group-v709760. [ 836.297408] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.297841] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.300031] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f99190df-1e92-410c-9753-fad2f20be679 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.327652] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.327652] env[69654]: value = "task-3554731" [ 836.327652] env[69654]: _type = "Task" [ 836.327652] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.341678] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554725, 'name': Destroy_Task, 'duration_secs': 0.816735} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.345508] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Destroyed the VM [ 836.345861] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 836.346124] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554731, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.346567] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c3503af3-37b2-45d3-93e2-e69d394a98f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.352286] env[69654]: DEBUG nova.compute.manager [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Received event network-changed-b449577c-13c7-46ad-b48b-476d0feabfc7 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.352286] env[69654]: DEBUG nova.compute.manager [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Refreshing instance network info cache due to event network-changed-b449577c-13c7-46ad-b48b-476d0feabfc7. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.352286] env[69654]: DEBUG oslo_concurrency.lockutils [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] Acquiring lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.352286] env[69654]: DEBUG oslo_concurrency.lockutils [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] Acquired lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.352286] env[69654]: DEBUG nova.network.neutron [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Refreshing network info cache for port b449577c-13c7-46ad-b48b-476d0feabfc7 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.360692] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 836.360692] env[69654]: value = "task-3554732" [ 836.360692] env[69654]: _type = "Task" [ 836.360692] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.369685] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554732, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.437264] env[69654]: DEBUG oslo_concurrency.lockutils [None req-753652e1-3fb4-4987-bf7f-ac1432398d1b tempest-ServersTestFqdnHostnames-1719574557 tempest-ServersTestFqdnHostnames-1719574557-project-member] Lock "9661d6cd-8821-43bf-80df-420260f5da28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.938s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.536314] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554724, 'name': CloneVM_Task, 'duration_secs': 1.89206} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.536314] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Created linked-clone VM from snapshot [ 836.537016] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040e80aa-5fa9-42fb-9bc4-234ce03d7f70 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.545187] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Uploading image 367a93e6-ee7f-4b48-b172-750a71dfc449 {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 836.549306] env[69654]: DEBUG nova.network.neutron [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.580410] env[69654]: DEBUG oslo_vmware.rw_handles [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 836.580410] env[69654]: value = "vm-709756" [ 836.580410] env[69654]: _type = "VirtualMachine" [ 836.580410] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 836.580903] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-648354bd-2961-4f70-8fb5-2e8405a7ed1f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.588425] env[69654]: DEBUG oslo_vmware.rw_handles [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lease: (returnval){ [ 836.588425] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5201e8cb-aa92-89a7-a86d-f7b7a28ca2ec" [ 836.588425] env[69654]: _type = "HttpNfcLease" [ 836.588425] env[69654]: } obtained for exporting VM: (result){ [ 836.588425] env[69654]: value = "vm-709756" [ 836.588425] env[69654]: _type = "VirtualMachine" [ 836.588425] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 836.588681] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the lease: (returnval){ [ 836.588681] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5201e8cb-aa92-89a7-a86d-f7b7a28ca2ec" [ 836.588681] env[69654]: _type = "HttpNfcLease" [ 836.588681] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 836.608252] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 836.608252] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5201e8cb-aa92-89a7-a86d-f7b7a28ca2ec" [ 836.608252] env[69654]: _type = "HttpNfcLease" [ 836.608252] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 836.608784] env[69654]: DEBUG oslo_vmware.rw_handles [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 836.608784] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5201e8cb-aa92-89a7-a86d-f7b7a28ca2ec" [ 836.608784] env[69654]: _type = "HttpNfcLease" [ 836.608784] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 836.609442] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e311707f-b0c1-4233-8545-080aa98008ab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.619079] env[69654]: DEBUG oslo_vmware.rw_handles [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be619b-25f9-2de7-9237-339e4fd7a02c/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 836.619283] env[69654]: DEBUG oslo_vmware.rw_handles [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be619b-25f9-2de7-9237-339e4fd7a02c/disk-0.vmdk for reading. {{(pid=69654) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 836.688232] env[69654]: DEBUG nova.network.neutron [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.763840] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4cbc0b16-34c4-4263-b7fb-1de9b046115b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.768593] env[69654]: DEBUG nova.network.neutron [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Successfully updated port: c665e725-5432-4829-92bd-bd7e5b59f08f {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.844418] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554731, 'name': CreateVM_Task, 'duration_secs': 0.39011} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.847199] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.848226] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.848339] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.849052] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.849052] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57edcc64-dc66-4991-a898-6d8f2bf56d4a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.854630] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Waiting for the task: (returnval){ [ 836.854630] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52debb0d-9294-1fa4-caeb-583f278c6316" [ 836.854630] env[69654]: _type = "Task" [ 836.854630] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.869440] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52debb0d-9294-1fa4-caeb-583f278c6316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.880014] env[69654]: DEBUG oslo_concurrency.lockutils [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "8167d3b0-9ea5-40b5-998d-1f7624a126ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.880014] env[69654]: DEBUG oslo_concurrency.lockutils [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "8167d3b0-9ea5-40b5-998d-1f7624a126ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.880931] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554732, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.029230] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b0a0e0-8783-40eb-8da4-d7099ae81ece {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.047400] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef00bc15-132a-4467-8bbb-66251b9b0c4b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.085243] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3902dc31-4e6f-4871-82dd-69e2efbb5aee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.097865] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74aaabdc-a13c-424f-a32d-7c3c5c2b25a1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.112107] env[69654]: DEBUG nova.compute.provider_tree [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.195213] env[69654]: DEBUG oslo_concurrency.lockutils [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Releasing lock "refresh_cache-911c8fb9-929a-4e08-b563-dca67e6a016c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.195657] env[69654]: DEBUG nova.compute.manager [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.195855] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.196877] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53916027-381a-406d-a26f-7130d9c820dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.205603] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.206102] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-271d4d54-760a-4079-ad3f-959eeff90900 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.213690] env[69654]: DEBUG oslo_vmware.api [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Waiting for the task: (returnval){ [ 837.213690] env[69654]: value = "task-3554734" [ 837.213690] env[69654]: _type = "Task" [ 837.213690] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.225694] env[69654]: DEBUG oslo_vmware.api [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': task-3554734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.238146] env[69654]: DEBUG nova.network.neutron [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Updated VIF entry in instance network info cache for port b449577c-13c7-46ad-b48b-476d0feabfc7. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.238557] env[69654]: DEBUG nova.network.neutron [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Updating instance_info_cache with network_info: [{"id": "b449577c-13c7-46ad-b48b-476d0feabfc7", "address": "fa:16:3e:4e:43:95", "network": {"id": "311c8539-a3c2-4ce8-bb63-56597f124603", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2034934495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f3666470f1b8455aaf3eda1766edd953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb449577c-13", "ovs_interfaceid": "b449577c-13c7-46ad-b48b-476d0feabfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.273150] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "refresh_cache-52399ec5-d946-4839-a51f-720292f8bc1f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.273150] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "refresh_cache-52399ec5-d946-4839-a51f-720292f8bc1f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.273150] env[69654]: DEBUG nova.network.neutron [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.383948] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52debb0d-9294-1fa4-caeb-583f278c6316, 'name': SearchDatastore_Task, 'duration_secs': 0.011994} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.384469] env[69654]: DEBUG nova.compute.manager [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.388288] env[69654]: DEBUG oslo_vmware.api [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554732, 'name': RemoveSnapshot_Task, 'duration_secs': 0.977728} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.388582] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.388849] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.389112] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.393303] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.393552] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.394175] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 837.398030] env[69654]: INFO nova.compute.manager [None req-57f4690f-f13e-4588-b7eb-3dac285ee542 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Took 17.24 seconds to snapshot the instance on the hypervisor. [ 837.401731] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08047984-7328-4cd5-8056-1ae59297ed87 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.414041] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.414271] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.415143] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-036f01b9-7686-4f0d-848d-d6c4a69eb48f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.422691] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Waiting for the task: (returnval){ [ 837.422691] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5219f77e-4e86-1289-7385-9f1d9dc8f8bd" [ 837.422691] env[69654]: _type = "Task" [ 837.422691] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.433922] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5219f77e-4e86-1289-7385-9f1d9dc8f8bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.617908] env[69654]: DEBUG nova.scheduler.client.report [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.725282] env[69654]: DEBUG oslo_vmware.api [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': task-3554734, 'name': PowerOffVM_Task, 'duration_secs': 0.147711} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.725519] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.725743] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.726087] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2893838f-4db9-417b-b191-96a6225e1022 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.742096] env[69654]: DEBUG oslo_concurrency.lockutils [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] Releasing lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.742469] env[69654]: DEBUG nova.compute.manager [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Received event network-vif-plugged-1378e16c-c6d7-4a2b-9634-b8065ec909df {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.742726] env[69654]: DEBUG oslo_concurrency.lockutils [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] Acquiring lock "ebd219c1-3477-43e5-b656-b7365a3cc475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.743044] env[69654]: DEBUG oslo_concurrency.lockutils [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] Lock "ebd219c1-3477-43e5-b656-b7365a3cc475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.743601] env[69654]: DEBUG oslo_concurrency.lockutils [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] Lock "ebd219c1-3477-43e5-b656-b7365a3cc475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.743601] env[69654]: DEBUG nova.compute.manager [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] No waiting events found dispatching network-vif-plugged-1378e16c-c6d7-4a2b-9634-b8065ec909df {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.744024] env[69654]: WARNING nova.compute.manager [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Received unexpected event network-vif-plugged-1378e16c-c6d7-4a2b-9634-b8065ec909df for instance with vm_state building and task_state spawning. [ 837.744024] env[69654]: DEBUG nova.compute.manager [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Received event network-changed-1378e16c-c6d7-4a2b-9634-b8065ec909df {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.744168] env[69654]: DEBUG nova.compute.manager [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Refreshing instance network info cache due to event network-changed-1378e16c-c6d7-4a2b-9634-b8065ec909df. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.744303] env[69654]: DEBUG oslo_concurrency.lockutils [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] Acquiring lock "refresh_cache-ebd219c1-3477-43e5-b656-b7365a3cc475" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.744538] env[69654]: DEBUG oslo_concurrency.lockutils [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] Acquired lock "refresh_cache-ebd219c1-3477-43e5-b656-b7365a3cc475" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.744728] env[69654]: DEBUG nova.network.neutron [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Refreshing network info cache for port 1378e16c-c6d7-4a2b-9634-b8065ec909df {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.751153] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.751394] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.751608] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Deleting the datastore file [datastore1] 911c8fb9-929a-4e08-b563-dca67e6a016c {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.752136] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb8fd8c6-9f8b-43b4-b76e-d76455fe4062 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.760337] env[69654]: DEBUG oslo_vmware.api [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Waiting for the task: (returnval){ [ 837.760337] env[69654]: value = "task-3554737" [ 837.760337] env[69654]: _type = "Task" [ 837.760337] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.769011] env[69654]: DEBUG oslo_vmware.api [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': task-3554737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.818023] env[69654]: DEBUG nova.network.neutron [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.900691] env[69654]: DEBUG nova.compute.manager [req-3e6186aa-e51a-417a-bf75-6507658432a9 req-fec670b3-cebe-4a85-a07a-e84e73bea979 service nova] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Received event network-vif-plugged-c665e725-5432-4829-92bd-bd7e5b59f08f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.900883] env[69654]: DEBUG oslo_concurrency.lockutils [req-3e6186aa-e51a-417a-bf75-6507658432a9 req-fec670b3-cebe-4a85-a07a-e84e73bea979 service nova] Acquiring lock "52399ec5-d946-4839-a51f-720292f8bc1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.901147] env[69654]: DEBUG oslo_concurrency.lockutils [req-3e6186aa-e51a-417a-bf75-6507658432a9 req-fec670b3-cebe-4a85-a07a-e84e73bea979 service nova] Lock "52399ec5-d946-4839-a51f-720292f8bc1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.901276] env[69654]: DEBUG oslo_concurrency.lockutils [req-3e6186aa-e51a-417a-bf75-6507658432a9 req-fec670b3-cebe-4a85-a07a-e84e73bea979 service nova] Lock "52399ec5-d946-4839-a51f-720292f8bc1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.901459] env[69654]: DEBUG nova.compute.manager [req-3e6186aa-e51a-417a-bf75-6507658432a9 req-fec670b3-cebe-4a85-a07a-e84e73bea979 service nova] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] No waiting events found dispatching network-vif-plugged-c665e725-5432-4829-92bd-bd7e5b59f08f {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.902783] env[69654]: WARNING nova.compute.manager [req-3e6186aa-e51a-417a-bf75-6507658432a9 req-fec670b3-cebe-4a85-a07a-e84e73bea979 service nova] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Received unexpected event network-vif-plugged-c665e725-5432-4829-92bd-bd7e5b59f08f for instance with vm_state building and task_state spawning. [ 837.902783] env[69654]: DEBUG nova.compute.manager [req-3e6186aa-e51a-417a-bf75-6507658432a9 req-fec670b3-cebe-4a85-a07a-e84e73bea979 service nova] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Received event network-changed-c665e725-5432-4829-92bd-bd7e5b59f08f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.902783] env[69654]: DEBUG nova.compute.manager [req-3e6186aa-e51a-417a-bf75-6507658432a9 req-fec670b3-cebe-4a85-a07a-e84e73bea979 service nova] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Refreshing instance network info cache due to event network-changed-c665e725-5432-4829-92bd-bd7e5b59f08f. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.902783] env[69654]: DEBUG oslo_concurrency.lockutils [req-3e6186aa-e51a-417a-bf75-6507658432a9 req-fec670b3-cebe-4a85-a07a-e84e73bea979 service nova] Acquiring lock "refresh_cache-52399ec5-d946-4839-a51f-720292f8bc1f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.946615] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5219f77e-4e86-1289-7385-9f1d9dc8f8bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009779} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.952824] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12bb6e9d-09e4-4b8b-8818-bf197810009e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.961658] env[69654]: DEBUG oslo_concurrency.lockutils [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.969644] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Waiting for the task: (returnval){ [ 837.969644] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5254aedc-1228-618d-1123-9e7197c719b1" [ 837.969644] env[69654]: _type = "Task" [ 837.969644] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.980307] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5254aedc-1228-618d-1123-9e7197c719b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011822} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.981027] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.981027] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] ebd219c1-3477-43e5-b656-b7365a3cc475/ebd219c1-3477-43e5-b656-b7365a3cc475.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.981271] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8889b5f-8f8a-4d88-bd3d-ec5456f5c632 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.990230] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Waiting for the task: (returnval){ [ 837.990230] env[69654]: value = "task-3554738" [ 837.990230] env[69654]: _type = "Task" [ 837.990230] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.000839] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': task-3554738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.067976] env[69654]: DEBUG nova.network.neutron [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Updating instance_info_cache with network_info: [{"id": "c665e725-5432-4829-92bd-bd7e5b59f08f", "address": "fa:16:3e:3d:31:3a", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc665e725-54", "ovs_interfaceid": "c665e725-5432-4829-92bd-bd7e5b59f08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.123607] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.127089] env[69654]: DEBUG oslo_concurrency.lockutils [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.247s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.130949] env[69654]: INFO nova.compute.claims [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.145144] env[69654]: INFO nova.scheduler.client.report [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Deleted allocations for instance 213f9648-a230-44ae-a7bd-9e96dc30f4ff [ 838.271472] env[69654]: DEBUG oslo_vmware.api [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Task: {'id': task-3554737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09816} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.272400] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.272777] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.272974] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.273191] env[69654]: INFO nova.compute.manager [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 838.273461] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.274045] env[69654]: DEBUG nova.compute.manager [-] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.274045] env[69654]: DEBUG nova.network.neutron [-] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.309370] env[69654]: DEBUG nova.network.neutron [-] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.505913] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': task-3554738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474416} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.506301] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] ebd219c1-3477-43e5-b656-b7365a3cc475/ebd219c1-3477-43e5-b656-b7365a3cc475.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.506621] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.507037] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dea450c-d455-4500-8813-f522706148b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.514774] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Waiting for the task: (returnval){ [ 838.514774] env[69654]: value = "task-3554739" [ 838.514774] env[69654]: _type = "Task" [ 838.514774] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.524387] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': task-3554739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.575231] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "refresh_cache-52399ec5-d946-4839-a51f-720292f8bc1f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.575416] env[69654]: DEBUG nova.compute.manager [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Instance network_info: |[{"id": "c665e725-5432-4829-92bd-bd7e5b59f08f", "address": "fa:16:3e:3d:31:3a", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc665e725-54", "ovs_interfaceid": "c665e725-5432-4829-92bd-bd7e5b59f08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.575767] env[69654]: DEBUG oslo_concurrency.lockutils [req-3e6186aa-e51a-417a-bf75-6507658432a9 req-fec670b3-cebe-4a85-a07a-e84e73bea979 service nova] Acquired lock "refresh_cache-52399ec5-d946-4839-a51f-720292f8bc1f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.575997] env[69654]: DEBUG nova.network.neutron [req-3e6186aa-e51a-417a-bf75-6507658432a9 req-fec670b3-cebe-4a85-a07a-e84e73bea979 service nova] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Refreshing network info cache for port c665e725-5432-4829-92bd-bd7e5b59f08f {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.580103] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:31:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c665e725-5432-4829-92bd-bd7e5b59f08f', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.586725] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.587810] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.588106] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd515467-4f3c-4c84-bbd7-0f40ea7fd5ba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.609807] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.609807] env[69654]: value = "task-3554740" [ 838.609807] env[69654]: _type = "Task" [ 838.609807] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.618733] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554740, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.620916] env[69654]: DEBUG nova.network.neutron [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Updated VIF entry in instance network info cache for port 1378e16c-c6d7-4a2b-9634-b8065ec909df. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.621366] env[69654]: DEBUG nova.network.neutron [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Updating instance_info_cache with network_info: [{"id": "1378e16c-c6d7-4a2b-9634-b8065ec909df", "address": "fa:16:3e:70:5a:c5", "network": {"id": "2d323368-60bd-4a43-ac6b-2e6e37431e4b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1783011331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc0dcd774ad04d3d9ce2e402baccecd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1378e16c-c6", "ovs_interfaceid": "1378e16c-c6d7-4a2b-9634-b8065ec909df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.654622] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec2a13d3-9132-43e0-bdf1-95f4897cbd71 tempest-ListImageFiltersTestJSON-89573635 tempest-ListImageFiltersTestJSON-89573635-project-member] Lock "213f9648-a230-44ae-a7bd-9e96dc30f4ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.998s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.815173] env[69654]: DEBUG nova.network.neutron [-] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.025249] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': task-3554739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06652} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.025584] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.026464] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c2aced-3cb4-4aa0-8b01-85f4a6f909fe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.053027] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] ebd219c1-3477-43e5-b656-b7365a3cc475/ebd219c1-3477-43e5-b656-b7365a3cc475.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.053541] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ccbd9ea-8a54-4d97-8de1-c3502b00b01d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.076123] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Waiting for the task: (returnval){ [ 839.076123] env[69654]: value = "task-3554741" [ 839.076123] env[69654]: _type = "Task" [ 839.076123] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.084483] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': task-3554741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.129642] env[69654]: DEBUG oslo_concurrency.lockutils [req-31eef3c9-44d8-4532-9562-2f255e8b4cfa req-b1f41d58-310a-4dba-a63a-d57e1bd9b999 service nova] Releasing lock "refresh_cache-ebd219c1-3477-43e5-b656-b7365a3cc475" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.129642] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554740, 'name': CreateVM_Task, 'duration_secs': 0.343756} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.129642] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.130379] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.130950] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.131577] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.132869] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0415a0-780a-4217-9db7-b531e16d613a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.140151] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 839.140151] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527b24f4-31fd-0e16-2f73-2f227e63101a" [ 839.140151] env[69654]: _type = "Task" [ 839.140151] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.164011] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527b24f4-31fd-0e16-2f73-2f227e63101a, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.164715] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.164715] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.164969] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.166126] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.166126] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.166126] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7092b56f-431b-4467-84f1-c57d92c9daeb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.178018] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.178334] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.179243] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56017590-7169-41c8-acbb-f148f7316bf1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.186546] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 839.186546] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f5e5f7-3807-62c3-d6d3-811a0ad699ca" [ 839.186546] env[69654]: _type = "Task" [ 839.186546] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.198724] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f5e5f7-3807-62c3-d6d3-811a0ad699ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009387} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.200000] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e57bf5cc-c93a-44d3-b076-de6935bf74c0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.206631] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 839.206631] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52eec7cd-1cd3-1f74-130e-cbde7059c929" [ 839.206631] env[69654]: _type = "Task" [ 839.206631] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.224045] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52eec7cd-1cd3-1f74-130e-cbde7059c929, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.224403] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.224752] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 52399ec5-d946-4839-a51f-720292f8bc1f/52399ec5-d946-4839-a51f-720292f8bc1f.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.225055] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72d89762-77bf-4d88-be34-54e9a04e5c62 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.243708] env[69654]: DEBUG oslo_concurrency.lockutils [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "d3019df4-3f5a-4c05-b646-9a6043a74dad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.243708] env[69654]: DEBUG oslo_concurrency.lockutils [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "d3019df4-3f5a-4c05-b646-9a6043a74dad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.244739] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 839.244739] env[69654]: value = "task-3554742" [ 839.244739] env[69654]: _type = "Task" [ 839.244739] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.262927] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.320541] env[69654]: INFO nova.compute.manager [-] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Took 1.05 seconds to deallocate network for instance. [ 839.435926] env[69654]: DEBUG nova.compute.manager [req-087cfb99-cc7c-40fa-92e0-211506e7622f req-718ac3f8-731d-4ee8-9727-1273c020652f service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Received event network-changed-b449577c-13c7-46ad-b48b-476d0feabfc7 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.436184] env[69654]: DEBUG nova.compute.manager [req-087cfb99-cc7c-40fa-92e0-211506e7622f req-718ac3f8-731d-4ee8-9727-1273c020652f service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Refreshing instance network info cache due to event network-changed-b449577c-13c7-46ad-b48b-476d0feabfc7. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.436394] env[69654]: DEBUG oslo_concurrency.lockutils [req-087cfb99-cc7c-40fa-92e0-211506e7622f req-718ac3f8-731d-4ee8-9727-1273c020652f service nova] Acquiring lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.436566] env[69654]: DEBUG oslo_concurrency.lockutils [req-087cfb99-cc7c-40fa-92e0-211506e7622f req-718ac3f8-731d-4ee8-9727-1273c020652f service nova] Acquired lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.436689] env[69654]: DEBUG nova.network.neutron [req-087cfb99-cc7c-40fa-92e0-211506e7622f req-718ac3f8-731d-4ee8-9727-1273c020652f service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Refreshing network info cache for port b449577c-13c7-46ad-b48b-476d0feabfc7 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.595783] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': task-3554741, 'name': ReconfigVM_Task, 'duration_secs': 0.312356} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.599100] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Reconfigured VM instance instance-00000032 to attach disk [datastore2] ebd219c1-3477-43e5-b656-b7365a3cc475/ebd219c1-3477-43e5-b656-b7365a3cc475.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.600859] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47f80f72-c147-4563-8411-3c83c4a4fc34 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.604977] env[69654]: DEBUG nova.network.neutron [req-3e6186aa-e51a-417a-bf75-6507658432a9 req-fec670b3-cebe-4a85-a07a-e84e73bea979 service nova] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Updated VIF entry in instance network info cache for port c665e725-5432-4829-92bd-bd7e5b59f08f. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.607278] env[69654]: DEBUG nova.network.neutron [req-3e6186aa-e51a-417a-bf75-6507658432a9 req-fec670b3-cebe-4a85-a07a-e84e73bea979 service nova] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Updating instance_info_cache with network_info: [{"id": "c665e725-5432-4829-92bd-bd7e5b59f08f", "address": "fa:16:3e:3d:31:3a", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc665e725-54", "ovs_interfaceid": "c665e725-5432-4829-92bd-bd7e5b59f08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.608390] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Waiting for the task: (returnval){ [ 839.608390] env[69654]: value = "task-3554743" [ 839.608390] env[69654]: _type = "Task" [ 839.608390] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.619433] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': task-3554743, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.718321] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a02672a-6603-4d87-a570-f31c0c6f7ee5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.728599] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fb8303-4366-49ab-aa75-965bc3b46df8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.782397] env[69654]: DEBUG nova.compute.manager [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.792865] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa51abb4-a47f-44e7-acfd-f859f172c3ac {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.808181] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554742, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.813868] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f7af85-a2e2-4929-813e-4a09de17014a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.832528] env[69654]: DEBUG nova.compute.provider_tree [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.835820] env[69654]: DEBUG oslo_concurrency.lockutils [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.914693] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "225352df-8e0c-451f-a526-9450ffb5da90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.914693] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "225352df-8e0c-451f-a526-9450ffb5da90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.023127] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Volume attach. Driver type: vmdk {{(pid=69654) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 840.025453] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709759', 'volume_id': '70918182-2de9-4bf3-95a0-541308dcb898', 'name': 'volume-70918182-2de9-4bf3-95a0-541308dcb898', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a825919-be32-47dc-9fa9-5427eb1045c3', 'attached_at': '', 'detached_at': '', 'volume_id': '70918182-2de9-4bf3-95a0-541308dcb898', 'serial': '70918182-2de9-4bf3-95a0-541308dcb898'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 840.026962] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ff6d6f-c1f4-47e8-b1c8-2001a0cf6362 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.058021] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3238693a-e764-4b46-a4ec-6661086fa6c4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.086851] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] volume-70918182-2de9-4bf3-95a0-541308dcb898/volume-70918182-2de9-4bf3-95a0-541308dcb898.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.089512] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fddf167-2ea5-4ff2-9e1e-e1d14f76dd78 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.108774] env[69654]: DEBUG oslo_vmware.api [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Waiting for the task: (returnval){ [ 840.108774] env[69654]: value = "task-3554744" [ 840.108774] env[69654]: _type = "Task" [ 840.108774] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.109385] env[69654]: DEBUG oslo_concurrency.lockutils [req-3e6186aa-e51a-417a-bf75-6507658432a9 req-fec670b3-cebe-4a85-a07a-e84e73bea979 service nova] Releasing lock "refresh_cache-52399ec5-d946-4839-a51f-720292f8bc1f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.120801] env[69654]: DEBUG oslo_vmware.api [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Task: {'id': task-3554744, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.123933] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': task-3554743, 'name': Rename_Task, 'duration_secs': 0.321282} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.124205] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.124465] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7885066d-7c4b-4547-bc0d-9004c3f5944b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.130391] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Waiting for the task: (returnval){ [ 840.130391] env[69654]: value = "task-3554745" [ 840.130391] env[69654]: _type = "Task" [ 840.130391] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.141286] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': task-3554745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.276773] env[69654]: DEBUG nova.network.neutron [req-087cfb99-cc7c-40fa-92e0-211506e7622f req-718ac3f8-731d-4ee8-9727-1273c020652f service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Updated VIF entry in instance network info cache for port b449577c-13c7-46ad-b48b-476d0feabfc7. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.276773] env[69654]: DEBUG nova.network.neutron [req-087cfb99-cc7c-40fa-92e0-211506e7622f req-718ac3f8-731d-4ee8-9727-1273c020652f service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Updating instance_info_cache with network_info: [{"id": "b449577c-13c7-46ad-b48b-476d0feabfc7", "address": "fa:16:3e:4e:43:95", "network": {"id": "311c8539-a3c2-4ce8-bb63-56597f124603", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2034934495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f3666470f1b8455aaf3eda1766edd953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb449577c-13", "ovs_interfaceid": "b449577c-13c7-46ad-b48b-476d0feabfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.294966] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59303} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.298728] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 52399ec5-d946-4839-a51f-720292f8bc1f/52399ec5-d946-4839-a51f-720292f8bc1f.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.298998] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.299799] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fab5838-a1b4-4551-8bd3-8b41fb8cdd9e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.309347] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 840.309347] env[69654]: value = "task-3554746" [ 840.309347] env[69654]: _type = "Task" [ 840.309347] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.318516] env[69654]: DEBUG oslo_concurrency.lockutils [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.323466] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.338132] env[69654]: DEBUG nova.scheduler.client.report [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.356430] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4a1ea5f3-603b-4691-a11a-774baa4aa612 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.356972] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4a1ea5f3-603b-4691-a11a-774baa4aa612 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.357246] env[69654]: DEBUG nova.compute.manager [None req-4a1ea5f3-603b-4691-a11a-774baa4aa612 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.358264] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bd3adb-c10c-46fb-971f-ec5eee9c7f01 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.365825] env[69654]: DEBUG nova.compute.manager [None req-4a1ea5f3-603b-4691-a11a-774baa4aa612 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69654) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 840.366627] env[69654]: DEBUG nova.objects.instance [None req-4a1ea5f3-603b-4691-a11a-774baa4aa612 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lazy-loading 'flavor' on Instance uuid ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.416954] env[69654]: DEBUG nova.compute.manager [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.434230] env[69654]: DEBUG oslo_concurrency.lockutils [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "7f9a0c87-c23d-405d-b644-7486f55bb917" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.435793] env[69654]: DEBUG oslo_concurrency.lockutils [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "7f9a0c87-c23d-405d-b644-7486f55bb917" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.436126] env[69654]: DEBUG oslo_concurrency.lockutils [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "7f9a0c87-c23d-405d-b644-7486f55bb917-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.436370] env[69654]: DEBUG oslo_concurrency.lockutils [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "7f9a0c87-c23d-405d-b644-7486f55bb917-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.437365] env[69654]: DEBUG oslo_concurrency.lockutils [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "7f9a0c87-c23d-405d-b644-7486f55bb917-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.439397] env[69654]: INFO nova.compute.manager [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Terminating instance [ 840.619764] env[69654]: DEBUG oslo_vmware.api [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Task: {'id': task-3554744, 'name': ReconfigVM_Task, 'duration_secs': 0.398821} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.620111] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Reconfigured VM instance instance-00000009 to attach disk [datastore2] volume-70918182-2de9-4bf3-95a0-541308dcb898/volume-70918182-2de9-4bf3-95a0-541308dcb898.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.625023] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-656f6df1-953e-4af8-85bc-351b6f1afcb8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.643946] env[69654]: DEBUG oslo_vmware.api [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': task-3554745, 'name': PowerOnVM_Task, 'duration_secs': 0.48441} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.645488] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.645698] env[69654]: INFO nova.compute.manager [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Took 7.56 seconds to spawn the instance on the hypervisor. [ 840.645881] env[69654]: DEBUG nova.compute.manager [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.646308] env[69654]: DEBUG oslo_vmware.api [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Waiting for the task: (returnval){ [ 840.646308] env[69654]: value = "task-3554747" [ 840.646308] env[69654]: _type = "Task" [ 840.646308] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.646990] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148fcb85-24da-4f46-8444-9e053b968600 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.661223] env[69654]: DEBUG oslo_vmware.api [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Task: {'id': task-3554747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.782196] env[69654]: DEBUG oslo_concurrency.lockutils [req-087cfb99-cc7c-40fa-92e0-211506e7622f req-718ac3f8-731d-4ee8-9727-1273c020652f service nova] Releasing lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.782544] env[69654]: DEBUG nova.compute.manager [req-087cfb99-cc7c-40fa-92e0-211506e7622f req-718ac3f8-731d-4ee8-9727-1273c020652f service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Received event network-changed-b449577c-13c7-46ad-b48b-476d0feabfc7 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.782762] env[69654]: DEBUG nova.compute.manager [req-087cfb99-cc7c-40fa-92e0-211506e7622f req-718ac3f8-731d-4ee8-9727-1273c020652f service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Refreshing instance network info cache due to event network-changed-b449577c-13c7-46ad-b48b-476d0feabfc7. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.782997] env[69654]: DEBUG oslo_concurrency.lockutils [req-087cfb99-cc7c-40fa-92e0-211506e7622f req-718ac3f8-731d-4ee8-9727-1273c020652f service nova] Acquiring lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.783155] env[69654]: DEBUG oslo_concurrency.lockutils [req-087cfb99-cc7c-40fa-92e0-211506e7622f req-718ac3f8-731d-4ee8-9727-1273c020652f service nova] Acquired lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.783814] env[69654]: DEBUG nova.network.neutron [req-087cfb99-cc7c-40fa-92e0-211506e7622f req-718ac3f8-731d-4ee8-9727-1273c020652f service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Refreshing network info cache for port b449577c-13c7-46ad-b48b-476d0feabfc7 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.817984] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083624} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.818380] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.819255] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabd533b-653b-47f4-abd4-575b98a09166 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.845577] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 52399ec5-d946-4839-a51f-720292f8bc1f/52399ec5-d946-4839-a51f-720292f8bc1f.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.846456] env[69654]: DEBUG oslo_concurrency.lockutils [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.846933] env[69654]: DEBUG nova.compute.manager [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.853156] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a107cd27-5520-4905-ae0d-2d90bee2be9d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.877892] env[69654]: DEBUG oslo_concurrency.lockutils [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.981s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.879513] env[69654]: INFO nova.compute.claims [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.889240] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 840.889240] env[69654]: value = "task-3554748" [ 840.889240] env[69654]: _type = "Task" [ 840.889240] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.900219] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.939104] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.947196] env[69654]: DEBUG nova.compute.manager [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.947196] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.947196] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbde0c20-a2e7-4c62-9167-c5eb572eaeb2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.954885] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.954885] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c995557-8394-4cfa-9413-b3440af1e6d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.036076] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.036336] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.036552] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Deleting the datastore file [datastore1] 7f9a0c87-c23d-405d-b644-7486f55bb917 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.036800] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a6083f2-7d6c-4778-b2dd-b4300816ad72 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.044501] env[69654]: DEBUG oslo_vmware.api [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 841.044501] env[69654]: value = "task-3554750" [ 841.044501] env[69654]: _type = "Task" [ 841.044501] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.056706] env[69654]: DEBUG oslo_vmware.api [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.107838] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "26427595-7845-4470-8516-0430e2d6107a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.108162] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "26427595-7845-4470-8516-0430e2d6107a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.160180] env[69654]: DEBUG oslo_vmware.api [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Task: {'id': task-3554747, 'name': ReconfigVM_Task, 'duration_secs': 0.153607} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.160570] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709759', 'volume_id': '70918182-2de9-4bf3-95a0-541308dcb898', 'name': 'volume-70918182-2de9-4bf3-95a0-541308dcb898', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a825919-be32-47dc-9fa9-5427eb1045c3', 'attached_at': '', 'detached_at': '', 'volume_id': '70918182-2de9-4bf3-95a0-541308dcb898', 'serial': '70918182-2de9-4bf3-95a0-541308dcb898'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 841.178078] env[69654]: INFO nova.compute.manager [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Took 32.23 seconds to build instance. [ 841.381211] env[69654]: DEBUG nova.compute.utils [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.386188] env[69654]: DEBUG nova.compute.manager [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.387545] env[69654]: DEBUG nova.network.neutron [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.394418] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1ea5f3-603b-4691-a11a-774baa4aa612 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.394897] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dac38298-e4fd-4173-9b51-d3e02426a4f9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.412435] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554748, 'name': ReconfigVM_Task, 'duration_secs': 0.296074} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.415147] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 52399ec5-d946-4839-a51f-720292f8bc1f/52399ec5-d946-4839-a51f-720292f8bc1f.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.416303] env[69654]: DEBUG oslo_vmware.api [None req-4a1ea5f3-603b-4691-a11a-774baa4aa612 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 841.416303] env[69654]: value = "task-3554751" [ 841.416303] env[69654]: _type = "Task" [ 841.416303] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.416474] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ea7d122-c79b-4a8a-947f-9089eb955e4e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.436925] env[69654]: DEBUG oslo_vmware.api [None req-4a1ea5f3-603b-4691-a11a-774baa4aa612 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.438539] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 841.438539] env[69654]: value = "task-3554752" [ 841.438539] env[69654]: _type = "Task" [ 841.438539] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.450697] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554752, 'name': Rename_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.514238] env[69654]: DEBUG nova.policy [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0066996ee02742099b4c2db45528b2fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abb01edf185342c5b99d7ec39ea4fcde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.558726] env[69654]: DEBUG oslo_vmware.api [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268241} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.559019] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.560281] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.560281] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.560281] env[69654]: INFO nova.compute.manager [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Took 0.61 seconds to destroy the instance on the hypervisor. [ 841.560281] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.560281] env[69654]: DEBUG nova.compute.manager [-] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.560281] env[69654]: DEBUG nova.network.neutron [-] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.609946] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.610324] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.618974] env[69654]: DEBUG nova.network.neutron [req-087cfb99-cc7c-40fa-92e0-211506e7622f req-718ac3f8-731d-4ee8-9727-1273c020652f service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Updated VIF entry in instance network info cache for port b449577c-13c7-46ad-b48b-476d0feabfc7. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.619364] env[69654]: DEBUG nova.network.neutron [req-087cfb99-cc7c-40fa-92e0-211506e7622f req-718ac3f8-731d-4ee8-9727-1273c020652f service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Updating instance_info_cache with network_info: [{"id": "b449577c-13c7-46ad-b48b-476d0feabfc7", "address": "fa:16:3e:4e:43:95", "network": {"id": "311c8539-a3c2-4ce8-bb63-56597f124603", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2034934495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f3666470f1b8455aaf3eda1766edd953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb449577c-13", "ovs_interfaceid": "b449577c-13c7-46ad-b48b-476d0feabfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.679665] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Acquiring lock "6414f602-4591-43b8-a3da-2419f014e758" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.679936] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Lock "6414f602-4591-43b8-a3da-2419f014e758" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.680187] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Acquiring lock "6414f602-4591-43b8-a3da-2419f014e758-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.680344] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Lock "6414f602-4591-43b8-a3da-2419f014e758-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.680525] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Lock "6414f602-4591-43b8-a3da-2419f014e758-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.682238] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7071ebf6-f291-4935-8808-50778c9529f3 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Lock "ebd219c1-3477-43e5-b656-b7365a3cc475" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.519s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.686354] env[69654]: INFO nova.compute.manager [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Terminating instance [ 841.856437] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.856762] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.890659] env[69654]: DEBUG nova.compute.manager [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.931508] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f4bb3dc3-c3dc-4a39-8857-fa06654690e3 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.932103] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f4bb3dc3-c3dc-4a39-8857-fa06654690e3 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.932533] env[69654]: DEBUG nova.compute.manager [None req-f4bb3dc3-c3dc-4a39-8857-fa06654690e3 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.939098] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b750ef7-4270-4320-a90b-91ca11b2a479 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.946197] env[69654]: DEBUG oslo_vmware.api [None req-4a1ea5f3-603b-4691-a11a-774baa4aa612 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554751, 'name': PowerOffVM_Task, 'duration_secs': 0.253267} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.946536] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1ea5f3-603b-4691-a11a-774baa4aa612 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.946763] env[69654]: DEBUG nova.compute.manager [None req-4a1ea5f3-603b-4691-a11a-774baa4aa612 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.951506] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700b8d2a-f93a-49a2-9b44-bd7ed566f588 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.956135] env[69654]: DEBUG nova.compute.manager [None req-f4bb3dc3-c3dc-4a39-8857-fa06654690e3 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69654) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 841.956705] env[69654]: DEBUG nova.objects.instance [None req-f4bb3dc3-c3dc-4a39-8857-fa06654690e3 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lazy-loading 'flavor' on Instance uuid 48adb05f-2f14-40c8-908d-14beaaf6e4fb {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.965960] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554752, 'name': Rename_Task, 'duration_secs': 0.193343} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.967621] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.970979] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91833338-276a-4a9a-af62-830430a5ea1b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.977778] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 841.977778] env[69654]: value = "task-3554753" [ 841.977778] env[69654]: _type = "Task" [ 841.977778] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.992751] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.123741] env[69654]: DEBUG oslo_concurrency.lockutils [req-087cfb99-cc7c-40fa-92e0-211506e7622f req-718ac3f8-731d-4ee8-9727-1273c020652f service nova] Releasing lock "refresh_cache-6414f602-4591-43b8-a3da-2419f014e758" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.191505] env[69654]: DEBUG nova.compute.manager [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.192608] env[69654]: DEBUG nova.compute.manager [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.193027] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.194904] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38be2128-ec9a-4480-abb2-43951d5bb535 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.209337] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.210674] env[69654]: DEBUG nova.objects.instance [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Lazy-loading 'flavor' on Instance uuid 4a825919-be32-47dc-9fa9-5427eb1045c3 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.215023] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb8243c6-27fe-4db9-a5a6-e875636e6224 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.224026] env[69654]: DEBUG oslo_vmware.api [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 842.224026] env[69654]: value = "task-3554754" [ 842.224026] env[69654]: _type = "Task" [ 842.224026] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.232805] env[69654]: DEBUG oslo_vmware.api [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.370710] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.371121] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.371262] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.371457] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.371792] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.371871] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.372238] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69654) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 842.372238] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.477759] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4a1ea5f3-603b-4691-a11a-774baa4aa612 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.121s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.492512] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554753, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.530164] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3a1156-4fe8-49e5-997b-cdaf377b5577 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.536504] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b346a21a-30e2-4eea-9769-d768408e41ad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.572883] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62480c45-d267-436b-bb67-532779ed0a71 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.580412] env[69654]: DEBUG nova.compute.manager [req-5b8cd32d-8a26-495e-966b-98e55bbf0d5d req-bc817a0d-c715-4e27-8ce9-6e51f5fafb95 service nova] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Received event network-vif-deleted-c40ffc34-cc7f-49f8-a373-276e80d34e6c {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.580757] env[69654]: INFO nova.compute.manager [req-5b8cd32d-8a26-495e-966b-98e55bbf0d5d req-bc817a0d-c715-4e27-8ce9-6e51f5fafb95 service nova] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Neutron deleted interface c40ffc34-cc7f-49f8-a373-276e80d34e6c; detaching it from the instance and deleting it from the info cache [ 842.581078] env[69654]: DEBUG nova.network.neutron [req-5b8cd32d-8a26-495e-966b-98e55bbf0d5d req-bc817a0d-c715-4e27-8ce9-6e51f5fafb95 service nova] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.587036] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeb3299-1e06-4b6f-b656-04851aa0f605 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.603621] env[69654]: DEBUG nova.compute.provider_tree [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.605407] env[69654]: DEBUG nova.network.neutron [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Successfully created port: 6b6b0237-bf55-45a2-b592-df4944bd4876 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.710775] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.718825] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fbe35ad6-f899-42d7-8269-ad632e7a1427 tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Lock "4a825919-be32-47dc-9fa9-5427eb1045c3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.341s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.734359] env[69654]: DEBUG oslo_vmware.api [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554754, 'name': PowerOffVM_Task, 'duration_secs': 0.231489} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.735145] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.735400] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.735688] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40f0e33d-f0ca-4a06-aaf8-8b48d5bc1d73 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.811233] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.811450] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.811661] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Deleting the datastore file [datastore2] 6414f602-4591-43b8-a3da-2419f014e758 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.811930] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dfcc470-2e01-46a9-b869-98c72051c4fb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.818056] env[69654]: DEBUG oslo_vmware.api [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for the task: (returnval){ [ 842.818056] env[69654]: value = "task-3554756" [ 842.818056] env[69654]: _type = "Task" [ 842.818056] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.826176] env[69654]: DEBUG oslo_vmware.api [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.830537] env[69654]: DEBUG nova.network.neutron [-] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.882304] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.907098] env[69654]: DEBUG nova.compute.manager [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.941204] env[69654]: DEBUG nova.virt.hardware [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.941204] env[69654]: DEBUG nova.virt.hardware [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.941204] env[69654]: DEBUG nova.virt.hardware [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.941399] env[69654]: DEBUG nova.virt.hardware [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.941754] env[69654]: DEBUG nova.virt.hardware [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.941868] env[69654]: DEBUG nova.virt.hardware [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.942154] env[69654]: DEBUG nova.virt.hardware [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.942411] env[69654]: DEBUG nova.virt.hardware [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.942930] env[69654]: DEBUG nova.virt.hardware [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.942930] env[69654]: DEBUG nova.virt.hardware [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.943049] env[69654]: DEBUG nova.virt.hardware [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.945721] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4106ee80-c759-4282-a934-e3f8d3654cb6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.953760] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504df8ee-01b6-49d3-869a-a1f1ac9f8310 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.973986] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bb3dc3-c3dc-4a39-8857-fa06654690e3 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.974238] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e88a040-b743-4ac7-908c-6475710c3e12 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.978435] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Acquiring lock "ebd219c1-3477-43e5-b656-b7365a3cc475" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.978702] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Lock "ebd219c1-3477-43e5-b656-b7365a3cc475" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.978906] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Acquiring lock "ebd219c1-3477-43e5-b656-b7365a3cc475-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.979099] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Lock "ebd219c1-3477-43e5-b656-b7365a3cc475-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.980032] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Lock "ebd219c1-3477-43e5-b656-b7365a3cc475-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.982821] env[69654]: DEBUG oslo_vmware.api [None req-f4bb3dc3-c3dc-4a39-8857-fa06654690e3 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 842.982821] env[69654]: value = "task-3554757" [ 842.982821] env[69654]: _type = "Task" [ 842.982821] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.986889] env[69654]: INFO nova.compute.manager [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Terminating instance [ 843.001214] env[69654]: DEBUG oslo_vmware.api [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554753, 'name': PowerOnVM_Task, 'duration_secs': 0.588243} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.004278] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.004734] env[69654]: INFO nova.compute.manager [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Took 7.21 seconds to spawn the instance on the hypervisor. [ 843.005019] env[69654]: DEBUG nova.compute.manager [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.005879] env[69654]: DEBUG oslo_vmware.api [None req-f4bb3dc3-c3dc-4a39-8857-fa06654690e3 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3554757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.007443] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc83aa1e-d937-4af2-b65a-20d78c010aec {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.087109] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a6d4579-848a-474a-b662-1026c74900f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.100249] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c63939e-588d-471a-9391-c83247f6a20a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.115427] env[69654]: DEBUG nova.scheduler.client.report [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.151645] env[69654]: DEBUG nova.compute.manager [req-5b8cd32d-8a26-495e-966b-98e55bbf0d5d req-bc817a0d-c715-4e27-8ce9-6e51f5fafb95 service nova] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Detach interface failed, port_id=c40ffc34-cc7f-49f8-a373-276e80d34e6c, reason: Instance 7f9a0c87-c23d-405d-b644-7486f55bb917 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 843.330203] env[69654]: DEBUG oslo_vmware.api [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Task: {'id': task-3554756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377337} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.330532] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.330876] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.331207] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.332555] env[69654]: INFO nova.compute.manager [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Took 1.14 seconds to destroy the instance on the hypervisor. [ 843.332555] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.332555] env[69654]: DEBUG nova.compute.manager [-] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.332555] env[69654]: DEBUG nova.network.neutron [-] [instance: 6414f602-4591-43b8-a3da-2419f014e758] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.335313] env[69654]: INFO nova.compute.manager [-] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Took 1.78 seconds to deallocate network for instance. [ 843.501024] env[69654]: DEBUG nova.compute.manager [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.501024] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.501024] env[69654]: DEBUG oslo_vmware.api [None req-f4bb3dc3-c3dc-4a39-8857-fa06654690e3 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3554757, 'name': PowerOffVM_Task, 'duration_secs': 0.320082} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.501024] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e68ee9-65c2-44c3-b52c-39ddbcaff0e5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.505664] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bb3dc3-c3dc-4a39-8857-fa06654690e3 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.506060] env[69654]: DEBUG nova.compute.manager [None req-f4bb3dc3-c3dc-4a39-8857-fa06654690e3 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.507160] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e721985-6e15-4e6b-be45-881a0f676423 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.514869] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.516839] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d317c611-c912-4dae-94ed-f67d2761aa3b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.527924] env[69654]: INFO nova.compute.manager [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Took 34.46 seconds to build instance. [ 843.531760] env[69654]: DEBUG oslo_vmware.api [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Waiting for the task: (returnval){ [ 843.531760] env[69654]: value = "task-3554758" [ 843.531760] env[69654]: _type = "Task" [ 843.531760] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.549065] env[69654]: DEBUG oslo_vmware.api [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': task-3554758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.624020] env[69654]: DEBUG oslo_concurrency.lockutils [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.624020] env[69654]: DEBUG nova.compute.manager [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.625912] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.816s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.626673] env[69654]: DEBUG nova.objects.instance [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lazy-loading 'resources' on Instance uuid 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.843648] env[69654]: DEBUG oslo_concurrency.lockutils [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.031506] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bc60785-88a2-420d-bd9b-629c9d2cd2b6 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "52399ec5-d946-4839-a51f-720292f8bc1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.695s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.031506] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f4bb3dc3-c3dc-4a39-8857-fa06654690e3 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.100s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.048864] env[69654]: DEBUG oslo_vmware.api [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': task-3554758, 'name': PowerOffVM_Task, 'duration_secs': 0.179626} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.049216] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.049334] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.049603] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8cd22cd-4f31-483d-a15e-d24d56d9c155 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.131259] env[69654]: DEBUG nova.compute.utils [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.136278] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.136278] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.136278] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Deleting the datastore file [datastore2] ebd219c1-3477-43e5-b656-b7365a3cc475 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.138814] env[69654]: DEBUG nova.compute.manager [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.142808] env[69654]: DEBUG nova.network.neutron [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.147939] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a21ee248-d08c-49d1-ac4c-0e573d5ba4a7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.160570] env[69654]: DEBUG oslo_vmware.api [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Waiting for the task: (returnval){ [ 844.160570] env[69654]: value = "task-3554760" [ 844.160570] env[69654]: _type = "Task" [ 844.160570] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.174914] env[69654]: DEBUG oslo_vmware.api [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': task-3554760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.264265] env[69654]: DEBUG nova.policy [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f7cd004f6f1489799913ba75d77746d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e705f5486b4247b3b1057e87ca240ad3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.545484] env[69654]: DEBUG nova.compute.manager [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.619112] env[69654]: DEBUG nova.network.neutron [-] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.639703] env[69654]: DEBUG nova.compute.manager [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.680682] env[69654]: DEBUG oslo_vmware.api [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Task: {'id': task-3554760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252878} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.680937] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.681517] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.683019] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.683019] env[69654]: INFO nova.compute.manager [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Took 1.18 seconds to destroy the instance on the hypervisor. [ 844.683019] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.683019] env[69654]: DEBUG nova.compute.manager [-] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.683019] env[69654]: DEBUG nova.network.neutron [-] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.727353] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca482a5-a569-410b-8436-34fd79a5fa88 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.734931] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a2f6df-e50d-4e70-9b16-a9df3c931ef1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.771763] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db19232c-4349-4cfd-bfe6-2c9d9e6785c6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.780610] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d02248b-ce2b-4b2a-9069-f71864d6b41b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.796978] env[69654]: DEBUG nova.compute.provider_tree [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.911073] env[69654]: DEBUG nova.objects.instance [None req-d1fe142b-0cd8-4ce5-aa4c-cca9177ab095 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lazy-loading 'flavor' on Instance uuid 48adb05f-2f14-40c8-908d-14beaaf6e4fb {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.975642] env[69654]: DEBUG nova.network.neutron [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Successfully created port: c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.076187] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.128888] env[69654]: INFO nova.compute.manager [-] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Took 1.80 seconds to deallocate network for instance. [ 845.202887] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Acquiring lock "4a825919-be32-47dc-9fa9-5427eb1045c3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.203235] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Lock "4a825919-be32-47dc-9fa9-5427eb1045c3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.261022] env[69654]: DEBUG nova.compute.manager [req-ed51172d-e103-41fd-bf97-9f6fe04b63a5 req-fb55b1e8-9bd6-4ca0-92b8-7d9591be5a18 service nova] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Received event network-vif-deleted-b449577c-13c7-46ad-b48b-476d0feabfc7 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.279282] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "52399ec5-d946-4839-a51f-720292f8bc1f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.279282] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "52399ec5-d946-4839-a51f-720292f8bc1f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.279282] env[69654]: INFO nova.compute.manager [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Shelving [ 845.300496] env[69654]: DEBUG nova.scheduler.client.report [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.421824] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1fe142b-0cd8-4ce5-aa4c-cca9177ab095 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.421824] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1fe142b-0cd8-4ce5-aa4c-cca9177ab095 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.421824] env[69654]: DEBUG nova.network.neutron [None req-d1fe142b-0cd8-4ce5-aa4c-cca9177ab095 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.421824] env[69654]: DEBUG nova.objects.instance [None req-d1fe142b-0cd8-4ce5-aa4c-cca9177ab095 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lazy-loading 'info_cache' on Instance uuid 48adb05f-2f14-40c8-908d-14beaaf6e4fb {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.608321] env[69654]: DEBUG nova.network.neutron [-] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.637771] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.658272] env[69654]: DEBUG nova.compute.manager [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.702865] env[69654]: DEBUG nova.virt.hardware [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.703140] env[69654]: DEBUG nova.virt.hardware [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.703296] env[69654]: DEBUG nova.virt.hardware [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.703643] env[69654]: DEBUG nova.virt.hardware [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.703930] env[69654]: DEBUG nova.virt.hardware [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.705025] env[69654]: DEBUG nova.virt.hardware [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.705025] env[69654]: DEBUG nova.virt.hardware [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.705025] env[69654]: DEBUG nova.virt.hardware [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.705025] env[69654]: DEBUG nova.virt.hardware [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.705025] env[69654]: DEBUG nova.virt.hardware [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.705025] env[69654]: DEBUG nova.virt.hardware [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.706569] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0319201-f8c0-4279-888e-e10ae4e84a5d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.710228] env[69654]: INFO nova.compute.manager [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Detaching volume 70918182-2de9-4bf3-95a0-541308dcb898 [ 845.721829] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5807315-5c31-4ae5-bbce-47aef120c3be {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.771262] env[69654]: INFO nova.virt.block_device [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Attempting to driver detach volume 70918182-2de9-4bf3-95a0-541308dcb898 from mountpoint /dev/sdb [ 845.771458] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 845.771682] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709759', 'volume_id': '70918182-2de9-4bf3-95a0-541308dcb898', 'name': 'volume-70918182-2de9-4bf3-95a0-541308dcb898', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a825919-be32-47dc-9fa9-5427eb1045c3', 'attached_at': '', 'detached_at': '', 'volume_id': '70918182-2de9-4bf3-95a0-541308dcb898', 'serial': '70918182-2de9-4bf3-95a0-541308dcb898'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 845.773075] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2236e6c-67f2-45bc-ab60-d70168a73d09 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.800326] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99056c83-74b0-4402-a430-8a0f1d85c1c6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.807633] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.811686] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.564s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.813505] env[69654]: INFO nova.compute.claims [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.816825] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462a549f-d8a7-47aa-bbcd-cc2b79d06801 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.842870] env[69654]: DEBUG nova.network.neutron [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Successfully updated port: 6b6b0237-bf55-45a2-b592-df4944bd4876 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.845198] env[69654]: INFO nova.scheduler.client.report [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Deleted allocations for instance 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3 [ 845.846560] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b96b17-7013-4c09-8c73-7a38b7c33605 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.865933] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] The volume has not been displaced from its original location: [datastore2] volume-70918182-2de9-4bf3-95a0-541308dcb898/volume-70918182-2de9-4bf3-95a0-541308dcb898.vmdk. No consolidation needed. {{(pid=69654) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 845.871497] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 845.873224] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a532e3-5139-4508-bf41-891dc8d539bb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.898235] env[69654]: DEBUG oslo_vmware.api [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Waiting for the task: (returnval){ [ 845.898235] env[69654]: value = "task-3554761" [ 845.898235] env[69654]: _type = "Task" [ 845.898235] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.907247] env[69654]: DEBUG oslo_vmware.api [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Task: {'id': task-3554761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.925720] env[69654]: DEBUG nova.objects.base [None req-d1fe142b-0cd8-4ce5-aa4c-cca9177ab095 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Object Instance<48adb05f-2f14-40c8-908d-14beaaf6e4fb> lazy-loaded attributes: flavor,info_cache {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 846.006070] env[69654]: DEBUG nova.compute.manager [req-16f28597-f631-4822-994f-aaf61ca966fe req-9e22e4af-02c1-43cd-9da1-a3979ae58cf8 service nova] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Received event network-vif-deleted-1378e16c-c6d7-4a2b-9634-b8065ec909df {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.013680] env[69654]: DEBUG nova.network.neutron [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Successfully created port: 7647abd3-6cdd-459a-a5e8-a8300380cda8 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.110994] env[69654]: INFO nova.compute.manager [-] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Took 1.43 seconds to deallocate network for instance. [ 846.130204] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquiring lock "d8d33a14-d3e3-42e4-9fe6-e901547195c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.130204] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "d8d33a14-d3e3-42e4-9fe6-e901547195c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.130204] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquiring lock "d8d33a14-d3e3-42e4-9fe6-e901547195c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.131051] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "d8d33a14-d3e3-42e4-9fe6-e901547195c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.131051] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "d8d33a14-d3e3-42e4-9fe6-e901547195c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.132898] env[69654]: INFO nova.compute.manager [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Terminating instance [ 846.198183] env[69654]: DEBUG oslo_vmware.rw_handles [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be619b-25f9-2de7-9237-339e4fd7a02c/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 846.199193] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4415a8-7499-4488-98e1-5b0528be3218 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.205645] env[69654]: DEBUG oslo_vmware.rw_handles [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be619b-25f9-2de7-9237-339e4fd7a02c/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 846.206680] env[69654]: ERROR oslo_vmware.rw_handles [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be619b-25f9-2de7-9237-339e4fd7a02c/disk-0.vmdk due to incomplete transfer. [ 846.206680] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e8f97e7e-7905-437d-a4af-f2d93577c003 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.214778] env[69654]: DEBUG oslo_vmware.rw_handles [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be619b-25f9-2de7-9237-339e4fd7a02c/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 846.214975] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Uploaded image 367a93e6-ee7f-4b48-b172-750a71dfc449 to the Glance image server {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 846.217288] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 846.217556] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d8ed924e-4e25-4ed6-9ea2-33912fb0e908 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.224609] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 846.224609] env[69654]: value = "task-3554762" [ 846.224609] env[69654]: _type = "Task" [ 846.224609] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.234900] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554762, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.308619] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.308962] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c614142-3b1c-4a81-9c5e-14759640f4ee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.315747] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 846.315747] env[69654]: value = "task-3554763" [ 846.315747] env[69654]: _type = "Task" [ 846.315747] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.328429] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.352285] env[69654]: DEBUG oslo_concurrency.lockutils [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "refresh_cache-e04e0774-7b63-4cae-b21f-7bdf78fef22f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.352432] env[69654]: DEBUG oslo_concurrency.lockutils [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquired lock "refresh_cache-e04e0774-7b63-4cae-b21f-7bdf78fef22f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.353164] env[69654]: DEBUG nova.network.neutron [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.360657] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a654c5c2-33c6-42ed-8aad-e41644083bd0 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.905s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.405571] env[69654]: DEBUG nova.compute.manager [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Stashing vm_state: stopped {{(pid=69654) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 846.412149] env[69654]: DEBUG oslo_vmware.api [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Task: {'id': task-3554761, 'name': ReconfigVM_Task, 'duration_secs': 0.390354} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.412450] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 846.417272] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65c595cf-3d48-40ca-a918-c3778390b51d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.436423] env[69654]: DEBUG oslo_vmware.api [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Waiting for the task: (returnval){ [ 846.436423] env[69654]: value = "task-3554764" [ 846.436423] env[69654]: _type = "Task" [ 846.436423] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.445054] env[69654]: DEBUG oslo_vmware.api [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Task: {'id': task-3554764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.621435] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.639812] env[69654]: DEBUG nova.compute.manager [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.640102] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.640979] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7a3b88-6a88-4886-b9e9-7ca9e04ef727 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.649800] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.650149] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02c10130-8778-4a26-bd00-b0fe483b0a03 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.655998] env[69654]: DEBUG oslo_vmware.api [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 846.655998] env[69654]: value = "task-3554765" [ 846.655998] env[69654]: _type = "Task" [ 846.655998] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.663965] env[69654]: DEBUG oslo_vmware.api [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.734710] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554762, 'name': Destroy_Task, 'duration_secs': 0.371711} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.737309] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Destroyed the VM [ 846.737560] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 846.737850] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-60ea2589-dc70-4b7f-a556-0d213e543c4d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.744605] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 846.744605] env[69654]: value = "task-3554766" [ 846.744605] env[69654]: _type = "Task" [ 846.744605] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.752767] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554766, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.836639] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554763, 'name': PowerOffVM_Task, 'duration_secs': 0.267959} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.837137] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.838046] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3410ce6-7d90-4fd9-9682-0e0b37ae0957 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.861559] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba459b11-e6cb-478c-873e-33bcf6140c38 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.904039] env[69654]: DEBUG nova.network.neutron [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.931314] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.953125] env[69654]: DEBUG oslo_vmware.api [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Task: {'id': task-3554764, 'name': ReconfigVM_Task, 'duration_secs': 0.206369} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.953776] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709759', 'volume_id': '70918182-2de9-4bf3-95a0-541308dcb898', 'name': 'volume-70918182-2de9-4bf3-95a0-541308dcb898', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a825919-be32-47dc-9fa9-5427eb1045c3', 'attached_at': '', 'detached_at': '', 'volume_id': '70918182-2de9-4bf3-95a0-541308dcb898', 'serial': '70918182-2de9-4bf3-95a0-541308dcb898'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 847.089607] env[69654]: DEBUG nova.network.neutron [None req-d1fe142b-0cd8-4ce5-aa4c-cca9177ab095 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating instance_info_cache with network_info: [{"id": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "address": "fa:16:3e:8e:58:75", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bdaaa08-b6", "ovs_interfaceid": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.090280] env[69654]: DEBUG nova.network.neutron [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Updating instance_info_cache with network_info: [{"id": "6b6b0237-bf55-45a2-b592-df4944bd4876", "address": "fa:16:3e:d4:96:ac", "network": {"id": "a3c8360b-e45a-4d13-b229-3b1a30418fea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1532515243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abb01edf185342c5b99d7ec39ea4fcde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6b0237-bf", "ovs_interfaceid": "6b6b0237-bf55-45a2-b592-df4944bd4876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.166389] env[69654]: DEBUG oslo_vmware.api [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554765, 'name': PowerOffVM_Task, 'duration_secs': 0.356916} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.169193] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.169385] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.174253] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5df6c0e5-a65b-4ee7-a68d-8eb1479edaba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.253072] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.253320] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.253670] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Deleting the datastore file [datastore1] d8d33a14-d3e3-42e4-9fe6-e901547195c9 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.256674] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0189ee0-2b52-4182-9f03-d253e0f821ab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.262209] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554766, 'name': RemoveSnapshot_Task, 'duration_secs': 0.366813} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.262975] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 847.266118] env[69654]: DEBUG nova.compute.manager [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.266118] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0372d2-275c-4475-952e-582a1b791c20 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.268870] env[69654]: DEBUG oslo_vmware.api [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 847.268870] env[69654]: value = "task-3554768" [ 847.268870] env[69654]: _type = "Task" [ 847.268870] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.294886] env[69654]: DEBUG oslo_vmware.api [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.374895] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 847.377838] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cc148d4e-2256-4d78-970e-793a2cbd3f88 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.387866] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 847.387866] env[69654]: value = "task-3554769" [ 847.387866] env[69654]: _type = "Task" [ 847.387866] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.402145] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554769, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.445049] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066136bb-27a7-4e2b-aef3-034667100e38 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.456324] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786c87f1-cd6a-41e5-a770-bd5d0bbfe28e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.488127] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad586fc-3692-439b-8bc6-bc3e14d723d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.495591] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab253a74-9dfa-4719-90d1-732f642b6f16 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.510734] env[69654]: DEBUG nova.compute.provider_tree [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.523556] env[69654]: DEBUG nova.objects.instance [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Lazy-loading 'flavor' on Instance uuid 4a825919-be32-47dc-9fa9-5427eb1045c3 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.593788] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1fe142b-0cd8-4ce5-aa4c-cca9177ab095 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.595830] env[69654]: DEBUG oslo_concurrency.lockutils [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Releasing lock "refresh_cache-e04e0774-7b63-4cae-b21f-7bdf78fef22f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.595891] env[69654]: DEBUG nova.compute.manager [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Instance network_info: |[{"id": "6b6b0237-bf55-45a2-b592-df4944bd4876", "address": "fa:16:3e:d4:96:ac", "network": {"id": "a3c8360b-e45a-4d13-b229-3b1a30418fea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1532515243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abb01edf185342c5b99d7ec39ea4fcde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6b0237-bf", "ovs_interfaceid": "6b6b0237-bf55-45a2-b592-df4944bd4876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.596513] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:96:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b6b0237-bf55-45a2-b592-df4944bd4876', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.608091] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.608708] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.609400] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9e67ea8-0795-4f29-b581-e3955d123f67 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.631633] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.631633] env[69654]: value = "task-3554770" [ 847.631633] env[69654]: _type = "Task" [ 847.631633] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.640886] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554770, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.779950] env[69654]: DEBUG oslo_vmware.api [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147236} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.780589] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.780916] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.781140] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.781338] env[69654]: INFO nova.compute.manager [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 847.781626] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.781871] env[69654]: DEBUG nova.compute.manager [-] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.782086] env[69654]: DEBUG nova.network.neutron [-] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.788985] env[69654]: INFO nova.compute.manager [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Shelve offloading [ 847.803027] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Acquiring lock "c5dfac36-31b9-427c-9c50-a2081ef88405" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.803027] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Lock "c5dfac36-31b9-427c-9c50-a2081ef88405" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.844532] env[69654]: DEBUG oslo_concurrency.lockutils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquiring lock "bd4e83dd-4d58-4769-82f7-966767243077" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.844751] env[69654]: DEBUG oslo_concurrency.lockutils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "bd4e83dd-4d58-4769-82f7-966767243077" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.895474] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554769, 'name': CreateSnapshot_Task, 'duration_secs': 0.414479} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.895718] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 847.896532] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3648ea04-c6e4-4619-8f5a-99179574d587 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.014029] env[69654]: DEBUG nova.scheduler.client.report [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.141600] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554770, 'name': CreateVM_Task, 'duration_secs': 0.362844} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.141770] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.142474] env[69654]: DEBUG oslo_concurrency.lockutils [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.142636] env[69654]: DEBUG oslo_concurrency.lockutils [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.142997] env[69654]: DEBUG oslo_concurrency.lockutils [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.143267] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-266fbbf3-cc1e-4d16-a54f-e4aff504d293 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.147545] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 848.147545] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c27017-62e9-3c7c-5c4a-bd2e4f556f83" [ 848.147545] env[69654]: _type = "Task" [ 848.147545] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.155387] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c27017-62e9-3c7c-5c4a-bd2e4f556f83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.158225] env[69654]: DEBUG nova.compute.manager [req-2b117935-ec59-41d0-b274-095a05ae873a req-0015332f-d038-4a0a-bac0-242da941c3cc service nova] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Received event network-vif-plugged-6b6b0237-bf55-45a2-b592-df4944bd4876 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.158225] env[69654]: DEBUG oslo_concurrency.lockutils [req-2b117935-ec59-41d0-b274-095a05ae873a req-0015332f-d038-4a0a-bac0-242da941c3cc service nova] Acquiring lock "e04e0774-7b63-4cae-b21f-7bdf78fef22f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.158225] env[69654]: DEBUG oslo_concurrency.lockutils [req-2b117935-ec59-41d0-b274-095a05ae873a req-0015332f-d038-4a0a-bac0-242da941c3cc service nova] Lock "e04e0774-7b63-4cae-b21f-7bdf78fef22f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.158225] env[69654]: DEBUG oslo_concurrency.lockutils [req-2b117935-ec59-41d0-b274-095a05ae873a req-0015332f-d038-4a0a-bac0-242da941c3cc service nova] Lock "e04e0774-7b63-4cae-b21f-7bdf78fef22f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.158493] env[69654]: DEBUG nova.compute.manager [req-2b117935-ec59-41d0-b274-095a05ae873a req-0015332f-d038-4a0a-bac0-242da941c3cc service nova] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] No waiting events found dispatching network-vif-plugged-6b6b0237-bf55-45a2-b592-df4944bd4876 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.158493] env[69654]: WARNING nova.compute.manager [req-2b117935-ec59-41d0-b274-095a05ae873a req-0015332f-d038-4a0a-bac0-242da941c3cc service nova] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Received unexpected event network-vif-plugged-6b6b0237-bf55-45a2-b592-df4944bd4876 for instance with vm_state building and task_state spawning. [ 848.158764] env[69654]: DEBUG nova.compute.manager [req-2b117935-ec59-41d0-b274-095a05ae873a req-0015332f-d038-4a0a-bac0-242da941c3cc service nova] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Received event network-changed-6b6b0237-bf55-45a2-b592-df4944bd4876 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.158764] env[69654]: DEBUG nova.compute.manager [req-2b117935-ec59-41d0-b274-095a05ae873a req-0015332f-d038-4a0a-bac0-242da941c3cc service nova] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Refreshing instance network info cache due to event network-changed-6b6b0237-bf55-45a2-b592-df4944bd4876. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.159379] env[69654]: DEBUG oslo_concurrency.lockutils [req-2b117935-ec59-41d0-b274-095a05ae873a req-0015332f-d038-4a0a-bac0-242da941c3cc service nova] Acquiring lock "refresh_cache-e04e0774-7b63-4cae-b21f-7bdf78fef22f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.159379] env[69654]: DEBUG oslo_concurrency.lockutils [req-2b117935-ec59-41d0-b274-095a05ae873a req-0015332f-d038-4a0a-bac0-242da941c3cc service nova] Acquired lock "refresh_cache-e04e0774-7b63-4cae-b21f-7bdf78fef22f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.159379] env[69654]: DEBUG nova.network.neutron [req-2b117935-ec59-41d0-b274-095a05ae873a req-0015332f-d038-4a0a-bac0-242da941c3cc service nova] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Refreshing network info cache for port 6b6b0237-bf55-45a2-b592-df4944bd4876 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.293123] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.294195] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c170c07f-4d81-405f-9481-337043aaa375 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.300898] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 848.300898] env[69654]: value = "task-3554771" [ 848.300898] env[69654]: _type = "Task" [ 848.300898] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.311349] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] VM already powered off {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 848.311349] env[69654]: DEBUG nova.compute.manager [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.312844] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc45b318-e37e-4d46-ae91-06ac0c8018fc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.318862] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.319179] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.319357] env[69654]: DEBUG nova.network.neutron [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.386050] env[69654]: DEBUG nova.compute.manager [req-47e66c34-0bf0-4412-ba07-eb780134426e req-75d6bf7a-8ccc-4aab-b13c-54ac74f57e4c service nova] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Received event network-vif-deleted-28aad9c4-d717-4459-8cce-be77fe27cb4d {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.386707] env[69654]: INFO nova.compute.manager [req-47e66c34-0bf0-4412-ba07-eb780134426e req-75d6bf7a-8ccc-4aab-b13c-54ac74f57e4c service nova] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Neutron deleted interface 28aad9c4-d717-4459-8cce-be77fe27cb4d; detaching it from the instance and deleting it from the info cache [ 848.386951] env[69654]: DEBUG nova.network.neutron [req-47e66c34-0bf0-4412-ba07-eb780134426e req-75d6bf7a-8ccc-4aab-b13c-54ac74f57e4c service nova] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.415801] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 848.416741] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2fec2e1b-90c2-4205-a54e-49355e5c28d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.427829] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 848.427829] env[69654]: value = "task-3554772" [ 848.427829] env[69654]: _type = "Task" [ 848.427829] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.439608] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554772, 'name': CloneVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.521088] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.521995] env[69654]: DEBUG nova.compute.manager [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.525796] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.616s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.528096] env[69654]: INFO nova.compute.claims [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.536200] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ca32e2cd-5730-4446-9e02-c802bb7d5d2c tempest-VolumesAssistedSnapshotsTest-309128237 tempest-VolumesAssistedSnapshotsTest-309128237-project-admin] Lock "4a825919-be32-47dc-9fa9-5427eb1045c3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.329s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.559572] env[69654]: DEBUG nova.network.neutron [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Successfully updated port: c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.599996] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1fe142b-0cd8-4ce5-aa4c-cca9177ab095 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.601414] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd93832f-5f5f-43b7-ba51-a3879732476a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.609044] env[69654]: DEBUG oslo_concurrency.lockutils [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Acquiring lock "05ec0ef0-ca9d-469b-b177-6b5201ebe3e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.609595] env[69654]: DEBUG oslo_concurrency.lockutils [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Lock "05ec0ef0-ca9d-469b-b177-6b5201ebe3e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.614506] env[69654]: DEBUG oslo_vmware.api [None req-d1fe142b-0cd8-4ce5-aa4c-cca9177ab095 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 848.614506] env[69654]: value = "task-3554773" [ 848.614506] env[69654]: _type = "Task" [ 848.614506] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.623158] env[69654]: DEBUG oslo_vmware.api [None req-d1fe142b-0cd8-4ce5-aa4c-cca9177ab095 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3554773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.665794] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c27017-62e9-3c7c-5c4a-bd2e4f556f83, 'name': SearchDatastore_Task, 'duration_secs': 0.02408} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.665794] env[69654]: DEBUG oslo_concurrency.lockutils [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.665794] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.666097] env[69654]: DEBUG oslo_concurrency.lockutils [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.666225] env[69654]: DEBUG oslo_concurrency.lockutils [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.666424] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.668221] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2274aa72-2e8e-464a-88d5-a3aaffccb155 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.679081] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.679081] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.679081] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-190ec7a1-11d2-4472-b121-5514b65541bc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.684897] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 848.684897] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5283be37-35d7-7142-ddf8-3aa6466bdf74" [ 848.684897] env[69654]: _type = "Task" [ 848.684897] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.693887] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5283be37-35d7-7142-ddf8-3aa6466bdf74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.877607] env[69654]: DEBUG nova.network.neutron [-] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.889972] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2b79716-db15-40a5-8e0a-e77eb1823bf4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.902957] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7b2ab8-2b78-400b-801d-68f84109f4e7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.946586] env[69654]: DEBUG nova.compute.manager [req-47e66c34-0bf0-4412-ba07-eb780134426e req-75d6bf7a-8ccc-4aab-b13c-54ac74f57e4c service nova] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Detach interface failed, port_id=28aad9c4-d717-4459-8cce-be77fe27cb4d, reason: Instance d8d33a14-d3e3-42e4-9fe6-e901547195c9 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 848.958697] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554772, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.027940] env[69654]: DEBUG nova.compute.utils [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.029438] env[69654]: DEBUG nova.compute.manager [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.029612] env[69654]: DEBUG nova.network.neutron [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.096790] env[69654]: DEBUG nova.network.neutron [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Updating instance_info_cache with network_info: [{"id": "46a71ed7-2cb5-4ada-a0df-94864c0679bf", "address": "fa:16:3e:50:0b:8e", "network": {"id": "cfb2c5f3-f003-4e98-98cc-03be95a103d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-370517468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe15a2f8d0f044578e1c43b52101b6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a71ed7-2c", "ovs_interfaceid": "46a71ed7-2cb5-4ada-a0df-94864c0679bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.126884] env[69654]: DEBUG oslo_vmware.api [None req-d1fe142b-0cd8-4ce5-aa4c-cca9177ab095 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3554773, 'name': PowerOnVM_Task, 'duration_secs': 0.418777} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.127168] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1fe142b-0cd8-4ce5-aa4c-cca9177ab095 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.127366] env[69654]: DEBUG nova.compute.manager [None req-d1fe142b-0cd8-4ce5-aa4c-cca9177ab095 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.128148] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300dfc0c-e947-4944-8039-e6ebc2a16d8f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.161572] env[69654]: DEBUG nova.policy [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70df9ebf49ad4d0a97c1432cf9401979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c35537ca929c44909f1e87dd0b02b103', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.178961] env[69654]: DEBUG nova.network.neutron [req-2b117935-ec59-41d0-b274-095a05ae873a req-0015332f-d038-4a0a-bac0-242da941c3cc service nova] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Updated VIF entry in instance network info cache for port 6b6b0237-bf55-45a2-b592-df4944bd4876. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.179098] env[69654]: DEBUG nova.network.neutron [req-2b117935-ec59-41d0-b274-095a05ae873a req-0015332f-d038-4a0a-bac0-242da941c3cc service nova] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Updating instance_info_cache with network_info: [{"id": "6b6b0237-bf55-45a2-b592-df4944bd4876", "address": "fa:16:3e:d4:96:ac", "network": {"id": "a3c8360b-e45a-4d13-b229-3b1a30418fea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1532515243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abb01edf185342c5b99d7ec39ea4fcde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6b0237-bf", "ovs_interfaceid": "6b6b0237-bf55-45a2-b592-df4944bd4876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.196903] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5283be37-35d7-7142-ddf8-3aa6466bdf74, 'name': SearchDatastore_Task, 'duration_secs': 0.013686} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.197704] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c29776c-23fc-4ae1-b05f-a39e6a60f145 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.203510] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 849.203510] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e4b501-bf65-1e59-5edc-fb3853f12bec" [ 849.203510] env[69654]: _type = "Task" [ 849.203510] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.212962] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e4b501-bf65-1e59-5edc-fb3853f12bec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.382841] env[69654]: INFO nova.compute.manager [-] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Took 1.60 seconds to deallocate network for instance. [ 849.456014] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554772, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.533687] env[69654]: DEBUG nova.compute.manager [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.603405] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Releasing lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.681897] env[69654]: DEBUG oslo_concurrency.lockutils [req-2b117935-ec59-41d0-b274-095a05ae873a req-0015332f-d038-4a0a-bac0-242da941c3cc service nova] Releasing lock "refresh_cache-e04e0774-7b63-4cae-b21f-7bdf78fef22f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.716310] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e4b501-bf65-1e59-5edc-fb3853f12bec, 'name': SearchDatastore_Task, 'duration_secs': 0.017123} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.720281] env[69654]: DEBUG oslo_concurrency.lockutils [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.720725] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] e04e0774-7b63-4cae-b21f-7bdf78fef22f/e04e0774-7b63-4cae-b21f-7bdf78fef22f.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.721479] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae4dc9c8-ff3f-4aac-9ec8-0d7922c753d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.728843] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 849.728843] env[69654]: value = "task-3554775" [ 849.728843] env[69654]: _type = "Task" [ 849.728843] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.742799] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.755163] env[69654]: DEBUG oslo_concurrency.lockutils [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "d1f9074c-5091-47c7-a109-0c01a21023bc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.755163] env[69654]: DEBUG oslo_concurrency.lockutils [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "d1f9074c-5091-47c7-a109-0c01a21023bc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.898480] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.956994] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554772, 'name': CloneVM_Task, 'duration_secs': 1.388012} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.959430] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Created linked-clone VM from snapshot [ 849.961170] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c1720e-1d18-458e-88da-ca572c067336 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.972612] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Uploading image d609f8e1-d0a3-4980-97d1-a271d6a554b7 {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 849.976921] env[69654]: DEBUG nova.network.neutron [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Successfully created port: 1667d59d-0f3e-4a56-8499-1963241be3ab {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.003607] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 850.003607] env[69654]: value = "vm-709766" [ 850.003607] env[69654]: _type = "VirtualMachine" [ 850.003607] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 850.004010] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5e49d123-9657-44eb-a386-d9cba783ac3b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.014476] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lease: (returnval){ [ 850.014476] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52eee457-e0f6-593a-fc73-7d9ab5bdb585" [ 850.014476] env[69654]: _type = "HttpNfcLease" [ 850.014476] env[69654]: } obtained for exporting VM: (result){ [ 850.014476] env[69654]: value = "vm-709766" [ 850.014476] env[69654]: _type = "VirtualMachine" [ 850.014476] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 850.014756] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the lease: (returnval){ [ 850.014756] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52eee457-e0f6-593a-fc73-7d9ab5bdb585" [ 850.014756] env[69654]: _type = "HttpNfcLease" [ 850.014756] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 850.023936] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.023936] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52eee457-e0f6-593a-fc73-7d9ab5bdb585" [ 850.023936] env[69654]: _type = "HttpNfcLease" [ 850.023936] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 850.078019] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62fbf8e-71fc-4227-b05b-5265e44e0cee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.083169] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63ea00d-f42c-45fe-a49d-95717a066db9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.115311] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35f9054-562c-43bd-be3b-c0107988e309 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.122857] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44ef076-1f52-427d-95fe-192ca7da54cc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.137550] env[69654]: DEBUG nova.compute.provider_tree [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.240515] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554775, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.256846] env[69654]: DEBUG nova.compute.utils [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.526612] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.526612] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52eee457-e0f6-593a-fc73-7d9ab5bdb585" [ 850.526612] env[69654]: _type = "HttpNfcLease" [ 850.526612] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 850.527773] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.529187] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 850.529187] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52eee457-e0f6-593a-fc73-7d9ab5bdb585" [ 850.529187] env[69654]: _type = "HttpNfcLease" [ 850.529187] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 850.530584] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b144eea9-00dc-452d-89f9-cf42fe4d9147 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.539075] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9005a4ec-9dc5-4206-bb36-4501d189006b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.547220] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.550772] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-830910d0-8052-4fb7-a4df-8a35e58beb62 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.553880] env[69654]: DEBUG nova.compute.manager [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.555571] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52223ea6-34a8-4601-6c8f-fe960f59ae04/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 850.555758] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52223ea6-34a8-4601-6c8f-fe960f59ae04/disk-0.vmdk for reading. {{(pid=69654) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 850.622983] env[69654]: DEBUG nova.virt.hardware [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.623348] env[69654]: DEBUG nova.virt.hardware [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.623393] env[69654]: DEBUG nova.virt.hardware [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.623563] env[69654]: DEBUG nova.virt.hardware [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.623783] env[69654]: DEBUG nova.virt.hardware [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.623852] env[69654]: DEBUG nova.virt.hardware [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.624057] env[69654]: DEBUG nova.virt.hardware [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.624218] env[69654]: DEBUG nova.virt.hardware [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.624388] env[69654]: DEBUG nova.virt.hardware [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.624545] env[69654]: DEBUG nova.virt.hardware [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.624720] env[69654]: DEBUG nova.virt.hardware [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.625619] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b06a749-a0e4-4105-b74d-56c80648af14 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.633613] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1844bab5-298c-442b-ba41-660075e0e6b3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.641135] env[69654]: DEBUG nova.scheduler.client.report [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.652902] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.653145] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.653327] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Deleting the datastore file [datastore1] 9f12ce3e-28c9-480a-8ce0-7193016e331b {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.656315] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3557a4a5-114e-42f0-90df-f386becd4371 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.659851] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-45219a4e-df81-4b88-9c29-ce28adda8733 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.665700] env[69654]: DEBUG nova.network.neutron [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Successfully updated port: 7647abd3-6cdd-459a-a5e8-a8300380cda8 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.667475] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 850.667475] env[69654]: value = "task-3554778" [ 850.667475] env[69654]: _type = "Task" [ 850.667475] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.676369] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.740100] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864392} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.740502] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] e04e0774-7b63-4cae-b21f-7bdf78fef22f/e04e0774-7b63-4cae-b21f-7bdf78fef22f.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.740609] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.740817] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f443c14b-9870-48f0-a58e-d822b199bb45 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.746860] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 850.746860] env[69654]: value = "task-3554779" [ 850.746860] env[69654]: _type = "Task" [ 850.746860] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.758653] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.760425] env[69654]: DEBUG oslo_concurrency.lockutils [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "d1f9074c-5091-47c7-a109-0c01a21023bc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.958088] env[69654]: DEBUG nova.compute.manager [req-270199bb-447d-41f4-87aa-84cbc7f4e603 req-2f20918b-67cd-4fd2-a939-8e8f5c453051 service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Received event network-vif-plugged-c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.958328] env[69654]: DEBUG oslo_concurrency.lockutils [req-270199bb-447d-41f4-87aa-84cbc7f4e603 req-2f20918b-67cd-4fd2-a939-8e8f5c453051 service nova] Acquiring lock "5d003127-bfd5-4376-8825-84e987f6e37a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.958567] env[69654]: DEBUG oslo_concurrency.lockutils [req-270199bb-447d-41f4-87aa-84cbc7f4e603 req-2f20918b-67cd-4fd2-a939-8e8f5c453051 service nova] Lock "5d003127-bfd5-4376-8825-84e987f6e37a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.958743] env[69654]: DEBUG oslo_concurrency.lockutils [req-270199bb-447d-41f4-87aa-84cbc7f4e603 req-2f20918b-67cd-4fd2-a939-8e8f5c453051 service nova] Lock "5d003127-bfd5-4376-8825-84e987f6e37a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.959388] env[69654]: DEBUG nova.compute.manager [req-270199bb-447d-41f4-87aa-84cbc7f4e603 req-2f20918b-67cd-4fd2-a939-8e8f5c453051 service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] No waiting events found dispatching network-vif-plugged-c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.959388] env[69654]: WARNING nova.compute.manager [req-270199bb-447d-41f4-87aa-84cbc7f4e603 req-2f20918b-67cd-4fd2-a939-8e8f5c453051 service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Received unexpected event network-vif-plugged-c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4 for instance with vm_state building and task_state spawning. [ 850.959388] env[69654]: DEBUG nova.compute.manager [req-270199bb-447d-41f4-87aa-84cbc7f4e603 req-2f20918b-67cd-4fd2-a939-8e8f5c453051 service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Received event network-changed-c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.959388] env[69654]: DEBUG nova.compute.manager [req-270199bb-447d-41f4-87aa-84cbc7f4e603 req-2f20918b-67cd-4fd2-a939-8e8f5c453051 service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Refreshing instance network info cache due to event network-changed-c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.959598] env[69654]: DEBUG oslo_concurrency.lockutils [req-270199bb-447d-41f4-87aa-84cbc7f4e603 req-2f20918b-67cd-4fd2-a939-8e8f5c453051 service nova] Acquiring lock "refresh_cache-5d003127-bfd5-4376-8825-84e987f6e37a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.959741] env[69654]: DEBUG oslo_concurrency.lockutils [req-270199bb-447d-41f4-87aa-84cbc7f4e603 req-2f20918b-67cd-4fd2-a939-8e8f5c453051 service nova] Acquired lock "refresh_cache-5d003127-bfd5-4376-8825-84e987f6e37a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.959916] env[69654]: DEBUG nova.network.neutron [req-270199bb-447d-41f4-87aa-84cbc7f4e603 req-2f20918b-67cd-4fd2-a939-8e8f5c453051 service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Refreshing network info cache for port c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.155764] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.156337] env[69654]: DEBUG nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.158995] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.200s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.160483] env[69654]: INFO nova.compute.claims [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.169039] env[69654]: DEBUG oslo_concurrency.lockutils [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquiring lock "refresh_cache-5d003127-bfd5-4376-8825-84e987f6e37a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.179069] env[69654]: DEBUG oslo_vmware.api [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3554778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190279} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.180482] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.180482] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.180482] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.221754] env[69654]: INFO nova.scheduler.client.report [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Deleted allocations for instance 9f12ce3e-28c9-480a-8ce0-7193016e331b [ 851.258257] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063234} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.258687] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.259916] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad8e04a-21c9-46c2-ad03-e23045e21072 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.291245] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] e04e0774-7b63-4cae-b21f-7bdf78fef22f/e04e0774-7b63-4cae-b21f-7bdf78fef22f.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.292042] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f6d94c5-dc50-4796-ab49-730a2fc897a0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.316476] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 851.316476] env[69654]: value = "task-3554780" [ 851.316476] env[69654]: _type = "Task" [ 851.316476] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.326902] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.501386] env[69654]: DEBUG nova.network.neutron [req-270199bb-447d-41f4-87aa-84cbc7f4e603 req-2f20918b-67cd-4fd2-a939-8e8f5c453051 service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.575615] env[69654]: DEBUG nova.compute.manager [req-592847c9-61ff-4270-a1a3-8b11b4600013 req-31f80d41-83fa-467c-9cd4-1f24bd24df8f service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Received event network-vif-plugged-7647abd3-6cdd-459a-a5e8-a8300380cda8 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.575981] env[69654]: DEBUG oslo_concurrency.lockutils [req-592847c9-61ff-4270-a1a3-8b11b4600013 req-31f80d41-83fa-467c-9cd4-1f24bd24df8f service nova] Acquiring lock "5d003127-bfd5-4376-8825-84e987f6e37a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.576417] env[69654]: DEBUG oslo_concurrency.lockutils [req-592847c9-61ff-4270-a1a3-8b11b4600013 req-31f80d41-83fa-467c-9cd4-1f24bd24df8f service nova] Lock "5d003127-bfd5-4376-8825-84e987f6e37a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.576656] env[69654]: DEBUG oslo_concurrency.lockutils [req-592847c9-61ff-4270-a1a3-8b11b4600013 req-31f80d41-83fa-467c-9cd4-1f24bd24df8f service nova] Lock "5d003127-bfd5-4376-8825-84e987f6e37a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.576885] env[69654]: DEBUG nova.compute.manager [req-592847c9-61ff-4270-a1a3-8b11b4600013 req-31f80d41-83fa-467c-9cd4-1f24bd24df8f service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] No waiting events found dispatching network-vif-plugged-7647abd3-6cdd-459a-a5e8-a8300380cda8 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.577297] env[69654]: WARNING nova.compute.manager [req-592847c9-61ff-4270-a1a3-8b11b4600013 req-31f80d41-83fa-467c-9cd4-1f24bd24df8f service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Received unexpected event network-vif-plugged-7647abd3-6cdd-459a-a5e8-a8300380cda8 for instance with vm_state building and task_state spawning. [ 851.595176] env[69654]: DEBUG nova.network.neutron [req-270199bb-447d-41f4-87aa-84cbc7f4e603 req-2f20918b-67cd-4fd2-a939-8e8f5c453051 service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.670053] env[69654]: DEBUG nova.compute.utils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.671053] env[69654]: DEBUG nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.671228] env[69654]: DEBUG nova.network.neutron [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.714364] env[69654]: DEBUG nova.policy [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eeb1a60015d4a92872cb1f02dc16d8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdf4b8b3386944b29d3f2ab037e192a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.730172] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.827289] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.896068] env[69654]: DEBUG oslo_concurrency.lockutils [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "d1f9074c-5091-47c7-a109-0c01a21023bc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.896405] env[69654]: DEBUG oslo_concurrency.lockutils [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "d1f9074c-5091-47c7-a109-0c01a21023bc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.896662] env[69654]: INFO nova.compute.manager [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Attaching volume 004fe85a-90d9-422e-9772-6f28889f2db4 to /dev/sdb [ 851.946330] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbe72ea-f5de-4522-b265-458da125b45d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.954191] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54a2846-f985-475a-8e8b-98769c340a4c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.971939] env[69654]: DEBUG nova.virt.block_device [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Updating existing volume attachment record: 41159fa0-4f41-4ff2-97c9-b119f31b19cd {{(pid=69654) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 852.007728] env[69654]: DEBUG nova.network.neutron [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Successfully created port: 5f155a0b-b388-41b0-abcc-043741a94b02 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.098306] env[69654]: DEBUG oslo_concurrency.lockutils [req-270199bb-447d-41f4-87aa-84cbc7f4e603 req-2f20918b-67cd-4fd2-a939-8e8f5c453051 service nova] Releasing lock "refresh_cache-5d003127-bfd5-4376-8825-84e987f6e37a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.098686] env[69654]: DEBUG oslo_concurrency.lockutils [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquired lock "refresh_cache-5d003127-bfd5-4376-8825-84e987f6e37a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.098846] env[69654]: DEBUG nova.network.neutron [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.173272] env[69654]: DEBUG nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.244434] env[69654]: DEBUG nova.network.neutron [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Successfully updated port: 1667d59d-0f3e-4a56-8499-1963241be3ab {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.327902] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554780, 'name': ReconfigVM_Task, 'duration_secs': 0.769293} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.328395] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Reconfigured VM instance instance-00000034 to attach disk [datastore1] e04e0774-7b63-4cae-b21f-7bdf78fef22f/e04e0774-7b63-4cae-b21f-7bdf78fef22f.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.329078] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24ddcf27-c904-4b36-9f9b-63bec9a3b4d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.339857] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 852.339857] env[69654]: value = "task-3554783" [ 852.339857] env[69654]: _type = "Task" [ 852.339857] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.353938] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554783, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.661034] env[69654]: DEBUG nova.network.neutron [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.695523] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Acquiring lock "4a825919-be32-47dc-9fa9-5427eb1045c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.695523] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Lock "4a825919-be32-47dc-9fa9-5427eb1045c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.695523] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Acquiring lock "4a825919-be32-47dc-9fa9-5427eb1045c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.695523] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Lock "4a825919-be32-47dc-9fa9-5427eb1045c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.695523] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Lock "4a825919-be32-47dc-9fa9-5427eb1045c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.696453] env[69654]: INFO nova.compute.manager [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Terminating instance [ 852.704021] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489e3135-544e-446f-83a6-cd08d713ac20 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.713280] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8f8574-a167-4278-a4b2-8d7e9f808f20 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.757409] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "refresh_cache-bf7e633d-acbd-490a-a6de-d9bf697020d4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.757560] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired lock "refresh_cache-bf7e633d-acbd-490a-a6de-d9bf697020d4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.757723] env[69654]: DEBUG nova.network.neutron [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.760920] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0656995-ea0b-475a-8be2-e0b47fab1084 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.772225] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "f4c0b3fa-195f-430f-803c-016dfde499d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.774409] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "f4c0b3fa-195f-430f-803c-016dfde499d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.778805] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b68455-6099-4104-b51c-c3803854245f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.794916] env[69654]: DEBUG nova.compute.provider_tree [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.837036] env[69654]: DEBUG nova.network.neutron [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.849986] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554783, 'name': Rename_Task, 'duration_secs': 0.148429} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.850369] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.850695] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75f806a4-3528-47c9-a685-869c45d67a18 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.861060] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 852.861060] env[69654]: value = "task-3554785" [ 852.861060] env[69654]: _type = "Task" [ 852.861060] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.869491] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.189192] env[69654]: DEBUG nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.212532] env[69654]: DEBUG nova.compute.manager [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.212532] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.212532] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77941466-16ac-40e9-8d2f-24244d6aff8b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.221032] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.222838] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a19b671-44e4-4ce4-a254-596ca638ba2c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.229833] env[69654]: DEBUG oslo_vmware.api [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Waiting for the task: (returnval){ [ 853.229833] env[69654]: value = "task-3554786" [ 853.229833] env[69654]: _type = "Task" [ 853.229833] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.232165] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.232404] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.232688] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.232776] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.232920] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.233092] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.233307] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.233463] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.233630] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.233811] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.234020] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.235020] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6811ca48-33f2-4acd-aff1-f59aa4e3ba55 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.251304] env[69654]: DEBUG oslo_vmware.api [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': task-3554786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.252524] env[69654]: DEBUG nova.network.neutron [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Updating instance_info_cache with network_info: [{"id": "1667d59d-0f3e-4a56-8499-1963241be3ab", "address": "fa:16:3e:7f:b1:5e", "network": {"id": "00b1b5dd-4fd3-4319-92c9-fd3ea300170f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1423095850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35537ca929c44909f1e87dd0b02b103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1667d59d-0f", "ovs_interfaceid": "1667d59d-0f3e-4a56-8499-1963241be3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.257593] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5b4a9a-9c38-44ca-83c5-ef8e7aef38da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.298761] env[69654]: DEBUG nova.scheduler.client.report [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.372658] env[69654]: DEBUG oslo_vmware.api [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554785, 'name': PowerOnVM_Task, 'duration_secs': 0.453817} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.373123] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.373440] env[69654]: INFO nova.compute.manager [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Took 10.47 seconds to spawn the instance on the hypervisor. [ 853.373727] env[69654]: DEBUG nova.compute.manager [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.375461] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1ec4d4-673c-44de-ac64-6b7e73d0b2e1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.405046] env[69654]: DEBUG nova.network.neutron [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Updating instance_info_cache with network_info: [{"id": "c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4", "address": "fa:16:3e:74:71:50", "network": {"id": "0c751119-a1d1-40ce-b65c-3d212bd690b7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2063954275", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9faae37-9c", "ovs_interfaceid": "c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7647abd3-6cdd-459a-a5e8-a8300380cda8", "address": "fa:16:3e:d2:a5:b2", "network": {"id": "974661ce-0dc0-4d15-add3-ca48abdbb167", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1309605172", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7647abd3-6c", "ovs_interfaceid": "7647abd3-6cdd-459a-a5e8-a8300380cda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.520225] env[69654]: DEBUG nova.compute.manager [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Received event network-vif-unplugged-46a71ed7-2cb5-4ada-a0df-94864c0679bf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.523590] env[69654]: DEBUG oslo_concurrency.lockutils [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] Acquiring lock "9f12ce3e-28c9-480a-8ce0-7193016e331b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.523590] env[69654]: DEBUG oslo_concurrency.lockutils [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.523590] env[69654]: DEBUG oslo_concurrency.lockutils [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.523590] env[69654]: DEBUG nova.compute.manager [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] No waiting events found dispatching network-vif-unplugged-46a71ed7-2cb5-4ada-a0df-94864c0679bf {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.523590] env[69654]: WARNING nova.compute.manager [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Received unexpected event network-vif-unplugged-46a71ed7-2cb5-4ada-a0df-94864c0679bf for instance with vm_state shelved_offloaded and task_state None. [ 853.523590] env[69654]: DEBUG nova.compute.manager [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Received event network-changed-46a71ed7-2cb5-4ada-a0df-94864c0679bf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.523590] env[69654]: DEBUG nova.compute.manager [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Refreshing instance network info cache due to event network-changed-46a71ed7-2cb5-4ada-a0df-94864c0679bf. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.523590] env[69654]: DEBUG oslo_concurrency.lockutils [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] Acquiring lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.523590] env[69654]: DEBUG oslo_concurrency.lockutils [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] Acquired lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.523590] env[69654]: DEBUG nova.network.neutron [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Refreshing network info cache for port 46a71ed7-2cb5-4ada-a0df-94864c0679bf {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.592231] env[69654]: DEBUG nova.network.neutron [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Successfully updated port: 5f155a0b-b388-41b0-abcc-043741a94b02 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.743972] env[69654]: DEBUG oslo_vmware.api [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': task-3554786, 'name': PowerOffVM_Task, 'duration_secs': 0.244834} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.744330] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.744502] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.744771] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ddec91b-23e2-4fa2-8bdb-6ff9a5770b7f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.765292] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Releasing lock "refresh_cache-bf7e633d-acbd-490a-a6de-d9bf697020d4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.765634] env[69654]: DEBUG nova.compute.manager [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Instance network_info: |[{"id": "1667d59d-0f3e-4a56-8499-1963241be3ab", "address": "fa:16:3e:7f:b1:5e", "network": {"id": "00b1b5dd-4fd3-4319-92c9-fd3ea300170f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1423095850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35537ca929c44909f1e87dd0b02b103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1667d59d-0f", "ovs_interfaceid": "1667d59d-0f3e-4a56-8499-1963241be3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.766087] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:b1:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1667d59d-0f3e-4a56-8499-1963241be3ab', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.774104] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.775029] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.775029] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a24edad2-5b12-4c92-81a7-eeffd02274d2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.795335] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.795335] env[69654]: value = "task-3554788" [ 853.795335] env[69654]: _type = "Task" [ 853.795335] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.804173] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.804464] env[69654]: DEBUG nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.806974] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554788, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.808119] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.179s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.808119] env[69654]: DEBUG nova.objects.instance [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Lazy-loading 'resources' on Instance uuid 8f2db915-6654-4f50-b05b-522c3443d27c {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.814114] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.814341] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.814533] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Deleting the datastore file [datastore2] 4a825919-be32-47dc-9fa9-5427eb1045c3 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.815436] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d86c102-f2c6-4fac-b44d-92206f9359e7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.824034] env[69654]: DEBUG oslo_vmware.api [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Waiting for the task: (returnval){ [ 853.824034] env[69654]: value = "task-3554789" [ 853.824034] env[69654]: _type = "Task" [ 853.824034] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.832862] env[69654]: DEBUG oslo_vmware.api [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': task-3554789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.867723] env[69654]: DEBUG nova.compute.manager [req-797204cb-c5b1-4cb9-8e78-ecf2fd15d282 req-87bdf884-5fdf-4dff-a794-b97f2df89e31 service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Received event network-changed-7647abd3-6cdd-459a-a5e8-a8300380cda8 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.867723] env[69654]: DEBUG nova.compute.manager [req-797204cb-c5b1-4cb9-8e78-ecf2fd15d282 req-87bdf884-5fdf-4dff-a794-b97f2df89e31 service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Refreshing instance network info cache due to event network-changed-7647abd3-6cdd-459a-a5e8-a8300380cda8. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.867919] env[69654]: DEBUG oslo_concurrency.lockutils [req-797204cb-c5b1-4cb9-8e78-ecf2fd15d282 req-87bdf884-5fdf-4dff-a794-b97f2df89e31 service nova] Acquiring lock "refresh_cache-5d003127-bfd5-4376-8825-84e987f6e37a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.898427] env[69654]: INFO nova.compute.manager [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Took 37.08 seconds to build instance. [ 853.908994] env[69654]: DEBUG oslo_concurrency.lockutils [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Releasing lock "refresh_cache-5d003127-bfd5-4376-8825-84e987f6e37a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.908994] env[69654]: DEBUG nova.compute.manager [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Instance network_info: |[{"id": "c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4", "address": "fa:16:3e:74:71:50", "network": {"id": "0c751119-a1d1-40ce-b65c-3d212bd690b7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2063954275", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9faae37-9c", "ovs_interfaceid": "c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7647abd3-6cdd-459a-a5e8-a8300380cda8", "address": "fa:16:3e:d2:a5:b2", "network": {"id": "974661ce-0dc0-4d15-add3-ca48abdbb167", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1309605172", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7647abd3-6c", "ovs_interfaceid": "7647abd3-6cdd-459a-a5e8-a8300380cda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.909892] env[69654]: DEBUG oslo_concurrency.lockutils [req-797204cb-c5b1-4cb9-8e78-ecf2fd15d282 req-87bdf884-5fdf-4dff-a794-b97f2df89e31 service nova] Acquired lock "refresh_cache-5d003127-bfd5-4376-8825-84e987f6e37a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.909892] env[69654]: DEBUG nova.network.neutron [req-797204cb-c5b1-4cb9-8e78-ecf2fd15d282 req-87bdf884-5fdf-4dff-a794-b97f2df89e31 service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Refreshing network info cache for port 7647abd3-6cdd-459a-a5e8-a8300380cda8 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.910949] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:71:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:a5:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7647abd3-6cdd-459a-a5e8-a8300380cda8', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.928358] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.932448] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.932448] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04eaf1cf-ce5c-4a66-ad9e-c1ac2964f022 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.956141] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.956141] env[69654]: value = "task-3554790" [ 853.956141] env[69654]: _type = "Task" [ 853.956141] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.965247] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554790, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.099199] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "refresh_cache-b2c4c844-732f-4240-a390-1ed91bbc7bb0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.099350] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquired lock "refresh_cache-b2c4c844-732f-4240-a390-1ed91bbc7bb0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.099703] env[69654]: DEBUG nova.network.neutron [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.195316] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.195597] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.307269] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554788, 'name': CreateVM_Task, 'duration_secs': 0.382199} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.307541] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.308201] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.308374] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.308813] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.312833] env[69654]: DEBUG nova.compute.utils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.314242] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d729c7e-1ff3-4213-96d0-33139e8d97ba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.319024] env[69654]: DEBUG nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.319024] env[69654]: DEBUG nova.network.neutron [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.324523] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 854.324523] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52051b56-2784-99b7-6cdc-1e17da9f043e" [ 854.324523] env[69654]: _type = "Task" [ 854.324523] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.325341] env[69654]: DEBUG nova.network.neutron [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Updated VIF entry in instance network info cache for port 46a71ed7-2cb5-4ada-a0df-94864c0679bf. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.325763] env[69654]: DEBUG nova.network.neutron [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Updating instance_info_cache with network_info: [{"id": "46a71ed7-2cb5-4ada-a0df-94864c0679bf", "address": "fa:16:3e:50:0b:8e", "network": {"id": "cfb2c5f3-f003-4e98-98cc-03be95a103d7", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-370517468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe15a2f8d0f044578e1c43b52101b6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap46a71ed7-2c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.342179] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52051b56-2784-99b7-6cdc-1e17da9f043e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.350708] env[69654]: DEBUG oslo_vmware.api [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Task: {'id': task-3554789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302099} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.350708] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.351726] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.351726] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.351726] env[69654]: INFO nova.compute.manager [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 854.351726] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.351900] env[69654]: DEBUG nova.compute.manager [-] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.352631] env[69654]: DEBUG nova.network.neutron [-] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.368607] env[69654]: DEBUG nova.policy [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eeb1a60015d4a92872cb1f02dc16d8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdf4b8b3386944b29d3f2ab037e192a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.401403] env[69654]: DEBUG oslo_concurrency.lockutils [None req-61bcb691-f1d2-49d7-babf-8f147dca2d1e tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "e04e0774-7b63-4cae-b21f-7bdf78fef22f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.363s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.466920] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554790, 'name': CreateVM_Task, 'duration_secs': 0.49955} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.469698] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.470692] env[69654]: DEBUG oslo_concurrency.lockutils [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.647389] env[69654]: DEBUG nova.network.neutron [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.701027] env[69654]: DEBUG nova.compute.utils [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.817878] env[69654]: DEBUG nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.829778] env[69654]: DEBUG oslo_concurrency.lockutils [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] Releasing lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.830028] env[69654]: DEBUG nova.compute.manager [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Received event network-vif-plugged-1667d59d-0f3e-4a56-8499-1963241be3ab {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.830225] env[69654]: DEBUG oslo_concurrency.lockutils [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] Acquiring lock "bf7e633d-acbd-490a-a6de-d9bf697020d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.830521] env[69654]: DEBUG oslo_concurrency.lockutils [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] Lock "bf7e633d-acbd-490a-a6de-d9bf697020d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.830601] env[69654]: DEBUG oslo_concurrency.lockutils [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] Lock "bf7e633d-acbd-490a-a6de-d9bf697020d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.831078] env[69654]: DEBUG nova.compute.manager [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] No waiting events found dispatching network-vif-plugged-1667d59d-0f3e-4a56-8499-1963241be3ab {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.831317] env[69654]: WARNING nova.compute.manager [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Received unexpected event network-vif-plugged-1667d59d-0f3e-4a56-8499-1963241be3ab for instance with vm_state building and task_state spawning. [ 854.831500] env[69654]: DEBUG nova.compute.manager [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Received event network-changed-1667d59d-0f3e-4a56-8499-1963241be3ab {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.831701] env[69654]: DEBUG nova.compute.manager [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Refreshing instance network info cache due to event network-changed-1667d59d-0f3e-4a56-8499-1963241be3ab. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.831899] env[69654]: DEBUG oslo_concurrency.lockutils [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] Acquiring lock "refresh_cache-bf7e633d-acbd-490a-a6de-d9bf697020d4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.832051] env[69654]: DEBUG oslo_concurrency.lockutils [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] Acquired lock "refresh_cache-bf7e633d-acbd-490a-a6de-d9bf697020d4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.832215] env[69654]: DEBUG nova.network.neutron [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Refreshing network info cache for port 1667d59d-0f3e-4a56-8499-1963241be3ab {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.846121] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52051b56-2784-99b7-6cdc-1e17da9f043e, 'name': SearchDatastore_Task, 'duration_secs': 0.018483} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.846437] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.846708] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.847188] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.847343] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.847657] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.848653] env[69654]: DEBUG oslo_concurrency.lockutils [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.848965] env[69654]: DEBUG oslo_concurrency.lockutils [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.849319] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a97503be-0a6b-4a3c-939e-0d3d56aad70a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.857093] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d9490b-6f43-4cb8-973e-0f6a47a2728b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.863183] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 854.863183] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5204c7fc-3727-507f-45ee-f389f9124861" [ 854.863183] env[69654]: _type = "Task" [ 854.863183] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.869897] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.869897] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.869897] env[69654]: DEBUG nova.network.neutron [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Updating instance_info_cache with network_info: [{"id": "5f155a0b-b388-41b0-abcc-043741a94b02", "address": "fa:16:3e:e8:4f:23", "network": {"id": "ee7676d5-9db2-4d5e-951d-c123e1e91948", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-936449333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf4b8b3386944b29d3f2ab037e192a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f155a0b-b3", "ovs_interfaceid": "5f155a0b-b388-41b0-abcc-043741a94b02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.870953] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3fdf063-16c7-4cd6-bf6d-a772b38e6352 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.880666] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5204c7fc-3727-507f-45ee-f389f9124861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.884154] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 854.884154] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b19a0b-333f-42e7-0b37-3c7e9a9f048d" [ 854.884154] env[69654]: _type = "Task" [ 854.884154] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.888251] env[69654]: DEBUG nova.network.neutron [req-797204cb-c5b1-4cb9-8e78-ecf2fd15d282 req-87bdf884-5fdf-4dff-a794-b97f2df89e31 service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Updated VIF entry in instance network info cache for port 7647abd3-6cdd-459a-a5e8-a8300380cda8. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.888677] env[69654]: DEBUG nova.network.neutron [req-797204cb-c5b1-4cb9-8e78-ecf2fd15d282 req-87bdf884-5fdf-4dff-a794-b97f2df89e31 service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Updating instance_info_cache with network_info: [{"id": "c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4", "address": "fa:16:3e:74:71:50", "network": {"id": "0c751119-a1d1-40ce-b65c-3d212bd690b7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2063954275", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9faae37-9c", "ovs_interfaceid": "c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7647abd3-6cdd-459a-a5e8-a8300380cda8", "address": "fa:16:3e:d2:a5:b2", "network": {"id": "974661ce-0dc0-4d15-add3-ca48abdbb167", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1309605172", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7647abd3-6c", "ovs_interfaceid": "7647abd3-6cdd-459a-a5e8-a8300380cda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.898101] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b19a0b-333f-42e7-0b37-3c7e9a9f048d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.904438] env[69654]: DEBUG nova.compute.manager [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.976654] env[69654]: DEBUG nova.network.neutron [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Successfully created port: 0a5218bc-2d51-42ac-81e7-57363b82a399 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.990147] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389fdf8b-49b0-4e99-97d5-303f5d5cf837 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.998890] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199bba81-94da-433b-9756-5382c378b021 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.033434] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9290e432-face-4bb8-82da-e1ea4148c0c0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.041112] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5458ac2b-d621-4dd4-a79f-ac445954a754 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.058772] env[69654]: DEBUG nova.compute.provider_tree [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.205685] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.322576] env[69654]: DEBUG oslo_concurrency.lockutils [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "9f12ce3e-28c9-480a-8ce0-7193016e331b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.375614] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Releasing lock "refresh_cache-b2c4c844-732f-4240-a390-1ed91bbc7bb0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.376017] env[69654]: DEBUG nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Instance network_info: |[{"id": "5f155a0b-b388-41b0-abcc-043741a94b02", "address": "fa:16:3e:e8:4f:23", "network": {"id": "ee7676d5-9db2-4d5e-951d-c123e1e91948", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-936449333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf4b8b3386944b29d3f2ab037e192a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f155a0b-b3", "ovs_interfaceid": "5f155a0b-b388-41b0-abcc-043741a94b02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.376386] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5204c7fc-3727-507f-45ee-f389f9124861, 'name': SearchDatastore_Task, 'duration_secs': 0.020846} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.379099] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:4f:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f155a0b-b388-41b0-abcc-043741a94b02', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.386905] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Creating folder: Project (fdf4b8b3386944b29d3f2ab037e192a6). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.387267] env[69654]: DEBUG oslo_concurrency.lockutils [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.387876] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.387876] env[69654]: DEBUG oslo_concurrency.lockutils [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.388297] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15d606f5-545d-441d-8554-a1927eb4965d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.393414] env[69654]: DEBUG oslo_concurrency.lockutils [req-797204cb-c5b1-4cb9-8e78-ecf2fd15d282 req-87bdf884-5fdf-4dff-a794-b97f2df89e31 service nova] Releasing lock "refresh_cache-5d003127-bfd5-4376-8825-84e987f6e37a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.393631] env[69654]: DEBUG nova.compute.manager [req-797204cb-c5b1-4cb9-8e78-ecf2fd15d282 req-87bdf884-5fdf-4dff-a794-b97f2df89e31 service nova] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Received event network-vif-plugged-5f155a0b-b388-41b0-abcc-043741a94b02 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.393821] env[69654]: DEBUG oslo_concurrency.lockutils [req-797204cb-c5b1-4cb9-8e78-ecf2fd15d282 req-87bdf884-5fdf-4dff-a794-b97f2df89e31 service nova] Acquiring lock "b2c4c844-732f-4240-a390-1ed91bbc7bb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.394046] env[69654]: DEBUG oslo_concurrency.lockutils [req-797204cb-c5b1-4cb9-8e78-ecf2fd15d282 req-87bdf884-5fdf-4dff-a794-b97f2df89e31 service nova] Lock "b2c4c844-732f-4240-a390-1ed91bbc7bb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.394216] env[69654]: DEBUG oslo_concurrency.lockutils [req-797204cb-c5b1-4cb9-8e78-ecf2fd15d282 req-87bdf884-5fdf-4dff-a794-b97f2df89e31 service nova] Lock "b2c4c844-732f-4240-a390-1ed91bbc7bb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.394380] env[69654]: DEBUG nova.compute.manager [req-797204cb-c5b1-4cb9-8e78-ecf2fd15d282 req-87bdf884-5fdf-4dff-a794-b97f2df89e31 service nova] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] No waiting events found dispatching network-vif-plugged-5f155a0b-b388-41b0-abcc-043741a94b02 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.394542] env[69654]: WARNING nova.compute.manager [req-797204cb-c5b1-4cb9-8e78-ecf2fd15d282 req-87bdf884-5fdf-4dff-a794-b97f2df89e31 service nova] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Received unexpected event network-vif-plugged-5f155a0b-b388-41b0-abcc-043741a94b02 for instance with vm_state building and task_state spawning. [ 855.401287] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b19a0b-333f-42e7-0b37-3c7e9a9f048d, 'name': SearchDatastore_Task, 'duration_secs': 0.012915} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.401982] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f19fb48a-68e3-4789-8d47-52c3601564ce {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.405840] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Created folder: Project (fdf4b8b3386944b29d3f2ab037e192a6) in parent group-v709593. [ 855.406079] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Creating folder: Instances. Parent ref: group-v709771. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.406581] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a8d77fc-2899-45b9-87ac-9daf0d9d1b32 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.411932] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 855.411932] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fb72dd-df47-ade0-cc68-47969ab12c9d" [ 855.411932] env[69654]: _type = "Task" [ 855.411932] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.421274] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Created folder: Instances in parent group-v709771. [ 855.421528] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.425966] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.425966] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fb72dd-df47-ade0-cc68-47969ab12c9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.425966] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80d7ca25-35f0-442b-8d1c-8d3d07b35091 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.440626] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.445508] env[69654]: DEBUG nova.network.neutron [-] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.447697] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.447697] env[69654]: value = "task-3554794" [ 855.447697] env[69654]: _type = "Task" [ 855.447697] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.456279] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554794, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.560375] env[69654]: DEBUG nova.scheduler.client.report [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.578736] env[69654]: DEBUG nova.network.neutron [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Updated VIF entry in instance network info cache for port 1667d59d-0f3e-4a56-8499-1963241be3ab. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.579148] env[69654]: DEBUG nova.network.neutron [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Updating instance_info_cache with network_info: [{"id": "1667d59d-0f3e-4a56-8499-1963241be3ab", "address": "fa:16:3e:7f:b1:5e", "network": {"id": "00b1b5dd-4fd3-4319-92c9-fd3ea300170f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1423095850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35537ca929c44909f1e87dd0b02b103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1667d59d-0f", "ovs_interfaceid": "1667d59d-0f3e-4a56-8499-1963241be3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.832063] env[69654]: DEBUG nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.883029] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.883175] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.883296] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.883955] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.883955] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.883955] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.884172] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.886070] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.886070] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.886070] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.886070] env[69654]: DEBUG nova.virt.hardware [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.886070] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914c50a6-0c6c-44ef-89bd-7c60a1db00f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.896377] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8e7a02-87c3-4c2a-b456-8eab2f74ead5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.924473] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fb72dd-df47-ade0-cc68-47969ab12c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.01621} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.924473] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.924816] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] bf7e633d-acbd-490a-a6de-d9bf697020d4/bf7e633d-acbd-490a-a6de-d9bf697020d4.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.925142] env[69654]: DEBUG oslo_concurrency.lockutils [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.925357] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.925760] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2a02459-6319-4aa5-83b2-f0eef9e296a0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.928709] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02777a45-f82b-412b-bcde-66d2bf54bbf5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.938844] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 855.938844] env[69654]: value = "task-3554795" [ 855.938844] env[69654]: _type = "Task" [ 855.938844] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.946832] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.947075] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.948344] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f941a668-afe2-468c-ba5f-73fe74cf82be {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.954506] env[69654]: INFO nova.compute.manager [-] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Took 1.60 seconds to deallocate network for instance. [ 855.954944] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.966340] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 855.966340] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522c0675-e1e2-2973-3bfa-4802230a443e" [ 855.966340] env[69654]: _type = "Task" [ 855.966340] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.973627] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554794, 'name': CreateVM_Task, 'duration_secs': 0.365824} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.974298] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.976737] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.976737] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.976737] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.979910] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90565e25-0369-496d-9067-8912faa0d9cc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.982017] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522c0675-e1e2-2973-3bfa-4802230a443e, 'name': SearchDatastore_Task, 'duration_secs': 0.012606} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.983485] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f02cf1-674d-4fa1-89ed-728151753b02 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.990174] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 855.990174] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5207327f-f74c-60c9-624f-90ced8cd2eda" [ 855.990174] env[69654]: _type = "Task" [ 855.990174] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.994498] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 855.994498] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e90b79-55af-743c-1f6a-3c2c651056c1" [ 855.994498] env[69654]: _type = "Task" [ 855.994498] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.002478] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5207327f-f74c-60c9-624f-90ced8cd2eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.008682] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e90b79-55af-743c-1f6a-3c2c651056c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.008957] env[69654]: DEBUG oslo_concurrency.lockutils [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.009265] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 5d003127-bfd5-4376-8825-84e987f6e37a/5d003127-bfd5-4376-8825-84e987f6e37a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.009569] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-654b36f6-2316-4b9f-95a4-edcb4dd4978e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.019338] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 856.019338] env[69654]: value = "task-3554796" [ 856.019338] env[69654]: _type = "Task" [ 856.019338] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.031468] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.066671] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.068955] env[69654]: DEBUG oslo_concurrency.lockutils [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.107s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.070518] env[69654]: INFO nova.compute.claims [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.082544] env[69654]: DEBUG oslo_concurrency.lockutils [req-504f49bd-faea-4ecc-9e64-a998a626e143 req-09345e4f-7443-489c-aa5f-dae6c98040df service nova] Releasing lock "refresh_cache-bf7e633d-acbd-490a-a6de-d9bf697020d4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.098768] env[69654]: INFO nova.scheduler.client.report [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Deleted allocations for instance 8f2db915-6654-4f50-b05b-522c3443d27c [ 856.133116] env[69654]: DEBUG nova.compute.manager [req-36fd5fba-88a0-419f-bd6c-3896d52db034 req-e60cf1ed-d7da-4533-818a-88594d04b5d7 service nova] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Received event network-changed-5f155a0b-b388-41b0-abcc-043741a94b02 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.133264] env[69654]: DEBUG nova.compute.manager [req-36fd5fba-88a0-419f-bd6c-3896d52db034 req-e60cf1ed-d7da-4533-818a-88594d04b5d7 service nova] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Refreshing instance network info cache due to event network-changed-5f155a0b-b388-41b0-abcc-043741a94b02. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.133574] env[69654]: DEBUG oslo_concurrency.lockutils [req-36fd5fba-88a0-419f-bd6c-3896d52db034 req-e60cf1ed-d7da-4533-818a-88594d04b5d7 service nova] Acquiring lock "refresh_cache-b2c4c844-732f-4240-a390-1ed91bbc7bb0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.133747] env[69654]: DEBUG oslo_concurrency.lockutils [req-36fd5fba-88a0-419f-bd6c-3896d52db034 req-e60cf1ed-d7da-4533-818a-88594d04b5d7 service nova] Acquired lock "refresh_cache-b2c4c844-732f-4240-a390-1ed91bbc7bb0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.133930] env[69654]: DEBUG nova.network.neutron [req-36fd5fba-88a0-419f-bd6c-3896d52db034 req-e60cf1ed-d7da-4533-818a-88594d04b5d7 service nova] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Refreshing network info cache for port 5f155a0b-b388-41b0-abcc-043741a94b02 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.378038] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.378038] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.378038] env[69654]: INFO nova.compute.manager [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Attaching volume b66cf9cb-6f80-4d27-84a5-6522245f0673 to /dev/sdb [ 856.424126] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706522af-4d5e-4233-a66f-37e0ab981373 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.431339] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e798d3f4-0326-44f6-8613-d2e35a25d465 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.452432] env[69654]: DEBUG nova.virt.block_device [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Updating existing volume attachment record: b49cf37d-2e46-41a0-812a-56936c9feaa4 {{(pid=69654) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 856.462095] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554795, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.466392] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.501816] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5207327f-f74c-60c9-624f-90ced8cd2eda, 'name': SearchDatastore_Task, 'duration_secs': 0.012881} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.502231] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.502553] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.502882] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.503085] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.503422] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.503831] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19b7abd5-0b7f-4791-9f3c-aaac6d5241dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.518120] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.518276] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.519140] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ec29049-f2f5-45e3-8e1c-56a84892a533 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.529988] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 856.529988] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521ef744-a47e-ca42-1b34-afa98d554199" [ 856.529988] env[69654]: _type = "Task" [ 856.529988] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.534143] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554796, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.544126] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Volume attach. Driver type: vmdk {{(pid=69654) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 856.544508] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709768', 'volume_id': '004fe85a-90d9-422e-9772-6f28889f2db4', 'name': 'volume-004fe85a-90d9-422e-9772-6f28889f2db4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1f9074c-5091-47c7-a109-0c01a21023bc', 'attached_at': '', 'detached_at': '', 'volume_id': '004fe85a-90d9-422e-9772-6f28889f2db4', 'serial': '004fe85a-90d9-422e-9772-6f28889f2db4'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 856.545533] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945ec1a3-a405-44f9-95ec-e51f141b15bd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.554817] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521ef744-a47e-ca42-1b34-afa98d554199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.569956] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef26a1c6-795f-4ac8-be49-5a29542b7c49 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.605902] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] volume-004fe85a-90d9-422e-9772-6f28889f2db4/volume-004fe85a-90d9-422e-9772-6f28889f2db4.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.606543] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef205b8e-fbf8-4dad-b625-92f64c645769 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.623643] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a0d4736-367a-4982-81a5-78c3353b7345 tempest-InstanceActionsNegativeTestJSON-1087943826 tempest-InstanceActionsNegativeTestJSON-1087943826-project-member] Lock "8f2db915-6654-4f50-b05b-522c3443d27c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.526s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.628179] env[69654]: DEBUG oslo_vmware.api [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 856.628179] env[69654]: value = "task-3554798" [ 856.628179] env[69654]: _type = "Task" [ 856.628179] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.639693] env[69654]: DEBUG oslo_vmware.api [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.662381] env[69654]: DEBUG nova.compute.manager [req-9d03eb16-38e4-4c73-85ea-b8662b29744c req-b894f427-a169-4ea1-8a6e-939789d7883b service nova] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Received event network-vif-plugged-0a5218bc-2d51-42ac-81e7-57363b82a399 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.662600] env[69654]: DEBUG oslo_concurrency.lockutils [req-9d03eb16-38e4-4c73-85ea-b8662b29744c req-b894f427-a169-4ea1-8a6e-939789d7883b service nova] Acquiring lock "bcff2c1f-d17a-49dd-82fb-fef1cd46d456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.662879] env[69654]: DEBUG oslo_concurrency.lockutils [req-9d03eb16-38e4-4c73-85ea-b8662b29744c req-b894f427-a169-4ea1-8a6e-939789d7883b service nova] Lock "bcff2c1f-d17a-49dd-82fb-fef1cd46d456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.663086] env[69654]: DEBUG oslo_concurrency.lockutils [req-9d03eb16-38e4-4c73-85ea-b8662b29744c req-b894f427-a169-4ea1-8a6e-939789d7883b service nova] Lock "bcff2c1f-d17a-49dd-82fb-fef1cd46d456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.663291] env[69654]: DEBUG nova.compute.manager [req-9d03eb16-38e4-4c73-85ea-b8662b29744c req-b894f427-a169-4ea1-8a6e-939789d7883b service nova] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] No waiting events found dispatching network-vif-plugged-0a5218bc-2d51-42ac-81e7-57363b82a399 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.663420] env[69654]: WARNING nova.compute.manager [req-9d03eb16-38e4-4c73-85ea-b8662b29744c req-b894f427-a169-4ea1-8a6e-939789d7883b service nova] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Received unexpected event network-vif-plugged-0a5218bc-2d51-42ac-81e7-57363b82a399 for instance with vm_state building and task_state spawning. [ 856.841855] env[69654]: DEBUG nova.network.neutron [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Successfully updated port: 0a5218bc-2d51-42ac-81e7-57363b82a399 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.874015] env[69654]: DEBUG nova.network.neutron [req-36fd5fba-88a0-419f-bd6c-3896d52db034 req-e60cf1ed-d7da-4533-818a-88594d04b5d7 service nova] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Updated VIF entry in instance network info cache for port 5f155a0b-b388-41b0-abcc-043741a94b02. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.874485] env[69654]: DEBUG nova.network.neutron [req-36fd5fba-88a0-419f-bd6c-3896d52db034 req-e60cf1ed-d7da-4533-818a-88594d04b5d7 service nova] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Updating instance_info_cache with network_info: [{"id": "5f155a0b-b388-41b0-abcc-043741a94b02", "address": "fa:16:3e:e8:4f:23", "network": {"id": "ee7676d5-9db2-4d5e-951d-c123e1e91948", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-936449333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf4b8b3386944b29d3f2ab037e192a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f155a0b-b3", "ovs_interfaceid": "5f155a0b-b388-41b0-abcc-043741a94b02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.957961] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535018} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.957961] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] bf7e633d-acbd-490a-a6de-d9bf697020d4/bf7e633d-acbd-490a-a6de-d9bf697020d4.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.957961] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.957961] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a27f3c9-70cc-4715-9e84-199d93f6d51c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.965664] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 856.965664] env[69654]: value = "task-3554801" [ 856.965664] env[69654]: _type = "Task" [ 856.965664] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.976885] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.038034] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756448} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.040704] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 5d003127-bfd5-4376-8825-84e987f6e37a/5d003127-bfd5-4376-8825-84e987f6e37a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.040837] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.041126] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0bc419d-a051-45fc-b22c-64ff0a3a0e83 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.050036] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521ef744-a47e-ca42-1b34-afa98d554199, 'name': SearchDatastore_Task, 'duration_secs': 0.052715} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.051351] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 857.051351] env[69654]: value = "task-3554802" [ 857.051351] env[69654]: _type = "Task" [ 857.051351] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.051632] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28381911-90a5-4ca0-9ee2-56b37a7c0cc4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.060925] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 857.060925] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a07f6d-94d3-08a3-b20e-41b67f4110cb" [ 857.060925] env[69654]: _type = "Task" [ 857.060925] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.065521] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.075663] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a07f6d-94d3-08a3-b20e-41b67f4110cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009749} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.075962] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.076303] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] b2c4c844-732f-4240-a390-1ed91bbc7bb0/b2c4c844-732f-4240-a390-1ed91bbc7bb0.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.076608] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62a487f8-d67a-4ce0-911a-5250fb431507 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.084410] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 857.084410] env[69654]: value = "task-3554803" [ 857.084410] env[69654]: _type = "Task" [ 857.084410] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.093109] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.141972] env[69654]: DEBUG oslo_vmware.api [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554798, 'name': ReconfigVM_Task, 'duration_secs': 0.500485} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.142372] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Reconfigured VM instance instance-0000002a to attach disk [datastore1] volume-004fe85a-90d9-422e-9772-6f28889f2db4/volume-004fe85a-90d9-422e-9772-6f28889f2db4.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.148294] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-812107c2-489f-44fb-bdf1-a735fed09387 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.166695] env[69654]: DEBUG oslo_vmware.api [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 857.166695] env[69654]: value = "task-3554804" [ 857.166695] env[69654]: _type = "Task" [ 857.166695] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.175394] env[69654]: DEBUG oslo_vmware.api [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.260928] env[69654]: DEBUG oslo_concurrency.lockutils [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "e04e0774-7b63-4cae-b21f-7bdf78fef22f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.261329] env[69654]: DEBUG oslo_concurrency.lockutils [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "e04e0774-7b63-4cae-b21f-7bdf78fef22f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.261556] env[69654]: DEBUG oslo_concurrency.lockutils [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "e04e0774-7b63-4cae-b21f-7bdf78fef22f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.261885] env[69654]: DEBUG oslo_concurrency.lockutils [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "e04e0774-7b63-4cae-b21f-7bdf78fef22f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.263059] env[69654]: DEBUG oslo_concurrency.lockutils [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "e04e0774-7b63-4cae-b21f-7bdf78fef22f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.264447] env[69654]: INFO nova.compute.manager [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Terminating instance [ 857.343959] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "refresh_cache-bcff2c1f-d17a-49dd-82fb-fef1cd46d456" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.344139] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquired lock "refresh_cache-bcff2c1f-d17a-49dd-82fb-fef1cd46d456" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.344306] env[69654]: DEBUG nova.network.neutron [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.378954] env[69654]: DEBUG oslo_concurrency.lockutils [req-36fd5fba-88a0-419f-bd6c-3896d52db034 req-e60cf1ed-d7da-4533-818a-88594d04b5d7 service nova] Releasing lock "refresh_cache-b2c4c844-732f-4240-a390-1ed91bbc7bb0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.379285] env[69654]: DEBUG nova.compute.manager [req-36fd5fba-88a0-419f-bd6c-3896d52db034 req-e60cf1ed-d7da-4533-818a-88594d04b5d7 service nova] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Received event network-vif-deleted-1dfa7162-50fd-4c0f-a1b3-f1ca7a17ac67 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.479927] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083446} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.480210] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.481081] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ae3694-0922-456e-bc15-676689fb6c4c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.509477] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] bf7e633d-acbd-490a-a6de-d9bf697020d4/bf7e633d-acbd-490a-a6de-d9bf697020d4.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.512884] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-348e1ff3-4b8f-4be0-9fef-dc8cb4267ba5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.533734] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 857.533734] env[69654]: value = "task-3554805" [ 857.533734] env[69654]: _type = "Task" [ 857.533734] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.544709] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.568161] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072654} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.568161] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.568753] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e05be3-ced8-4393-93db-0d51718c4f43 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.603268] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 5d003127-bfd5-4376-8825-84e987f6e37a/5d003127-bfd5-4376-8825-84e987f6e37a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.612395] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f77eaaf-cf42-4afd-9a16-9cca761744fd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.634260] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554803, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.636510] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 857.636510] env[69654]: value = "task-3554806" [ 857.636510] env[69654]: _type = "Task" [ 857.636510] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.645289] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.678979] env[69654]: DEBUG oslo_vmware.api [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554804, 'name': ReconfigVM_Task, 'duration_secs': 0.181146} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.679384] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709768', 'volume_id': '004fe85a-90d9-422e-9772-6f28889f2db4', 'name': 'volume-004fe85a-90d9-422e-9772-6f28889f2db4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1f9074c-5091-47c7-a109-0c01a21023bc', 'attached_at': '', 'detached_at': '', 'volume_id': '004fe85a-90d9-422e-9772-6f28889f2db4', 'serial': '004fe85a-90d9-422e-9772-6f28889f2db4'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 857.732432] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63eed85-78b3-4ebe-9852-479eecbca925 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.742047] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc5619e-62e0-49e4-b7a7-fa8f180051af {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.774017] env[69654]: DEBUG nova.compute.manager [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.774017] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.775245] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e196a3-bb57-4fa0-b272-1135efd76ccb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.778332] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ab01e0-db2c-4970-9153-6a5c8fc39275 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.788239] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c5c9a2-46f3-44ce-ac87-6fdb157e6288 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.792879] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.794013] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-077f9444-9b51-481f-8d3d-3e5606dece36 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.807335] env[69654]: DEBUG nova.compute.provider_tree [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.811260] env[69654]: DEBUG oslo_vmware.api [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 857.811260] env[69654]: value = "task-3554807" [ 857.811260] env[69654]: _type = "Task" [ 857.811260] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.819645] env[69654]: DEBUG oslo_vmware.api [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.843479] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52223ea6-34a8-4601-6c8f-fe960f59ae04/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 857.844583] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4d69d7-248f-4f93-8d6a-40ba3ff04de7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.853492] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52223ea6-34a8-4601-6c8f-fe960f59ae04/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 857.853653] env[69654]: ERROR oslo_vmware.rw_handles [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52223ea6-34a8-4601-6c8f-fe960f59ae04/disk-0.vmdk due to incomplete transfer. [ 857.853856] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9d94c7b9-1ffc-4095-ae6e-8f438bb3bd46 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.860808] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52223ea6-34a8-4601-6c8f-fe960f59ae04/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 857.861061] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Uploaded image d609f8e1-d0a3-4980-97d1-a271d6a554b7 to the Glance image server {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 857.863613] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 857.864038] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d65e4514-732d-461f-a5b5-a96825c63b04 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.869683] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 857.869683] env[69654]: value = "task-3554808" [ 857.869683] env[69654]: _type = "Task" [ 857.869683] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.877686] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554808, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.919386] env[69654]: DEBUG nova.network.neutron [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.044634] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554805, 'name': ReconfigVM_Task, 'duration_secs': 0.368575} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.045021] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Reconfigured VM instance instance-00000036 to attach disk [datastore1] bf7e633d-acbd-490a-a6de-d9bf697020d4/bf7e633d-acbd-490a-a6de-d9bf697020d4.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.045752] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e4be3f8-b3da-4bb7-87de-b76c87550cef {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.053201] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 858.053201] env[69654]: value = "task-3554809" [ 858.053201] env[69654]: _type = "Task" [ 858.053201] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.061706] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554809, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.108489] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598985} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.108489] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] b2c4c844-732f-4240-a390-1ed91bbc7bb0/b2c4c844-732f-4240-a390-1ed91bbc7bb0.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.108721] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.108964] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a19b240d-def7-441e-bed8-17262fdf7f7b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.118095] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 858.118095] env[69654]: value = "task-3554810" [ 858.118095] env[69654]: _type = "Task" [ 858.118095] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.125748] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.146341] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554806, 'name': ReconfigVM_Task, 'duration_secs': 0.501669} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.146749] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 5d003127-bfd5-4376-8825-84e987f6e37a/5d003127-bfd5-4376-8825-84e987f6e37a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.147569] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a941d69d-8c12-4845-8c87-e92500343513 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.154052] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 858.154052] env[69654]: value = "task-3554811" [ 858.154052] env[69654]: _type = "Task" [ 858.154052] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.165239] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554811, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.310609] env[69654]: DEBUG nova.scheduler.client.report [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.329528] env[69654]: DEBUG oslo_vmware.api [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554807, 'name': PowerOffVM_Task, 'duration_secs': 0.210138} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.329965] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.330469] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.330591] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac373b26-7bad-44f5-85d4-78c939bdf619 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.380576] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554808, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.381524] env[69654]: DEBUG nova.network.neutron [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Updating instance_info_cache with network_info: [{"id": "0a5218bc-2d51-42ac-81e7-57363b82a399", "address": "fa:16:3e:c5:3b:97", "network": {"id": "ee7676d5-9db2-4d5e-951d-c123e1e91948", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-936449333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf4b8b3386944b29d3f2ab037e192a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5218bc-2d", "ovs_interfaceid": "0a5218bc-2d51-42ac-81e7-57363b82a399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.394760] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.395415] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.395415] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Deleting the datastore file [datastore1] e04e0774-7b63-4cae-b21f-7bdf78fef22f {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.396197] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ea2da57-7172-4398-973e-80cef67b2c5c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.402580] env[69654]: DEBUG oslo_vmware.api [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 858.402580] env[69654]: value = "task-3554813" [ 858.402580] env[69654]: _type = "Task" [ 858.402580] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.412460] env[69654]: DEBUG oslo_vmware.api [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.562985] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554809, 'name': Rename_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.627393] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077896} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.627536] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.628355] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5c1049-f77e-4a96-8fda-6f1d8ce6c9f4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.653153] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] b2c4c844-732f-4240-a390-1ed91bbc7bb0/b2c4c844-732f-4240-a390-1ed91bbc7bb0.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.653597] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-995f51d6-65a9-4d18-8335-1bb697815356 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.678042] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554811, 'name': Rename_Task, 'duration_secs': 0.147648} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.679615] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.679970] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 858.679970] env[69654]: value = "task-3554814" [ 858.679970] env[69654]: _type = "Task" [ 858.679970] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.680186] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-425405c0-1f99-4981-9f89-7182af0a010d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.691330] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 858.691330] env[69654]: value = "task-3554815" [ 858.691330] env[69654]: _type = "Task" [ 858.691330] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.700637] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.708337] env[69654]: DEBUG nova.compute.manager [req-0505ceb3-9cb9-4180-be32-6133cd87208e req-d173c488-7da8-44b4-950d-31d834849205 service nova] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Received event network-changed-0a5218bc-2d51-42ac-81e7-57363b82a399 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.708524] env[69654]: DEBUG nova.compute.manager [req-0505ceb3-9cb9-4180-be32-6133cd87208e req-d173c488-7da8-44b4-950d-31d834849205 service nova] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Refreshing instance network info cache due to event network-changed-0a5218bc-2d51-42ac-81e7-57363b82a399. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.708746] env[69654]: DEBUG oslo_concurrency.lockutils [req-0505ceb3-9cb9-4180-be32-6133cd87208e req-d173c488-7da8-44b4-950d-31d834849205 service nova] Acquiring lock "refresh_cache-bcff2c1f-d17a-49dd-82fb-fef1cd46d456" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.730939] env[69654]: DEBUG nova.objects.instance [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lazy-loading 'flavor' on Instance uuid d1f9074c-5091-47c7-a109-0c01a21023bc {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.819080] env[69654]: DEBUG oslo_concurrency.lockutils [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.819479] env[69654]: DEBUG nova.compute.manager [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.825260] env[69654]: DEBUG oslo_concurrency.lockutils [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.987s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.825260] env[69654]: DEBUG nova.objects.instance [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Lazy-loading 'resources' on Instance uuid 911c8fb9-929a-4e08-b563-dca67e6a016c {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.885203] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Releasing lock "refresh_cache-bcff2c1f-d17a-49dd-82fb-fef1cd46d456" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.887289] env[69654]: DEBUG nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Instance network_info: |[{"id": "0a5218bc-2d51-42ac-81e7-57363b82a399", "address": "fa:16:3e:c5:3b:97", "network": {"id": "ee7676d5-9db2-4d5e-951d-c123e1e91948", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-936449333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf4b8b3386944b29d3f2ab037e192a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5218bc-2d", "ovs_interfaceid": "0a5218bc-2d51-42ac-81e7-57363b82a399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.887289] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554808, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.887814] env[69654]: DEBUG oslo_concurrency.lockutils [req-0505ceb3-9cb9-4180-be32-6133cd87208e req-d173c488-7da8-44b4-950d-31d834849205 service nova] Acquired lock "refresh_cache-bcff2c1f-d17a-49dd-82fb-fef1cd46d456" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.888178] env[69654]: DEBUG nova.network.neutron [req-0505ceb3-9cb9-4180-be32-6133cd87208e req-d173c488-7da8-44b4-950d-31d834849205 service nova] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Refreshing network info cache for port 0a5218bc-2d51-42ac-81e7-57363b82a399 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.892020] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:3b:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a5218bc-2d51-42ac-81e7-57363b82a399', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.899633] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.900443] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.900903] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60214c71-60d3-4780-b6e2-9aeb6ea8b4ca {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.940269] env[69654]: DEBUG oslo_vmware.api [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140267} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.941893] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.942176] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.942345] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.942543] env[69654]: INFO nova.compute.manager [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 858.942831] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.943365] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.943365] env[69654]: value = "task-3554817" [ 858.943365] env[69654]: _type = "Task" [ 858.943365] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.943573] env[69654]: DEBUG nova.compute.manager [-] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.943680] env[69654]: DEBUG nova.network.neutron [-] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.954513] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554817, 'name': CreateVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.064603] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554809, 'name': Rename_Task, 'duration_secs': 0.981735} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.064933] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.065207] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2461d3e-f389-47f3-839d-8d7cd241f9fd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.071242] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 859.071242] env[69654]: value = "task-3554818" [ 859.071242] env[69654]: _type = "Task" [ 859.071242] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.079553] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.197242] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.208695] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554815, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.236752] env[69654]: DEBUG oslo_concurrency.lockutils [None req-838b79f7-2a9b-47d7-b9c7-ba8391dc5a18 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "d1f9074c-5091-47c7-a109-0c01a21023bc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.339s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.327863] env[69654]: DEBUG nova.compute.utils [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.337034] env[69654]: DEBUG nova.compute.manager [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.337034] env[69654]: DEBUG nova.network.neutron [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.388489] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554808, 'name': Destroy_Task, 'duration_secs': 1.462291} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.391288] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Destroyed the VM [ 859.391538] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 859.394598] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d1e941f3-2327-47da-9132-0e39f48e0b06 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.403504] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 859.403504] env[69654]: value = "task-3554819" [ 859.403504] env[69654]: _type = "Task" [ 859.403504] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.417928] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554819, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.453014] env[69654]: DEBUG nova.policy [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5940e44be89c4e14809ccaadbdd05202', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1ef4eb974bd4e9c95ecbf180f54a5f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.467332] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554817, 'name': CreateVM_Task, 'duration_secs': 0.455315} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.468587] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.469921] env[69654]: DEBUG nova.compute.manager [req-06a802f8-2605-48b2-96d3-dfdf4838fec5 req-6418ff47-bd36-4dd7-9bda-33900f796ea2 service nova] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Received event network-vif-deleted-6b6b0237-bf55-45a2-b592-df4944bd4876 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.469921] env[69654]: INFO nova.compute.manager [req-06a802f8-2605-48b2-96d3-dfdf4838fec5 req-6418ff47-bd36-4dd7-9bda-33900f796ea2 service nova] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Neutron deleted interface 6b6b0237-bf55-45a2-b592-df4944bd4876; detaching it from the instance and deleting it from the info cache [ 859.470132] env[69654]: DEBUG nova.network.neutron [req-06a802f8-2605-48b2-96d3-dfdf4838fec5 req-6418ff47-bd36-4dd7-9bda-33900f796ea2 service nova] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.474251] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.475619] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.475619] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.478085] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b59134b5-122e-4b23-a3bf-dae0fc73e70d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.484093] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 859.484093] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5216c155-40c4-cf46-a39c-508d44773f20" [ 859.484093] env[69654]: _type = "Task" [ 859.484093] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.497298] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5216c155-40c4-cf46-a39c-508d44773f20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.587799] env[69654]: DEBUG oslo_vmware.api [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554818, 'name': PowerOnVM_Task, 'duration_secs': 0.513987} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.587933] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.589491] env[69654]: INFO nova.compute.manager [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Took 9.03 seconds to spawn the instance on the hypervisor. [ 859.589491] env[69654]: DEBUG nova.compute.manager [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.592273] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9118ec7f-02e5-406f-b8d9-efe5d1234e9f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.693992] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554814, 'name': ReconfigVM_Task, 'duration_secs': 0.626726} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.696840] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Reconfigured VM instance instance-00000037 to attach disk [datastore1] b2c4c844-732f-4240-a390-1ed91bbc7bb0/b2c4c844-732f-4240-a390-1ed91bbc7bb0.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.697791] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-799677ea-7db6-4720-819a-df884d4d9bdf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.711096] env[69654]: DEBUG oslo_vmware.api [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554815, 'name': PowerOnVM_Task, 'duration_secs': 0.554302} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.711591] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.711786] env[69654]: INFO nova.compute.manager [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Took 14.05 seconds to spawn the instance on the hypervisor. [ 859.711964] env[69654]: DEBUG nova.compute.manager [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.712324] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 859.712324] env[69654]: value = "task-3554820" [ 859.712324] env[69654]: _type = "Task" [ 859.712324] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.713191] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b585a32-2a74-45ae-b927-f69cc84147d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.727576] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554820, 'name': Rename_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.742692] env[69654]: DEBUG nova.network.neutron [req-0505ceb3-9cb9-4180-be32-6133cd87208e req-d173c488-7da8-44b4-950d-31d834849205 service nova] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Updated VIF entry in instance network info cache for port 0a5218bc-2d51-42ac-81e7-57363b82a399. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.742692] env[69654]: DEBUG nova.network.neutron [req-0505ceb3-9cb9-4180-be32-6133cd87208e req-d173c488-7da8-44b4-950d-31d834849205 service nova] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Updating instance_info_cache with network_info: [{"id": "0a5218bc-2d51-42ac-81e7-57363b82a399", "address": "fa:16:3e:c5:3b:97", "network": {"id": "ee7676d5-9db2-4d5e-951d-c123e1e91948", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-936449333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf4b8b3386944b29d3f2ab037e192a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5218bc-2d", "ovs_interfaceid": "0a5218bc-2d51-42ac-81e7-57363b82a399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.831168] env[69654]: DEBUG nova.compute.manager [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.850226] env[69654]: DEBUG nova.network.neutron [-] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.918029] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554819, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.953836] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba60718-e950-4797-9e3e-49d92ffa0edb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.962611] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7456a4-0192-46f0-aa28-bcdc4edc506f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.997872] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73b509a5-da9c-4f6e-8379-62721e2c0498 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.003605] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68a1e23-6431-46e8-8ceb-1acf0acc6c4a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.019594] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d4fc55-330c-411e-9b52-22a4e80a0ff8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.031471] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5216c155-40c4-cf46-a39c-508d44773f20, 'name': SearchDatastore_Task, 'duration_secs': 0.011026} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.032707] env[69654]: DEBUG nova.network.neutron [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Successfully created port: 54256298-781a-4d6c-a6c4-fd80182a975d {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.035590] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.035734] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.035973] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.036125] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.036790] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.039606] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea8afbf-7238-4174-95a9-1d05dcb0fbee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.043264] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-777d94f2-55ca-4e16-a7e2-cc48a3dbef6f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.059830] env[69654]: DEBUG nova.compute.provider_tree [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.077783] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.077978] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.078832] env[69654]: DEBUG nova.compute.manager [req-06a802f8-2605-48b2-96d3-dfdf4838fec5 req-6418ff47-bd36-4dd7-9bda-33900f796ea2 service nova] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Detach interface failed, port_id=6b6b0237-bf55-45a2-b592-df4944bd4876, reason: Instance e04e0774-7b63-4cae-b21f-7bdf78fef22f could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 860.080072] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9215c714-26d7-4539-bd98-1fdf5cc59aa6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.086290] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 860.086290] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52855987-e422-5369-f34b-6f17668af4f8" [ 860.086290] env[69654]: _type = "Task" [ 860.086290] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.095184] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52855987-e422-5369-f34b-6f17668af4f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.113803] env[69654]: INFO nova.compute.manager [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Took 31.89 seconds to build instance. [ 860.226560] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554820, 'name': Rename_Task, 'duration_secs': 0.215048} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.226560] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.226560] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4b557ca-61a8-440c-a25d-d83ebdad6517 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.232291] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 860.232291] env[69654]: value = "task-3554821" [ 860.232291] env[69654]: _type = "Task" [ 860.232291] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.244074] env[69654]: DEBUG oslo_concurrency.lockutils [req-0505ceb3-9cb9-4180-be32-6133cd87208e req-d173c488-7da8-44b4-950d-31d834849205 service nova] Releasing lock "refresh_cache-bcff2c1f-d17a-49dd-82fb-fef1cd46d456" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.244446] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.244577] env[69654]: INFO nova.compute.manager [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Took 38.37 seconds to build instance. [ 860.354143] env[69654]: INFO nova.compute.manager [-] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Took 1.41 seconds to deallocate network for instance. [ 860.418578] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554819, 'name': RemoveSnapshot_Task, 'duration_secs': 0.555862} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.418977] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 860.419600] env[69654]: DEBUG nova.compute.manager [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.420545] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45381129-73b1-45b7-9a75-5ec427fa338f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.581015] env[69654]: DEBUG nova.scheduler.client.report [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.597570] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52855987-e422-5369-f34b-6f17668af4f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009881} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.598914] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac70107-661d-4f88-8375-bbeed8c436e4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.604374] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 860.604374] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a69256-9f8d-8de0-b8e5-08adbcebd2d3" [ 860.604374] env[69654]: _type = "Task" [ 860.604374] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.615199] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8f9ff215-71f3-40cf-9a6f-20bafa593dcb tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "bf7e633d-acbd-490a-a6de-d9bf697020d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.397s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.615941] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a69256-9f8d-8de0-b8e5-08adbcebd2d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.743752] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554821, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.746333] env[69654]: DEBUG oslo_concurrency.lockutils [None req-66873fdb-006c-4cc3-9521-61186401092f tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "5d003127-bfd5-4376-8825-84e987f6e37a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.882s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.792731] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3b7e05c-c024-4a5c-afcc-c428c2154bf6 tempest-ServersAdminTestJSON-1731485346 tempest-ServersAdminTestJSON-1731485346-project-admin] Acquiring lock "refresh_cache-bf7e633d-acbd-490a-a6de-d9bf697020d4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.792957] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3b7e05c-c024-4a5c-afcc-c428c2154bf6 tempest-ServersAdminTestJSON-1731485346 tempest-ServersAdminTestJSON-1731485346-project-admin] Acquired lock "refresh_cache-bf7e633d-acbd-490a-a6de-d9bf697020d4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.793147] env[69654]: DEBUG nova.network.neutron [None req-e3b7e05c-c024-4a5c-afcc-c428c2154bf6 tempest-ServersAdminTestJSON-1731485346 tempest-ServersAdminTestJSON-1731485346-project-admin] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.841533] env[69654]: DEBUG nova.compute.manager [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.867034] env[69654]: DEBUG oslo_concurrency.lockutils [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.869549] env[69654]: DEBUG nova.virt.hardware [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.869837] env[69654]: DEBUG nova.virt.hardware [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.870043] env[69654]: DEBUG nova.virt.hardware [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.870271] env[69654]: DEBUG nova.virt.hardware [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.870465] env[69654]: DEBUG nova.virt.hardware [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.870623] env[69654]: DEBUG nova.virt.hardware [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.870886] env[69654]: DEBUG nova.virt.hardware [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.871158] env[69654]: DEBUG nova.virt.hardware [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.871344] env[69654]: DEBUG nova.virt.hardware [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.871679] env[69654]: DEBUG nova.virt.hardware [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.871747] env[69654]: DEBUG nova.virt.hardware [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.873491] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57f6a6e-1295-4256-befb-de84559055cb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.882513] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e8a0f4-7748-49c8-a2de-6247d736be7b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.937374] env[69654]: INFO nova.compute.manager [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Shelve offloading [ 861.087301] env[69654]: DEBUG oslo_concurrency.lockutils [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.089770] env[69654]: DEBUG oslo_concurrency.lockutils [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.771s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.091723] env[69654]: INFO nova.compute.claims [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.120296] env[69654]: INFO nova.scheduler.client.report [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Deleted allocations for instance 911c8fb9-929a-4e08-b563-dca67e6a016c [ 861.125588] env[69654]: DEBUG nova.compute.manager [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.131111] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a69256-9f8d-8de0-b8e5-08adbcebd2d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.131905] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.132164] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] bcff2c1f-d17a-49dd-82fb-fef1cd46d456/bcff2c1f-d17a-49dd-82fb-fef1cd46d456.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.132421] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d297a2f-cff3-467a-a0c9-4a2dc8f613cc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.143156] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 861.143156] env[69654]: value = "task-3554822" [ 861.143156] env[69654]: _type = "Task" [ 861.143156] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.149745] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.243855] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554821, 'name': PowerOnVM_Task, 'duration_secs': 0.840813} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.244033] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.244238] env[69654]: INFO nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Took 8.05 seconds to spawn the instance on the hypervisor. [ 861.244408] env[69654]: DEBUG nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.245455] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fea606-1455-4edd-9f39-8562bc5d6ab9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.249627] env[69654]: DEBUG nova.compute.manager [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.443653] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.444242] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e4ea7ca-70db-4244-8f3e-632df69dcc81 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.459134] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 861.459134] env[69654]: value = "task-3554823" [ 861.459134] env[69654]: _type = "Task" [ 861.459134] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.473541] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] VM already powered off {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 861.474109] env[69654]: DEBUG nova.compute.manager [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.475229] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b60ea5-7da9-4636-ac19-730a931b91a3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.491906] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "refresh_cache-52399ec5-d946-4839-a51f-720292f8bc1f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.492474] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "refresh_cache-52399ec5-d946-4839-a51f-720292f8bc1f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.492887] env[69654]: DEBUG nova.network.neutron [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.520234] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Volume attach. Driver type: vmdk {{(pid=69654) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 861.520405] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709775', 'volume_id': 'b66cf9cb-6f80-4d27-84a5-6522245f0673', 'name': 'volume-b66cf9cb-6f80-4d27-84a5-6522245f0673', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f7a28d9-1a53-43c3-be38-cdf38d086a4b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b66cf9cb-6f80-4d27-84a5-6522245f0673', 'serial': 'b66cf9cb-6f80-4d27-84a5-6522245f0673'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 861.521411] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97694b53-8839-4f2b-8c3b-63bc79d28cfd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.552087] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ba49f9-be5b-4e3e-9924-bcfe17dc193c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.583893] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] volume-b66cf9cb-6f80-4d27-84a5-6522245f0673/volume-b66cf9cb-6f80-4d27-84a5-6522245f0673.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.586400] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b123b6da-7377-4463-8c63-ad4ebba31715 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.606367] env[69654]: DEBUG oslo_concurrency.lockutils [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "44ea1ec8-65b4-4a74-a907-d3e8194f4bb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.606635] env[69654]: DEBUG oslo_concurrency.lockutils [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "44ea1ec8-65b4-4a74-a907-d3e8194f4bb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.614511] env[69654]: DEBUG oslo_vmware.api [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 861.614511] env[69654]: value = "task-3554824" [ 861.614511] env[69654]: _type = "Task" [ 861.614511] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.626978] env[69654]: DEBUG oslo_vmware.api [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554824, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.641196] env[69654]: DEBUG oslo_concurrency.lockutils [None req-541c55d5-ec6e-47b4-b46c-dc838c6e435c tempest-ServersAaction247Test-1143940083 tempest-ServersAaction247Test-1143940083-project-member] Lock "911c8fb9-929a-4e08-b563-dca67e6a016c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.132s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.651804] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554822, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.665713] env[69654]: DEBUG oslo_concurrency.lockutils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.670273] env[69654]: DEBUG nova.network.neutron [None req-e3b7e05c-c024-4a5c-afcc-c428c2154bf6 tempest-ServersAdminTestJSON-1731485346 tempest-ServersAdminTestJSON-1731485346-project-admin] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Updating instance_info_cache with network_info: [{"id": "1667d59d-0f3e-4a56-8499-1963241be3ab", "address": "fa:16:3e:7f:b1:5e", "network": {"id": "00b1b5dd-4fd3-4319-92c9-fd3ea300170f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1423095850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35537ca929c44909f1e87dd0b02b103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1667d59d-0f", "ovs_interfaceid": "1667d59d-0f3e-4a56-8499-1963241be3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.769175] env[69654]: INFO nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Took 29.88 seconds to build instance. [ 861.769959] env[69654]: DEBUG oslo_concurrency.lockutils [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.140623] env[69654]: DEBUG oslo_vmware.api [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.167102] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52126} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.172890] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] bcff2c1f-d17a-49dd-82fb-fef1cd46d456/bcff2c1f-d17a-49dd-82fb-fef1cd46d456.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.173187] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.173693] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3b7e05c-c024-4a5c-afcc-c428c2154bf6 tempest-ServersAdminTestJSON-1731485346 tempest-ServersAdminTestJSON-1731485346-project-admin] Releasing lock "refresh_cache-bf7e633d-acbd-490a-a6de-d9bf697020d4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.173905] env[69654]: DEBUG nova.compute.manager [None req-e3b7e05c-c024-4a5c-afcc-c428c2154bf6 tempest-ServersAdminTestJSON-1731485346 tempest-ServersAdminTestJSON-1731485346-project-admin] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Inject network info {{(pid=69654) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 862.174220] env[69654]: DEBUG nova.compute.manager [None req-e3b7e05c-c024-4a5c-afcc-c428c2154bf6 tempest-ServersAdminTestJSON-1731485346 tempest-ServersAdminTestJSON-1731485346-project-admin] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] network_info to inject: |[{"id": "1667d59d-0f3e-4a56-8499-1963241be3ab", "address": "fa:16:3e:7f:b1:5e", "network": {"id": "00b1b5dd-4fd3-4319-92c9-fd3ea300170f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1423095850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35537ca929c44909f1e87dd0b02b103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1667d59d-0f", "ovs_interfaceid": "1667d59d-0f3e-4a56-8499-1963241be3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 862.178831] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b7e05c-c024-4a5c-afcc-c428c2154bf6 tempest-ServersAdminTestJSON-1731485346 tempest-ServersAdminTestJSON-1731485346-project-admin] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Reconfiguring VM instance to set the machine id {{(pid=69654) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 862.179386] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7abbd1e9-bf62-433e-b91c-5db3a7874683 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.181657] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2ecb73a-73f0-4d48-a166-57885176b8a5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.205851] env[69654]: DEBUG oslo_vmware.api [None req-e3b7e05c-c024-4a5c-afcc-c428c2154bf6 tempest-ServersAdminTestJSON-1731485346 tempest-ServersAdminTestJSON-1731485346-project-admin] Waiting for the task: (returnval){ [ 862.205851] env[69654]: value = "task-3554826" [ 862.205851] env[69654]: _type = "Task" [ 862.205851] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.206141] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 862.206141] env[69654]: value = "task-3554825" [ 862.206141] env[69654]: _type = "Task" [ 862.206141] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.236940] env[69654]: DEBUG oslo_vmware.api [None req-e3b7e05c-c024-4a5c-afcc-c428c2154bf6 tempest-ServersAdminTestJSON-1731485346 tempest-ServersAdminTestJSON-1731485346-project-admin] Task: {'id': task-3554826, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.236940] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.273812] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "b2c4c844-732f-4240-a390-1ed91bbc7bb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.399s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.309513] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquiring lock "5d003127-bfd5-4376-8825-84e987f6e37a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.310311] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "5d003127-bfd5-4376-8825-84e987f6e37a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.310486] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquiring lock "5d003127-bfd5-4376-8825-84e987f6e37a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.310723] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "5d003127-bfd5-4376-8825-84e987f6e37a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.310932] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "5d003127-bfd5-4376-8825-84e987f6e37a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.315079] env[69654]: INFO nova.compute.manager [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Terminating instance [ 862.387602] env[69654]: DEBUG nova.network.neutron [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Updating instance_info_cache with network_info: [{"id": "c665e725-5432-4829-92bd-bd7e5b59f08f", "address": "fa:16:3e:3d:31:3a", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc665e725-54", "ovs_interfaceid": "c665e725-5432-4829-92bd-bd7e5b59f08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.401725] env[69654]: DEBUG nova.network.neutron [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Successfully updated port: 54256298-781a-4d6c-a6c4-fd80182a975d {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.423028] env[69654]: DEBUG nova.compute.manager [req-1a6a6962-8fda-454a-882a-6d47d26e74a1 req-7a9afaf3-95e2-4d9f-9f71-f1963de7c88b service nova] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Received event network-vif-plugged-54256298-781a-4d6c-a6c4-fd80182a975d {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.423264] env[69654]: DEBUG oslo_concurrency.lockutils [req-1a6a6962-8fda-454a-882a-6d47d26e74a1 req-7a9afaf3-95e2-4d9f-9f71-f1963de7c88b service nova] Acquiring lock "8167d3b0-9ea5-40b5-998d-1f7624a126ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.423460] env[69654]: DEBUG oslo_concurrency.lockutils [req-1a6a6962-8fda-454a-882a-6d47d26e74a1 req-7a9afaf3-95e2-4d9f-9f71-f1963de7c88b service nova] Lock "8167d3b0-9ea5-40b5-998d-1f7624a126ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.423629] env[69654]: DEBUG oslo_concurrency.lockutils [req-1a6a6962-8fda-454a-882a-6d47d26e74a1 req-7a9afaf3-95e2-4d9f-9f71-f1963de7c88b service nova] Lock "8167d3b0-9ea5-40b5-998d-1f7624a126ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.423795] env[69654]: DEBUG nova.compute.manager [req-1a6a6962-8fda-454a-882a-6d47d26e74a1 req-7a9afaf3-95e2-4d9f-9f71-f1963de7c88b service nova] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] No waiting events found dispatching network-vif-plugged-54256298-781a-4d6c-a6c4-fd80182a975d {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.423959] env[69654]: WARNING nova.compute.manager [req-1a6a6962-8fda-454a-882a-6d47d26e74a1 req-7a9afaf3-95e2-4d9f-9f71-f1963de7c88b service nova] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Received unexpected event network-vif-plugged-54256298-781a-4d6c-a6c4-fd80182a975d for instance with vm_state building and task_state spawning. [ 862.629019] env[69654]: DEBUG oslo_vmware.api [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554824, 'name': ReconfigVM_Task, 'duration_secs': 0.5844} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.631939] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Reconfigured VM instance instance-0000002b to attach disk [datastore1] volume-b66cf9cb-6f80-4d27-84a5-6522245f0673/volume-b66cf9cb-6f80-4d27-84a5-6522245f0673.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.638889] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97cfbf47-59f4-4345-8230-cff56cd6c50f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.655408] env[69654]: DEBUG oslo_vmware.api [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 862.655408] env[69654]: value = "task-3554827" [ 862.655408] env[69654]: _type = "Task" [ 862.655408] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.664514] env[69654]: DEBUG oslo_vmware.api [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.719702] env[69654]: DEBUG oslo_vmware.api [None req-e3b7e05c-c024-4a5c-afcc-c428c2154bf6 tempest-ServersAdminTestJSON-1731485346 tempest-ServersAdminTestJSON-1731485346-project-admin] Task: {'id': task-3554826, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.728374] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077112} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.728374] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.729550] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c87c01-65f7-4961-bc01-0b9f921cc8a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.755212] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] bcff2c1f-d17a-49dd-82fb-fef1cd46d456/bcff2c1f-d17a-49dd-82fb-fef1cd46d456.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.757986] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a55d7a7-3bb0-4679-b244-7d5976c44f12 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.779019] env[69654]: DEBUG nova.compute.manager [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.781038] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 862.781038] env[69654]: value = "task-3554828" [ 862.781038] env[69654]: _type = "Task" [ 862.781038] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.789737] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554828, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.822462] env[69654]: DEBUG nova.compute.manager [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.822853] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.823499] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab1437f-5403-461c-8502-58c22fda0ff1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.829160] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315a2d10-dd12-4cbf-a571-8c2533340343 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.836158] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.837208] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4c39a99-cef7-4786-9feb-b3f3fea17288 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.841902] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8ce7cc-08f3-475c-8b59-d109cc8ce466 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.848030] env[69654]: DEBUG oslo_vmware.api [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 862.848030] env[69654]: value = "task-3554829" [ 862.848030] env[69654]: _type = "Task" [ 862.848030] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.882940] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216b5a3a-9c2c-4125-9512-5e0018c2744d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.892785] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "refresh_cache-52399ec5-d946-4839-a51f-720292f8bc1f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.894284] env[69654]: DEBUG oslo_vmware.api [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.899397] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067c5fb0-9bcf-4eff-aefd-c9b3a34bf2c5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.905270] env[69654]: DEBUG oslo_concurrency.lockutils [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "refresh_cache-8167d3b0-9ea5-40b5-998d-1f7624a126ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.905437] env[69654]: DEBUG oslo_concurrency.lockutils [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquired lock "refresh_cache-8167d3b0-9ea5-40b5-998d-1f7624a126ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.906060] env[69654]: DEBUG nova.network.neutron [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.915135] env[69654]: DEBUG nova.compute.provider_tree [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.952086] env[69654]: DEBUG nova.network.neutron [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.115172] env[69654]: DEBUG nova.network.neutron [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Updating instance_info_cache with network_info: [{"id": "54256298-781a-4d6c-a6c4-fd80182a975d", "address": "fa:16:3e:68:17:5c", "network": {"id": "c87e927b-6bc9-4a70-8c47-ab15d349e1a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-485020596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ef4eb974bd4e9c95ecbf180f54a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54256298-78", "ovs_interfaceid": "54256298-781a-4d6c-a6c4-fd80182a975d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.170084] env[69654]: DEBUG oslo_vmware.api [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.224763] env[69654]: DEBUG oslo_vmware.api [None req-e3b7e05c-c024-4a5c-afcc-c428c2154bf6 tempest-ServersAdminTestJSON-1731485346 tempest-ServersAdminTestJSON-1731485346-project-admin] Task: {'id': task-3554826, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.299640] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.321610] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.368060] env[69654]: DEBUG oslo_vmware.api [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554829, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.420870] env[69654]: DEBUG nova.scheduler.client.report [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.479694] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.480613] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580d7393-5530-49a9-bc01-0f4e231c6352 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.488238] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.488729] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76703332-9594-497d-965b-a2df45901065 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.560504] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.560504] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.560670] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleting the datastore file [datastore2] 52399ec5-d946-4839-a51f-720292f8bc1f {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.560938] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14ebc4a2-0592-4c04-afb8-dd07dad7cb60 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.567597] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 863.567597] env[69654]: value = "task-3554831" [ 863.567597] env[69654]: _type = "Task" [ 863.567597] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.576799] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.617754] env[69654]: DEBUG oslo_concurrency.lockutils [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Releasing lock "refresh_cache-8167d3b0-9ea5-40b5-998d-1f7624a126ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.618314] env[69654]: DEBUG nova.compute.manager [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Instance network_info: |[{"id": "54256298-781a-4d6c-a6c4-fd80182a975d", "address": "fa:16:3e:68:17:5c", "network": {"id": "c87e927b-6bc9-4a70-8c47-ab15d349e1a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-485020596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ef4eb974bd4e9c95ecbf180f54a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54256298-78", "ovs_interfaceid": "54256298-781a-4d6c-a6c4-fd80182a975d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.618696] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:17:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54256298-781a-4d6c-a6c4-fd80182a975d', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.626642] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.626910] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.627188] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73ef421a-8a55-4ddd-8936-b3a9659196c0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.651035] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.651035] env[69654]: value = "task-3554832" [ 863.651035] env[69654]: _type = "Task" [ 863.651035] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.659775] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554832, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.669657] env[69654]: DEBUG oslo_vmware.api [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554827, 'name': ReconfigVM_Task, 'duration_secs': 0.657903} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.670112] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709775', 'volume_id': 'b66cf9cb-6f80-4d27-84a5-6522245f0673', 'name': 'volume-b66cf9cb-6f80-4d27-84a5-6522245f0673', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f7a28d9-1a53-43c3-be38-cdf38d086a4b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b66cf9cb-6f80-4d27-84a5-6522245f0673', 'serial': 'b66cf9cb-6f80-4d27-84a5-6522245f0673'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 863.718154] env[69654]: DEBUG oslo_vmware.api [None req-e3b7e05c-c024-4a5c-afcc-c428c2154bf6 tempest-ServersAdminTestJSON-1731485346 tempest-ServersAdminTestJSON-1731485346-project-admin] Task: {'id': task-3554826, 'name': ReconfigVM_Task, 'duration_secs': 1.190269} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.718507] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b7e05c-c024-4a5c-afcc-c428c2154bf6 tempest-ServersAdminTestJSON-1731485346 tempest-ServersAdminTestJSON-1731485346-project-admin] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Reconfigured VM instance to set the machine id {{(pid=69654) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 863.795204] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554828, 'name': ReconfigVM_Task, 'duration_secs': 1.002651} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.795421] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Reconfigured VM instance instance-00000038 to attach disk [datastore1] bcff2c1f-d17a-49dd-82fb-fef1cd46d456/bcff2c1f-d17a-49dd-82fb-fef1cd46d456.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.796137] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f033f59-b75b-473a-8bce-fe52fd063c88 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.802136] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 863.802136] env[69654]: value = "task-3554833" [ 863.802136] env[69654]: _type = "Task" [ 863.802136] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.810823] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554833, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.858447] env[69654]: DEBUG oslo_vmware.api [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554829, 'name': PowerOffVM_Task, 'duration_secs': 0.534801} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.859092] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.859444] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.859892] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88f6d9ff-e89e-4998-8fe7-8e3bd5332d7b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.927703] env[69654]: DEBUG oslo_concurrency.lockutils [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.927703] env[69654]: DEBUG nova.compute.manager [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.938021] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.995s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.938021] env[69654]: INFO nova.compute.claims [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.964607] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.964866] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.965108] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Deleting the datastore file [datastore1] 5d003127-bfd5-4376-8825-84e987f6e37a {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.965410] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1071da61-f0c0-4867-8529-e4248a119318 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.975040] env[69654]: DEBUG oslo_vmware.api [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for the task: (returnval){ [ 863.975040] env[69654]: value = "task-3554835" [ 863.975040] env[69654]: _type = "Task" [ 863.975040] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.986971] env[69654]: DEBUG oslo_vmware.api [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.059133] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "bc7efac8-04a8-42fb-92ab-b4ee816d2019" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.059133] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "bc7efac8-04a8-42fb-92ab-b4ee816d2019" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.084403] env[69654]: DEBUG oslo_vmware.api [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3554831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199576} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.084403] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.084403] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.084403] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.096943] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "b188c3af-ea37-4b7b-b886-7680ecaca534" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.096943] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "b188c3af-ea37-4b7b-b886-7680ecaca534" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.126057] env[69654]: INFO nova.scheduler.client.report [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleted allocations for instance 52399ec5-d946-4839-a51f-720292f8bc1f [ 864.141263] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "a491fbdf-6c80-4051-8141-b20652676877" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.141535] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "a491fbdf-6c80-4051-8141-b20652676877" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.162016] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554832, 'name': CreateVM_Task, 'duration_secs': 0.350856} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.162202] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.162919] env[69654]: DEBUG oslo_concurrency.lockutils [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.163462] env[69654]: DEBUG oslo_concurrency.lockutils [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.163588] env[69654]: DEBUG oslo_concurrency.lockutils [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.163788] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48209e52-f528-42e1-81f1-825128a0856a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.168548] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 864.168548] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cdfb1f-f3c1-85bf-001d-416b9bada5aa" [ 864.168548] env[69654]: _type = "Task" [ 864.168548] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.183184] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cdfb1f-f3c1-85bf-001d-416b9bada5aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009909} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.183536] env[69654]: DEBUG oslo_concurrency.lockutils [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.183805] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.184125] env[69654]: DEBUG oslo_concurrency.lockutils [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.184310] env[69654]: DEBUG oslo_concurrency.lockutils [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.184530] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.184825] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94879100-f9b5-483b-a972-01fabcf75660 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.193379] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.193585] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.194869] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e501ac-46c6-436e-aa60-d3585dd38247 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.200645] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 864.200645] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527e49f9-bbfb-0dae-227c-7c2042207957" [ 864.200645] env[69654]: _type = "Task" [ 864.200645] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.208989] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527e49f9-bbfb-0dae-227c-7c2042207957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.317187] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554833, 'name': Rename_Task, 'duration_secs': 0.190179} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.317478] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.317728] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbd5591e-9374-4f59-b489-4527876b44cb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.324651] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 864.324651] env[69654]: value = "task-3554836" [ 864.324651] env[69654]: _type = "Task" [ 864.324651] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.332650] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.440433] env[69654]: DEBUG nova.compute.utils [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.445379] env[69654]: DEBUG nova.compute.manager [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.445571] env[69654]: DEBUG nova.network.neutron [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.486083] env[69654]: DEBUG oslo_vmware.api [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Task: {'id': task-3554835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183532} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.486365] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.486548] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.486726] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.486898] env[69654]: INFO nova.compute.manager [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Took 1.66 seconds to destroy the instance on the hypervisor. [ 864.487164] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.487362] env[69654]: DEBUG nova.compute.manager [-] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.487458] env[69654]: DEBUG nova.network.neutron [-] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.511676] env[69654]: DEBUG nova.policy [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84fd0e21f4e54a15b5165166a5eb0bc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62af8cdf4ad44000ad90ef1c47064f13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.583148] env[69654]: DEBUG nova.compute.manager [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Received event network-changed-54256298-781a-4d6c-a6c4-fd80182a975d {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.583148] env[69654]: DEBUG nova.compute.manager [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Refreshing instance network info cache due to event network-changed-54256298-781a-4d6c-a6c4-fd80182a975d. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.583148] env[69654]: DEBUG oslo_concurrency.lockutils [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] Acquiring lock "refresh_cache-8167d3b0-9ea5-40b5-998d-1f7624a126ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.583148] env[69654]: DEBUG oslo_concurrency.lockutils [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] Acquired lock "refresh_cache-8167d3b0-9ea5-40b5-998d-1f7624a126ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.583148] env[69654]: DEBUG nova.network.neutron [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Refreshing network info cache for port 54256298-781a-4d6c-a6c4-fd80182a975d {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.630798] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.662918] env[69654]: DEBUG oslo_concurrency.lockutils [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquiring lock "d2a6b8da-92e4-401f-a878-30cb88aa5fa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.663168] env[69654]: DEBUG oslo_concurrency.lockutils [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Lock "d2a6b8da-92e4-401f-a878-30cb88aa5fa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.711016] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527e49f9-bbfb-0dae-227c-7c2042207957, 'name': SearchDatastore_Task, 'duration_secs': 0.009177} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.712449] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e934fdc-059c-4c64-add4-3536682c2da0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.718236] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 864.718236] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ff5a2a-f758-f732-84be-2996b970527e" [ 864.718236] env[69654]: _type = "Task" [ 864.718236] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.726333] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ff5a2a-f758-f732-84be-2996b970527e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.728906] env[69654]: DEBUG nova.objects.instance [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lazy-loading 'flavor' on Instance uuid 1f7a28d9-1a53-43c3-be38-cdf38d086a4b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.834200] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.932495] env[69654]: DEBUG nova.network.neutron [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Successfully created port: d41ff150-b0b2-4df7-abc9-f982f54fe80e {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.953565] env[69654]: DEBUG nova.compute.manager [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.053919] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f9901297-b482-4059-b98f-a340f14c15ac tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.241389] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ff5a2a-f758-f732-84be-2996b970527e, 'name': SearchDatastore_Task, 'duration_secs': 0.019273} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.241389] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c721da01-a821-4b48-aefc-9bb554dafa7e tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.863s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.241708] env[69654]: DEBUG oslo_concurrency.lockutils [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.242110] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 8167d3b0-9ea5-40b5-998d-1f7624a126ae/8167d3b0-9ea5-40b5-998d-1f7624a126ae.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.242221] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f9901297-b482-4059-b98f-a340f14c15ac tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.188s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.242369] env[69654]: DEBUG nova.compute.manager [None req-f9901297-b482-4059-b98f-a340f14c15ac tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.242828] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab30cdc8-6ab6-4a4a-80ae-52a7acca47ab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.245634] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe9210d-81f8-4115-9a80-f87a28ab0c4e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.260514] env[69654]: DEBUG nova.compute.manager [req-265ed2ab-c8d9-4907-8706-43726e1e37ff req-9356be35-873e-4eb9-8a23-e0e738e26846 service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Received event network-vif-deleted-7647abd3-6cdd-459a-a5e8-a8300380cda8 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.260514] env[69654]: INFO nova.compute.manager [req-265ed2ab-c8d9-4907-8706-43726e1e37ff req-9356be35-873e-4eb9-8a23-e0e738e26846 service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Neutron deleted interface 7647abd3-6cdd-459a-a5e8-a8300380cda8; detaching it from the instance and deleting it from the info cache [ 865.260514] env[69654]: DEBUG nova.network.neutron [req-265ed2ab-c8d9-4907-8706-43726e1e37ff req-9356be35-873e-4eb9-8a23-e0e738e26846 service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Updating instance_info_cache with network_info: [{"id": "c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4", "address": "fa:16:3e:74:71:50", "network": {"id": "0c751119-a1d1-40ce-b65c-3d212bd690b7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2063954275", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e705f5486b4247b3b1057e87ca240ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9faae37-9c", "ovs_interfaceid": "c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.265272] env[69654]: DEBUG nova.compute.manager [None req-f9901297-b482-4059-b98f-a340f14c15ac tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69654) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 865.265272] env[69654]: DEBUG nova.objects.instance [None req-f9901297-b482-4059-b98f-a340f14c15ac tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lazy-loading 'flavor' on Instance uuid 1f7a28d9-1a53-43c3-be38-cdf38d086a4b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.265667] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 865.265667] env[69654]: value = "task-3554837" [ 865.265667] env[69654]: _type = "Task" [ 865.265667] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.277169] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.338714] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.345025] env[69654]: DEBUG nova.network.neutron [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Updated VIF entry in instance network info cache for port 54256298-781a-4d6c-a6c4-fd80182a975d. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.345473] env[69654]: DEBUG nova.network.neutron [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Updating instance_info_cache with network_info: [{"id": "54256298-781a-4d6c-a6c4-fd80182a975d", "address": "fa:16:3e:68:17:5c", "network": {"id": "c87e927b-6bc9-4a70-8c47-ab15d349e1a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-485020596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ef4eb974bd4e9c95ecbf180f54a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54256298-78", "ovs_interfaceid": "54256298-781a-4d6c-a6c4-fd80182a975d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.472157] env[69654]: DEBUG nova.network.neutron [-] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.608874] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4462460f-73fa-4099-96e8-b51379d2fac8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.617862] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376cb169-50b1-41b2-b3f2-6d5a3609d9c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.649664] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5610693e-ef1f-45ab-85d9-f6018652d4f2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.658608] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592a7083-7f4f-4c5f-9cfe-e54fc8b60c14 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.675820] env[69654]: DEBUG nova.compute.provider_tree [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.741086] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a8a7d1f-e589-4822-9b4e-fcabd9b84a5b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "52399ec5-d946-4839-a51f-720292f8bc1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.770067] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8673418c-fc34-4a5a-8f99-0c5181b64225 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.784509] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d31580-cd1e-48c7-9861-a941d4d658a4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.796483] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482408} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.797617] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 8167d3b0-9ea5-40b5-998d-1f7624a126ae/8167d3b0-9ea5-40b5-998d-1f7624a126ae.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.797830] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.798512] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-001fef6d-97a6-4ecd-9123-bc7792295d93 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.805373] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 865.805373] env[69654]: value = "task-3554838" [ 865.805373] env[69654]: _type = "Task" [ 865.805373] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.822857] env[69654]: DEBUG nova.compute.manager [req-265ed2ab-c8d9-4907-8706-43726e1e37ff req-9356be35-873e-4eb9-8a23-e0e738e26846 service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Detach interface failed, port_id=7647abd3-6cdd-459a-a5e8-a8300380cda8, reason: Instance 5d003127-bfd5-4376-8825-84e987f6e37a could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.828061] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.836343] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554836, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.848325] env[69654]: DEBUG oslo_concurrency.lockutils [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] Releasing lock "refresh_cache-8167d3b0-9ea5-40b5-998d-1f7624a126ae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.848924] env[69654]: DEBUG nova.compute.manager [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Received event network-vif-unplugged-c665e725-5432-4829-92bd-bd7e5b59f08f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.848924] env[69654]: DEBUG oslo_concurrency.lockutils [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] Acquiring lock "52399ec5-d946-4839-a51f-720292f8bc1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.849044] env[69654]: DEBUG oslo_concurrency.lockutils [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] Lock "52399ec5-d946-4839-a51f-720292f8bc1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.849184] env[69654]: DEBUG oslo_concurrency.lockutils [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] Lock "52399ec5-d946-4839-a51f-720292f8bc1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.849356] env[69654]: DEBUG nova.compute.manager [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] No waiting events found dispatching network-vif-unplugged-c665e725-5432-4829-92bd-bd7e5b59f08f {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.849549] env[69654]: WARNING nova.compute.manager [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Received unexpected event network-vif-unplugged-c665e725-5432-4829-92bd-bd7e5b59f08f for instance with vm_state shelved_offloaded and task_state None. [ 865.849723] env[69654]: DEBUG nova.compute.manager [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Received event network-changed-c665e725-5432-4829-92bd-bd7e5b59f08f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.849890] env[69654]: DEBUG nova.compute.manager [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Refreshing instance network info cache due to event network-changed-c665e725-5432-4829-92bd-bd7e5b59f08f. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.850097] env[69654]: DEBUG oslo_concurrency.lockutils [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] Acquiring lock "refresh_cache-52399ec5-d946-4839-a51f-720292f8bc1f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.850238] env[69654]: DEBUG oslo_concurrency.lockutils [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] Acquired lock "refresh_cache-52399ec5-d946-4839-a51f-720292f8bc1f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.850403] env[69654]: DEBUG nova.network.neutron [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Refreshing network info cache for port c665e725-5432-4829-92bd-bd7e5b59f08f {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.973590] env[69654]: DEBUG nova.compute.manager [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.975719] env[69654]: INFO nova.compute.manager [-] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Took 1.49 seconds to deallocate network for instance. [ 866.000840] env[69654]: DEBUG nova.virt.hardware [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.000840] env[69654]: DEBUG nova.virt.hardware [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.001114] env[69654]: DEBUG nova.virt.hardware [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.001152] env[69654]: DEBUG nova.virt.hardware [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.001304] env[69654]: DEBUG nova.virt.hardware [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.001448] env[69654]: DEBUG nova.virt.hardware [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.001677] env[69654]: DEBUG nova.virt.hardware [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.001849] env[69654]: DEBUG nova.virt.hardware [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.002027] env[69654]: DEBUG nova.virt.hardware [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.002199] env[69654]: DEBUG nova.virt.hardware [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.002374] env[69654]: DEBUG nova.virt.hardware [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.003261] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36ab748-d6a9-4b7d-8907-009e7658ae6f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.013644] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f474ff63-5c09-49e9-b675-6db29a80e57f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.179638] env[69654]: DEBUG nova.scheduler.client.report [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.275705] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9901297-b482-4059-b98f-a340f14c15ac tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.276215] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81c3eb8e-e0f6-4a54-a243-4f368273606a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.284317] env[69654]: DEBUG oslo_vmware.api [None req-f9901297-b482-4059-b98f-a340f14c15ac tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 866.284317] env[69654]: value = "task-3554839" [ 866.284317] env[69654]: _type = "Task" [ 866.284317] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.293405] env[69654]: DEBUG oslo_vmware.api [None req-f9901297-b482-4059-b98f-a340f14c15ac tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.314873] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061486} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.315173] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.315947] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088ca0d1-f1fc-4893-802f-fc812ea1a40b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.341205] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 8167d3b0-9ea5-40b5-998d-1f7624a126ae/8167d3b0-9ea5-40b5-998d-1f7624a126ae.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.344973] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-956f207c-f16c-4d96-aae7-f759c825f147 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.367331] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554836, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.368704] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 866.368704] env[69654]: value = "task-3554840" [ 866.368704] env[69654]: _type = "Task" [ 866.368704] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.377098] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.482686] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.567477] env[69654]: DEBUG nova.network.neutron [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Updated VIF entry in instance network info cache for port c665e725-5432-4829-92bd-bd7e5b59f08f. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.567842] env[69654]: DEBUG nova.network.neutron [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Updating instance_info_cache with network_info: [{"id": "c665e725-5432-4829-92bd-bd7e5b59f08f", "address": "fa:16:3e:3d:31:3a", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": null, "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc665e725-54", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.675995] env[69654]: DEBUG nova.compute.manager [req-43565ab5-23cb-49f7-a783-6f29e8df8158 req-584cbdbe-55a8-41ea-86de-768364a64568 service nova] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Received event network-vif-plugged-d41ff150-b0b2-4df7-abc9-f982f54fe80e {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.675995] env[69654]: DEBUG oslo_concurrency.lockutils [req-43565ab5-23cb-49f7-a783-6f29e8df8158 req-584cbdbe-55a8-41ea-86de-768364a64568 service nova] Acquiring lock "d3019df4-3f5a-4c05-b646-9a6043a74dad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.676230] env[69654]: DEBUG oslo_concurrency.lockutils [req-43565ab5-23cb-49f7-a783-6f29e8df8158 req-584cbdbe-55a8-41ea-86de-768364a64568 service nova] Lock "d3019df4-3f5a-4c05-b646-9a6043a74dad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.676461] env[69654]: DEBUG oslo_concurrency.lockutils [req-43565ab5-23cb-49f7-a783-6f29e8df8158 req-584cbdbe-55a8-41ea-86de-768364a64568 service nova] Lock "d3019df4-3f5a-4c05-b646-9a6043a74dad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.678026] env[69654]: DEBUG nova.compute.manager [req-43565ab5-23cb-49f7-a783-6f29e8df8158 req-584cbdbe-55a8-41ea-86de-768364a64568 service nova] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] No waiting events found dispatching network-vif-plugged-d41ff150-b0b2-4df7-abc9-f982f54fe80e {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.678026] env[69654]: WARNING nova.compute.manager [req-43565ab5-23cb-49f7-a783-6f29e8df8158 req-584cbdbe-55a8-41ea-86de-768364a64568 service nova] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Received unexpected event network-vif-plugged-d41ff150-b0b2-4df7-abc9-f982f54fe80e for instance with vm_state building and task_state spawning. [ 866.686454] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.686928] env[69654]: DEBUG nova.compute.manager [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.689420] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.979s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.690739] env[69654]: INFO nova.compute.claims [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.704519] env[69654]: DEBUG nova.network.neutron [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Successfully updated port: d41ff150-b0b2-4df7-abc9-f982f54fe80e {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.758924] env[69654]: INFO nova.compute.manager [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Rebuilding instance [ 866.800505] env[69654]: DEBUG oslo_vmware.api [None req-f9901297-b482-4059-b98f-a340f14c15ac tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554839, 'name': PowerOffVM_Task, 'duration_secs': 0.247306} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.800787] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9901297-b482-4059-b98f-a340f14c15ac tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.800988] env[69654]: DEBUG nova.compute.manager [None req-f9901297-b482-4059-b98f-a340f14c15ac tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.801897] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f98aca-58aa-4113-b46c-95b78e5cffda {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.817060] env[69654]: DEBUG nova.compute.manager [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.817433] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45d0e7a-dae8-4092-8ee4-9f1ef022877c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.842586] env[69654]: DEBUG oslo_vmware.api [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554836, 'name': PowerOnVM_Task, 'duration_secs': 2.160938} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.843713] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.843713] env[69654]: INFO nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Took 11.01 seconds to spawn the instance on the hypervisor. [ 866.843851] env[69654]: DEBUG nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.844573] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11715e9-492a-41cd-b6c1-355ad8434172 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.878461] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.070529] env[69654]: DEBUG oslo_concurrency.lockutils [req-23b34fa8-c289-4251-8206-2e7e02ddd656 req-c1f6ca77-33ac-4d47-803d-c857198f41b6 service nova] Releasing lock "refresh_cache-52399ec5-d946-4839-a51f-720292f8bc1f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.195393] env[69654]: DEBUG nova.compute.utils [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.203302] env[69654]: DEBUG nova.compute.manager [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.203302] env[69654]: DEBUG nova.network.neutron [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.205352] env[69654]: DEBUG oslo_concurrency.lockutils [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "refresh_cache-d3019df4-3f5a-4c05-b646-9a6043a74dad" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.205543] env[69654]: DEBUG oslo_concurrency.lockutils [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired lock "refresh_cache-d3019df4-3f5a-4c05-b646-9a6043a74dad" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.205697] env[69654]: DEBUG nova.network.neutron [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.316805] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f9901297-b482-4059-b98f-a340f14c15ac tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.327019] env[69654]: DEBUG nova.policy [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd592d88f4f234876accde9b9833fbb5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9aab56b5a664411b4f49be3c436e59e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.363582] env[69654]: INFO nova.compute.manager [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Took 35.43 seconds to build instance. [ 867.380325] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554840, 'name': ReconfigVM_Task, 'duration_secs': 0.774186} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.380773] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 8167d3b0-9ea5-40b5-998d-1f7624a126ae/8167d3b0-9ea5-40b5-998d-1f7624a126ae.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.383024] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a06a7e6c-aef4-4f5d-9023-1e780812f007 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.387908] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 867.387908] env[69654]: value = "task-3554841" [ 867.387908] env[69654]: _type = "Task" [ 867.387908] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.398552] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554841, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.489105] env[69654]: DEBUG nova.compute.manager [req-4efa63a5-7bde-4913-adc2-2e66a725682e req-40521d5e-ba44-4468-8575-9d78841964ca service nova] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Received event network-vif-deleted-c9faae37-9cc4-4e9a-a1be-9fcc96e5ebb4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.655844] env[69654]: DEBUG nova.objects.instance [None req-aaa9469c-4beb-404b-bcbf-ff1f253ef540 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lazy-loading 'flavor' on Instance uuid 1f7a28d9-1a53-43c3-be38-cdf38d086a4b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.702134] env[69654]: DEBUG nova.compute.manager [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.757530] env[69654]: DEBUG nova.network.neutron [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.817717] env[69654]: DEBUG nova.network.neutron [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Successfully created port: d71590b5-7c98-4eea-9644-e789518162bd {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.833231] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.833536] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8581adf-8000-4a5c-b549-c997740255aa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.846446] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 867.846446] env[69654]: value = "task-3554842" [ 867.846446] env[69654]: _type = "Task" [ 867.846446] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.860131] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.864963] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f06f3028-2168-44a6-99b3-2244b6f5a50c tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "bcff2c1f-d17a-49dd-82fb-fef1cd46d456" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.943s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.903504] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554841, 'name': Rename_Task, 'duration_secs': 0.159195} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.903834] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.904170] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d675725f-c27a-4dfa-a526-416d6f92215b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.913537] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 867.913537] env[69654]: value = "task-3554843" [ 867.913537] env[69654]: _type = "Task" [ 867.913537] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.917484] env[69654]: DEBUG nova.network.neutron [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Updating instance_info_cache with network_info: [{"id": "d41ff150-b0b2-4df7-abc9-f982f54fe80e", "address": "fa:16:3e:9a:c7:6a", "network": {"id": "9c35621a-4212-48ae-8f5d-4ae6b03c1687", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-974507676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62af8cdf4ad44000ad90ef1c47064f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ff150-b0", "ovs_interfaceid": "d41ff150-b0b2-4df7-abc9-f982f54fe80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.925240] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.150941] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "b2c4c844-732f-4240-a390-1ed91bbc7bb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.151509] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "b2c4c844-732f-4240-a390-1ed91bbc7bb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.151794] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "b2c4c844-732f-4240-a390-1ed91bbc7bb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.152012] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "b2c4c844-732f-4240-a390-1ed91bbc7bb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.152190] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "b2c4c844-732f-4240-a390-1ed91bbc7bb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.154352] env[69654]: INFO nova.compute.manager [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Terminating instance [ 868.158135] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aaa9469c-4beb-404b-bcbf-ff1f253ef540 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "refresh_cache-1f7a28d9-1a53-43c3-be38-cdf38d086a4b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.158319] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aaa9469c-4beb-404b-bcbf-ff1f253ef540 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquired lock "refresh_cache-1f7a28d9-1a53-43c3-be38-cdf38d086a4b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.158487] env[69654]: DEBUG nova.network.neutron [None req-aaa9469c-4beb-404b-bcbf-ff1f253ef540 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.158660] env[69654]: DEBUG nova.objects.instance [None req-aaa9469c-4beb-404b-bcbf-ff1f253ef540 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lazy-loading 'info_cache' on Instance uuid 1f7a28d9-1a53-43c3-be38-cdf38d086a4b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.303147] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e831afd-f599-4ef0-a3e3-71ef5658b872 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.307829] env[69654]: DEBUG oslo_concurrency.lockutils [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "bcff2c1f-d17a-49dd-82fb-fef1cd46d456" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.308090] env[69654]: DEBUG oslo_concurrency.lockutils [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "bcff2c1f-d17a-49dd-82fb-fef1cd46d456" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.308302] env[69654]: DEBUG oslo_concurrency.lockutils [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "bcff2c1f-d17a-49dd-82fb-fef1cd46d456-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.308490] env[69654]: DEBUG oslo_concurrency.lockutils [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "bcff2c1f-d17a-49dd-82fb-fef1cd46d456-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.308645] env[69654]: DEBUG oslo_concurrency.lockutils [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "bcff2c1f-d17a-49dd-82fb-fef1cd46d456-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.310996] env[69654]: INFO nova.compute.manager [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Terminating instance [ 868.315992] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9e84f1-9aef-45e5-af60-2b7a8804a9ad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.354946] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205fff4f-165d-4452-8577-9ec6c7eaa44c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.363687] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554842, 'name': PowerOffVM_Task, 'duration_secs': 0.307391} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.365978] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.366297] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.367132] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b0a1d5-778e-490d-9653-c67b81d52569 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.371045] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde05eec-b2a2-4aa4-8ab7-64f9e178163d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.374966] env[69654]: DEBUG nova.compute.manager [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.390621] env[69654]: DEBUG nova.compute.provider_tree [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.395076] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.395076] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e34444cd-0fba-4127-bdff-6c11e3d85ef3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.420157] env[69654]: DEBUG oslo_concurrency.lockutils [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Releasing lock "refresh_cache-d3019df4-3f5a-4c05-b646-9a6043a74dad" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.420497] env[69654]: DEBUG nova.compute.manager [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Instance network_info: |[{"id": "d41ff150-b0b2-4df7-abc9-f982f54fe80e", "address": "fa:16:3e:9a:c7:6a", "network": {"id": "9c35621a-4212-48ae-8f5d-4ae6b03c1687", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-974507676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62af8cdf4ad44000ad90ef1c47064f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ff150-b0", "ovs_interfaceid": "d41ff150-b0b2-4df7-abc9-f982f54fe80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.424812] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:c7:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd41ff150-b0b2-4df7-abc9-f982f54fe80e', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.432943] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Creating folder: Project (62af8cdf4ad44000ad90ef1c47064f13). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.433451] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554843, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.434418] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9906ddb1-a001-472c-a9e1-b4df1287855e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.445299] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Created folder: Project (62af8cdf4ad44000ad90ef1c47064f13) in parent group-v709593. [ 868.445503] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Creating folder: Instances. Parent ref: group-v709778. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.445743] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d094e41-8c42-488e-ad98-ce3cc470f67e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.456115] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Created folder: Instances in parent group-v709778. [ 868.456370] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.456594] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.456828] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81799efb-3065-4c5f-93b2-7990c7255708 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.472856] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.473122] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.473569] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Deleting the datastore file [datastore2] de389624-4d9f-4e28-9d54-c03aa59ae51d {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.474329] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d55392c5-0678-4fe5-9884-ee6d1c9447db {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.477912] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.477912] env[69654]: value = "task-3554847" [ 868.477912] env[69654]: _type = "Task" [ 868.477912] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.483383] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 868.483383] env[69654]: value = "task-3554848" [ 868.483383] env[69654]: _type = "Task" [ 868.483383] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.495510] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554847, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.497862] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.661083] env[69654]: DEBUG nova.compute.manager [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.661083] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.661083] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acd4b90-3d54-46d6-b5ec-5ad5d1febdc6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.664915] env[69654]: DEBUG nova.objects.base [None req-aaa9469c-4beb-404b-bcbf-ff1f253ef540 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Object Instance<1f7a28d9-1a53-43c3-be38-cdf38d086a4b> lazy-loaded attributes: flavor,info_cache {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 868.672328] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.672601] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d07d049-e17d-409c-a9da-5c9ad63fcea8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.679674] env[69654]: DEBUG oslo_vmware.api [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 868.679674] env[69654]: value = "task-3554849" [ 868.679674] env[69654]: _type = "Task" [ 868.679674] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.688976] env[69654]: DEBUG oslo_vmware.api [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.713264] env[69654]: DEBUG nova.compute.manager [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.745071] env[69654]: DEBUG nova.virt.hardware [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:30:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='63d67c3b-8512-41c9-a148-6da5f8af2132',id=23,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1476626133',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.745419] env[69654]: DEBUG nova.virt.hardware [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.746275] env[69654]: DEBUG nova.virt.hardware [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.746492] env[69654]: DEBUG nova.virt.hardware [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.746687] env[69654]: DEBUG nova.virt.hardware [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.746777] env[69654]: DEBUG nova.virt.hardware [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.748154] env[69654]: DEBUG nova.virt.hardware [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.748154] env[69654]: DEBUG nova.virt.hardware [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.748154] env[69654]: DEBUG nova.virt.hardware [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.748154] env[69654]: DEBUG nova.virt.hardware [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.748154] env[69654]: DEBUG nova.virt.hardware [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.748630] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309e861b-dd1e-4292-b91e-e62fb3064a17 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.757164] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4521d8c3-7964-4232-baf2-73ceafe45155 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.822812] env[69654]: DEBUG nova.compute.manager [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.822812] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.823702] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aec43fb-f4a1-4a9f-bc93-b20f456a6b45 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.831257] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.831545] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b1df4b6-9451-47c8-a749-869288b096b7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.837659] env[69654]: DEBUG oslo_vmware.api [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 868.837659] env[69654]: value = "task-3554850" [ 868.837659] env[69654]: _type = "Task" [ 868.837659] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.846158] env[69654]: DEBUG oslo_vmware.api [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.896251] env[69654]: DEBUG nova.scheduler.client.report [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.901377] env[69654]: DEBUG oslo_concurrency.lockutils [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.909769] env[69654]: DEBUG nova.compute.manager [req-7004c6a5-a7ee-4e4e-946a-ac1406fd75d1 req-974cb13a-892b-4c22-b952-329bf1b64325 service nova] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Received event network-changed-d41ff150-b0b2-4df7-abc9-f982f54fe80e {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.909991] env[69654]: DEBUG nova.compute.manager [req-7004c6a5-a7ee-4e4e-946a-ac1406fd75d1 req-974cb13a-892b-4c22-b952-329bf1b64325 service nova] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Refreshing instance network info cache due to event network-changed-d41ff150-b0b2-4df7-abc9-f982f54fe80e. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.910239] env[69654]: DEBUG oslo_concurrency.lockutils [req-7004c6a5-a7ee-4e4e-946a-ac1406fd75d1 req-974cb13a-892b-4c22-b952-329bf1b64325 service nova] Acquiring lock "refresh_cache-d3019df4-3f5a-4c05-b646-9a6043a74dad" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.910386] env[69654]: DEBUG oslo_concurrency.lockutils [req-7004c6a5-a7ee-4e4e-946a-ac1406fd75d1 req-974cb13a-892b-4c22-b952-329bf1b64325 service nova] Acquired lock "refresh_cache-d3019df4-3f5a-4c05-b646-9a6043a74dad" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.910547] env[69654]: DEBUG nova.network.neutron [req-7004c6a5-a7ee-4e4e-946a-ac1406fd75d1 req-974cb13a-892b-4c22-b952-329bf1b64325 service nova] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Refreshing network info cache for port d41ff150-b0b2-4df7-abc9-f982f54fe80e {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.924605] env[69654]: DEBUG oslo_vmware.api [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554843, 'name': PowerOnVM_Task, 'duration_secs': 0.78646} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.924860] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.925084] env[69654]: INFO nova.compute.manager [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Took 8.08 seconds to spawn the instance on the hypervisor. [ 868.925273] env[69654]: DEBUG nova.compute.manager [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.926584] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e82ab5-33a9-4258-a1d8-8bbb2a65dadd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.988316] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554847, 'name': CreateVM_Task, 'duration_secs': 0.438426} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.991508] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.992299] env[69654]: DEBUG oslo_concurrency.lockutils [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.992477] env[69654]: DEBUG oslo_concurrency.lockutils [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.993197] env[69654]: DEBUG oslo_concurrency.lockutils [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.993487] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcae1218-9249-43d6-ab7b-00b0c04b9e47 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.998620] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153373} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.999237] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.999419] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.999599] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.006159] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 869.006159] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5207ccd8-7f36-e54b-98ff-cb7f28ee5156" [ 869.006159] env[69654]: _type = "Task" [ 869.006159] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.011116] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5207ccd8-7f36-e54b-98ff-cb7f28ee5156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.193448] env[69654]: DEBUG oslo_vmware.api [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554849, 'name': PowerOffVM_Task, 'duration_secs': 0.253224} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.193836] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.194123] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.194599] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3c708fc-6ee1-466b-a4fc-428e091aea83 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.266057] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.266306] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.266519] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Deleting the datastore file [datastore1] b2c4c844-732f-4240-a390-1ed91bbc7bb0 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.266825] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-499fa5a2-8ae2-4bfd-a65e-053a88e94390 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.274189] env[69654]: DEBUG oslo_vmware.api [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 869.274189] env[69654]: value = "task-3554852" [ 869.274189] env[69654]: _type = "Task" [ 869.274189] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.282054] env[69654]: DEBUG oslo_vmware.api [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.347410] env[69654]: DEBUG oslo_vmware.api [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554850, 'name': PowerOffVM_Task, 'duration_secs': 0.246661} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.347665] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.347835] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.348101] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d6a1cbe-861f-44fc-a88a-cfc5e16dc71c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.403645] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.404202] env[69654]: DEBUG nova.compute.manager [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.407840] env[69654]: DEBUG nova.network.neutron [None req-aaa9469c-4beb-404b-bcbf-ff1f253ef540 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Updating instance_info_cache with network_info: [{"id": "bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219", "address": "fa:16:3e:ed:07:7d", "network": {"id": "410aa2fc-2a2c-4fac-9472-7728556e89cf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1532441635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2929cca5aadc4041a2d178da5420b6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe50c6c-91", "ovs_interfaceid": "bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.409427] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.529s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.409656] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.409835] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69654) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 869.410146] env[69654]: DEBUG oslo_concurrency.lockutils [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.567s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.410350] env[69654]: DEBUG nova.objects.instance [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lazy-loading 'resources' on Instance uuid 7f9a0c87-c23d-405d-b644-7486f55bb917 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.412530] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cd2563-0ea8-42c5-a61c-4d8e9e326890 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.418848] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.419126] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.419359] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Deleting the datastore file [datastore1] bcff2c1f-d17a-49dd-82fb-fef1cd46d456 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.420656] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-832697a9-5f04-4584-8e6a-956a3f3ab0c0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.427802] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc203463-6635-4cb2-bd65-053dc6d07335 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.434750] env[69654]: DEBUG oslo_vmware.api [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 869.434750] env[69654]: value = "task-3554854" [ 869.434750] env[69654]: _type = "Task" [ 869.434750] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.450450] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a5a7b1-ac69-42b0-bd60-8680988fcc3d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.460609] env[69654]: DEBUG oslo_vmware.api [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.461759] env[69654]: INFO nova.compute.manager [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Took 31.55 seconds to build instance. [ 869.465791] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26c0c6a-5a0e-4715-b53c-232467931eae {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.498135] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178456MB free_disk=83GB free_vcpus=48 pci_devices=None {{(pid=69654) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 869.498298] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.522893] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5207ccd8-7f36-e54b-98ff-cb7f28ee5156, 'name': SearchDatastore_Task, 'duration_secs': 0.023542} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.531611] env[69654]: DEBUG oslo_concurrency.lockutils [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.533382] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.533382] env[69654]: DEBUG oslo_concurrency.lockutils [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.533647] env[69654]: DEBUG oslo_concurrency.lockutils [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.533993] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.534436] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8948401b-646a-449d-ada9-fbb78bba6cb6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.548719] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.552033] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.552033] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8625cf87-5a31-4911-b64a-dc0985bce2b6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.558395] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 869.558395] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52dbd10e-1492-ec26-9c7d-a1e0d66a8e74" [ 869.558395] env[69654]: _type = "Task" [ 869.558395] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.574665] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52dbd10e-1492-ec26-9c7d-a1e0d66a8e74, 'name': SearchDatastore_Task, 'duration_secs': 0.008233} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.574665] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e7b26d-e2e2-4a4a-a3dd-d964274895c2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.584442] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 869.584442] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524b6bdb-2bbf-e0a9-8982-1b851c58cb53" [ 869.584442] env[69654]: _type = "Task" [ 869.584442] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.597997] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524b6bdb-2bbf-e0a9-8982-1b851c58cb53, 'name': SearchDatastore_Task, 'duration_secs': 0.008743} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.597997] env[69654]: DEBUG oslo_concurrency.lockutils [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.598413] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] d3019df4-3f5a-4c05-b646-9a6043a74dad/d3019df4-3f5a-4c05-b646-9a6043a74dad.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.598413] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40eaa76f-a065-4a2e-acaa-1abeaa13d06c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.605594] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 869.605594] env[69654]: value = "task-3554855" [ 869.605594] env[69654]: _type = "Task" [ 869.605594] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.622452] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.687517] env[69654]: DEBUG nova.network.neutron [req-7004c6a5-a7ee-4e4e-946a-ac1406fd75d1 req-974cb13a-892b-4c22-b952-329bf1b64325 service nova] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Updated VIF entry in instance network info cache for port d41ff150-b0b2-4df7-abc9-f982f54fe80e. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.688108] env[69654]: DEBUG nova.network.neutron [req-7004c6a5-a7ee-4e4e-946a-ac1406fd75d1 req-974cb13a-892b-4c22-b952-329bf1b64325 service nova] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Updating instance_info_cache with network_info: [{"id": "d41ff150-b0b2-4df7-abc9-f982f54fe80e", "address": "fa:16:3e:9a:c7:6a", "network": {"id": "9c35621a-4212-48ae-8f5d-4ae6b03c1687", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-974507676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62af8cdf4ad44000ad90ef1c47064f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ff150-b0", "ovs_interfaceid": "d41ff150-b0b2-4df7-abc9-f982f54fe80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.785956] env[69654]: DEBUG oslo_vmware.api [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260182} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.785956] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.785956] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.785956] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.785956] env[69654]: INFO nova.compute.manager [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 869.785956] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.785956] env[69654]: DEBUG nova.compute.manager [-] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.785956] env[69654]: DEBUG nova.network.neutron [-] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.913723] env[69654]: DEBUG nova.compute.utils [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.915507] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aaa9469c-4beb-404b-bcbf-ff1f253ef540 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Releasing lock "refresh_cache-1f7a28d9-1a53-43c3-be38-cdf38d086a4b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.917068] env[69654]: DEBUG nova.compute.manager [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.917254] env[69654]: DEBUG nova.network.neutron [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.950042] env[69654]: DEBUG oslo_vmware.api [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3554854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162696} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.953590] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.953812] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.953999] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.954233] env[69654]: INFO nova.compute.manager [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Took 1.13 seconds to destroy the instance on the hypervisor. [ 869.954480] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.954917] env[69654]: DEBUG nova.compute.manager [-] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.955030] env[69654]: DEBUG nova.network.neutron [-] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.966352] env[69654]: DEBUG oslo_concurrency.lockutils [None req-479ae638-209a-47b1-adf7-43c3fd242f44 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "8167d3b0-9ea5-40b5-998d-1f7624a126ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.086s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.013196] env[69654]: DEBUG nova.policy [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84fd0e21f4e54a15b5165166a5eb0bc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62af8cdf4ad44000ad90ef1c47064f13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.063180] env[69654]: DEBUG nova.virt.hardware [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.063461] env[69654]: DEBUG nova.virt.hardware [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.063659] env[69654]: DEBUG nova.virt.hardware [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.064080] env[69654]: DEBUG nova.virt.hardware [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.064080] env[69654]: DEBUG nova.virt.hardware [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.064199] env[69654]: DEBUG nova.virt.hardware [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.064480] env[69654]: DEBUG nova.virt.hardware [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.064562] env[69654]: DEBUG nova.virt.hardware [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.065526] env[69654]: DEBUG nova.virt.hardware [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.065526] env[69654]: DEBUG nova.virt.hardware [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.065526] env[69654]: DEBUG nova.virt.hardware [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.066103] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f557f176-ab72-4d25-a32f-a05d961c0d08 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.077244] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e7c2f4-9654-467e-9d40-21a7d8477f0b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.093938] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:b9:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1831c802-20d7-44c2-a803-e14aa6186ddd', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.102114] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.105626] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.106358] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f3066fa-5ed0-48ee-8787-989968e2aa27 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.136786] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481391} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.136835] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] d3019df4-3f5a-4c05-b646-9a6043a74dad/d3019df4-3f5a-4c05-b646-9a6043a74dad.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.137060] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.137295] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.137295] env[69654]: value = "task-3554856" [ 870.137295] env[69654]: _type = "Task" [ 870.137295] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.137464] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-928bf14e-aa97-44ae-bd07-46f9c9ef1c1c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.152162] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554856, 'name': CreateVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.153517] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 870.153517] env[69654]: value = "task-3554857" [ 870.153517] env[69654]: _type = "Task" [ 870.153517] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.162411] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.191845] env[69654]: DEBUG oslo_concurrency.lockutils [req-7004c6a5-a7ee-4e4e-946a-ac1406fd75d1 req-974cb13a-892b-4c22-b952-329bf1b64325 service nova] Releasing lock "refresh_cache-d3019df4-3f5a-4c05-b646-9a6043a74dad" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.246926] env[69654]: DEBUG nova.network.neutron [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Successfully updated port: d71590b5-7c98-4eea-9644-e789518162bd {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.420278] env[69654]: DEBUG nova.compute.manager [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.468780] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.479727] env[69654]: DEBUG nova.compute.manager [req-4e0cc2bc-e5d0-456b-bb48-8be99c758cb9 req-796e29c8-03d0-4a34-a5b2-568ae334bfec service nova] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Received event network-vif-deleted-5f155a0b-b388-41b0-abcc-043741a94b02 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.479942] env[69654]: INFO nova.compute.manager [req-4e0cc2bc-e5d0-456b-bb48-8be99c758cb9 req-796e29c8-03d0-4a34-a5b2-568ae334bfec service nova] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Neutron deleted interface 5f155a0b-b388-41b0-abcc-043741a94b02; detaching it from the instance and deleting it from the info cache [ 870.480134] env[69654]: DEBUG nova.network.neutron [req-4e0cc2bc-e5d0-456b-bb48-8be99c758cb9 req-796e29c8-03d0-4a34-a5b2-568ae334bfec service nova] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.600501] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1534a30a-04fe-448d-a721-c7a9ee2efd34 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.608304] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0decd100-4852-4a16-bbee-93b597768940 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.639014] env[69654]: DEBUG nova.network.neutron [-] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.642482] env[69654]: DEBUG nova.network.neutron [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Successfully created port: f5453532-f361-4b9f-87c6-1f402ad1d116 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.644331] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8346070-9dba-49a8-89ab-759fa0c27f9e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.663142] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4e4ad0-3379-42c0-8447-ad1d95071c85 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.666649] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554856, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.671787] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131667} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.680390] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.681224] env[69654]: DEBUG nova.compute.provider_tree [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.683556] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e9e24d-0f67-4591-8302-9ed83c788c44 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.705593] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] d3019df4-3f5a-4c05-b646-9a6043a74dad/d3019df4-3f5a-4c05-b646-9a6043a74dad.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.706640] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76550006-afdc-49f1-b9b8-d2043b6302b7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.723552] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "8167d3b0-9ea5-40b5-998d-1f7624a126ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.723893] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "8167d3b0-9ea5-40b5-998d-1f7624a126ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.724191] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "8167d3b0-9ea5-40b5-998d-1f7624a126ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.724480] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "8167d3b0-9ea5-40b5-998d-1f7624a126ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.724639] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "8167d3b0-9ea5-40b5-998d-1f7624a126ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.728125] env[69654]: INFO nova.compute.manager [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Terminating instance [ 870.735021] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 870.735021] env[69654]: value = "task-3554858" [ 870.735021] env[69654]: _type = "Task" [ 870.735021] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.741943] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.753089] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.753278] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquired lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.753407] env[69654]: DEBUG nova.network.neutron [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.754573] env[69654]: DEBUG nova.network.neutron [-] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.930036] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa9469c-4beb-404b-bcbf-ff1f253ef540 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.933661] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ed5dac9-957c-4533-9a53-de92d5260397 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.945128] env[69654]: DEBUG oslo_vmware.api [None req-aaa9469c-4beb-404b-bcbf-ff1f253ef540 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 870.945128] env[69654]: value = "task-3554859" [ 870.945128] env[69654]: _type = "Task" [ 870.945128] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.950873] env[69654]: DEBUG oslo_vmware.api [None req-aaa9469c-4beb-404b-bcbf-ff1f253ef540 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.982828] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec654c59-5b70-4d94-baf4-784d88988d1d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.993020] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d111abe2-2d16-4b52-a92b-b046f8a2b66c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.005975] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.034029] env[69654]: DEBUG nova.compute.manager [req-4e0cc2bc-e5d0-456b-bb48-8be99c758cb9 req-796e29c8-03d0-4a34-a5b2-568ae334bfec service nova] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Detach interface failed, port_id=5f155a0b-b388-41b0-abcc-043741a94b02, reason: Instance b2c4c844-732f-4240-a390-1ed91bbc7bb0 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.100207] env[69654]: DEBUG nova.compute.manager [req-a9885e78-4001-4572-a6fe-6d5bb9c48cee req-4d4bf2af-303c-47e7-950f-e37375b8cea3 service nova] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Received event network-vif-plugged-d71590b5-7c98-4eea-9644-e789518162bd {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.100431] env[69654]: DEBUG oslo_concurrency.lockutils [req-a9885e78-4001-4572-a6fe-6d5bb9c48cee req-4d4bf2af-303c-47e7-950f-e37375b8cea3 service nova] Acquiring lock "225352df-8e0c-451f-a526-9450ffb5da90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.100643] env[69654]: DEBUG oslo_concurrency.lockutils [req-a9885e78-4001-4572-a6fe-6d5bb9c48cee req-4d4bf2af-303c-47e7-950f-e37375b8cea3 service nova] Lock "225352df-8e0c-451f-a526-9450ffb5da90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.100805] env[69654]: DEBUG oslo_concurrency.lockutils [req-a9885e78-4001-4572-a6fe-6d5bb9c48cee req-4d4bf2af-303c-47e7-950f-e37375b8cea3 service nova] Lock "225352df-8e0c-451f-a526-9450ffb5da90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.100966] env[69654]: DEBUG nova.compute.manager [req-a9885e78-4001-4572-a6fe-6d5bb9c48cee req-4d4bf2af-303c-47e7-950f-e37375b8cea3 service nova] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] No waiting events found dispatching network-vif-plugged-d71590b5-7c98-4eea-9644-e789518162bd {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.101548] env[69654]: WARNING nova.compute.manager [req-a9885e78-4001-4572-a6fe-6d5bb9c48cee req-4d4bf2af-303c-47e7-950f-e37375b8cea3 service nova] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Received unexpected event network-vif-plugged-d71590b5-7c98-4eea-9644-e789518162bd for instance with vm_state building and task_state spawning. [ 871.101888] env[69654]: DEBUG nova.compute.manager [req-a9885e78-4001-4572-a6fe-6d5bb9c48cee req-4d4bf2af-303c-47e7-950f-e37375b8cea3 service nova] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Received event network-changed-d71590b5-7c98-4eea-9644-e789518162bd {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.102103] env[69654]: DEBUG nova.compute.manager [req-a9885e78-4001-4572-a6fe-6d5bb9c48cee req-4d4bf2af-303c-47e7-950f-e37375b8cea3 service nova] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Refreshing instance network info cache due to event network-changed-d71590b5-7c98-4eea-9644-e789518162bd. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.102520] env[69654]: DEBUG oslo_concurrency.lockutils [req-a9885e78-4001-4572-a6fe-6d5bb9c48cee req-4d4bf2af-303c-47e7-950f-e37375b8cea3 service nova] Acquiring lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.141552] env[69654]: INFO nova.compute.manager [-] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Took 1.36 seconds to deallocate network for instance. [ 871.159099] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554856, 'name': CreateVM_Task, 'duration_secs': 0.861351} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.159099] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.159099] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.159099] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.159099] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.159099] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d28cd72-390a-49a3-9a3e-4362a32b707c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.163301] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 871.163301] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52080369-5808-7255-1934-1fbce06e1ba1" [ 871.163301] env[69654]: _type = "Task" [ 871.163301] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.171227] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52080369-5808-7255-1934-1fbce06e1ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.185085] env[69654]: DEBUG nova.scheduler.client.report [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.234228] env[69654]: DEBUG nova.compute.manager [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.234478] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.236775] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafdedbc-27c6-4e77-8551-019d3cdafd7c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.248272] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.251482] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d028f6b-faa9-46df-a22e-d8dec297bf5d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.253041] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.257564] env[69654]: INFO nova.compute.manager [-] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Took 1.30 seconds to deallocate network for instance. [ 871.259483] env[69654]: DEBUG oslo_vmware.api [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 871.259483] env[69654]: value = "task-3554860" [ 871.259483] env[69654]: _type = "Task" [ 871.259483] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.273328] env[69654]: DEBUG oslo_vmware.api [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.289050] env[69654]: DEBUG nova.network.neutron [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.435840] env[69654]: DEBUG nova.compute.manager [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.453454] env[69654]: DEBUG oslo_vmware.api [None req-aaa9469c-4beb-404b-bcbf-ff1f253ef540 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.462355] env[69654]: DEBUG nova.virt.hardware [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.462607] env[69654]: DEBUG nova.virt.hardware [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.462804] env[69654]: DEBUG nova.virt.hardware [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.463197] env[69654]: DEBUG nova.virt.hardware [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.463417] env[69654]: DEBUG nova.virt.hardware [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.463623] env[69654]: DEBUG nova.virt.hardware [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.463884] env[69654]: DEBUG nova.virt.hardware [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.464138] env[69654]: DEBUG nova.virt.hardware [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.464373] env[69654]: DEBUG nova.virt.hardware [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.464590] env[69654]: DEBUG nova.virt.hardware [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.464829] env[69654]: DEBUG nova.virt.hardware [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.465797] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15c21fd-c629-4dd6-80c7-48b6ca8b2b09 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.473435] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09468af6-d9ff-4502-838a-5611db22fd36 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.652295] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.653399] env[69654]: DEBUG nova.network.neutron [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updating instance_info_cache with network_info: [{"id": "d71590b5-7c98-4eea-9644-e789518162bd", "address": "fa:16:3e:0a:f3:22", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71590b5-7c", "ovs_interfaceid": "d71590b5-7c98-4eea-9644-e789518162bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.673328] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52080369-5808-7255-1934-1fbce06e1ba1, 'name': SearchDatastore_Task, 'duration_secs': 0.011029} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.673623] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.673853] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.674141] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.674302] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.674483] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.674745] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aae206c3-943c-4d5b-8c10-202eee039670 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.683482] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.683661] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.684519] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e51d509-c2a1-4c38-bf09-e79c523dc20b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.689561] env[69654]: DEBUG oslo_concurrency.lockutils [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.691458] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 871.691458] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52dc5bfd-ebbd-bfd0-9315-fdbc61229077" [ 871.691458] env[69654]: _type = "Task" [ 871.691458] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.692645] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.616s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.693926] env[69654]: INFO nova.compute.claims [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.704976] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52dc5bfd-ebbd-bfd0-9315-fdbc61229077, 'name': SearchDatastore_Task, 'duration_secs': 0.00881} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.705719] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7afc5d2-b982-465f-86a9-71e0e4f193e1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.710625] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 871.710625] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5237667d-acee-5808-5be4-8a9e46ed280b" [ 871.710625] env[69654]: _type = "Task" [ 871.710625] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.711526] env[69654]: INFO nova.scheduler.client.report [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Deleted allocations for instance 7f9a0c87-c23d-405d-b644-7486f55bb917 [ 871.725178] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5237667d-acee-5808-5be4-8a9e46ed280b, 'name': SearchDatastore_Task, 'duration_secs': 0.009869} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.725178] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.725178] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] de389624-4d9f-4e28-9d54-c03aa59ae51d/de389624-4d9f-4e28-9d54-c03aa59ae51d.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.725178] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-281b7341-5d0f-4e71-ab68-67d7e2dbc23c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.732047] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 871.732047] env[69654]: value = "task-3554861" [ 871.732047] env[69654]: _type = "Task" [ 871.732047] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.737723] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.746312] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554858, 'name': ReconfigVM_Task, 'duration_secs': 0.600525} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.746710] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Reconfigured VM instance instance-0000003a to attach disk [datastore2] d3019df4-3f5a-4c05-b646-9a6043a74dad/d3019df4-3f5a-4c05-b646-9a6043a74dad.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.747433] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5754549c-7296-4339-be9c-bc3930ced909 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.753855] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 871.753855] env[69654]: value = "task-3554862" [ 871.753855] env[69654]: _type = "Task" [ 871.753855] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.764585] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554862, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.769707] env[69654]: DEBUG oslo_concurrency.lockutils [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.772997] env[69654]: DEBUG oslo_vmware.api [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554860, 'name': PowerOffVM_Task, 'duration_secs': 0.17722} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.773295] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.773472] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.773704] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4da3d83f-5c97-4fec-8c2e-fe471fb7222f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.852882] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.852882] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.852882] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Deleting the datastore file [datastore2] 8167d3b0-9ea5-40b5-998d-1f7624a126ae {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.852882] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3c955ff-84ae-488c-b389-e6cda115d6b1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.859856] env[69654]: DEBUG oslo_vmware.api [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 871.859856] env[69654]: value = "task-3554864" [ 871.859856] env[69654]: _type = "Task" [ 871.859856] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.868283] env[69654]: DEBUG oslo_vmware.api [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.953416] env[69654]: DEBUG oslo_vmware.api [None req-aaa9469c-4beb-404b-bcbf-ff1f253ef540 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554859, 'name': PowerOnVM_Task, 'duration_secs': 0.685718} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.953756] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa9469c-4beb-404b-bcbf-ff1f253ef540 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.953902] env[69654]: DEBUG nova.compute.manager [None req-aaa9469c-4beb-404b-bcbf-ff1f253ef540 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.954731] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb124dd0-89d1-4bcf-908e-d20c0c4271fd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.155987] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Releasing lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.156425] env[69654]: DEBUG nova.compute.manager [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Instance network_info: |[{"id": "d71590b5-7c98-4eea-9644-e789518162bd", "address": "fa:16:3e:0a:f3:22", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71590b5-7c", "ovs_interfaceid": "d71590b5-7c98-4eea-9644-e789518162bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.156826] env[69654]: DEBUG oslo_concurrency.lockutils [req-a9885e78-4001-4572-a6fe-6d5bb9c48cee req-4d4bf2af-303c-47e7-950f-e37375b8cea3 service nova] Acquired lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.157084] env[69654]: DEBUG nova.network.neutron [req-a9885e78-4001-4572-a6fe-6d5bb9c48cee req-4d4bf2af-303c-47e7-950f-e37375b8cea3 service nova] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Refreshing network info cache for port d71590b5-7c98-4eea-9644-e789518162bd {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.158494] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:f3:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd71590b5-7c98-4eea-9644-e789518162bd', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.175127] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.176299] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.176669] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ea28313-c3c7-4ed1-adfc-3112be4f0450 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.205215] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.205215] env[69654]: value = "task-3554865" [ 872.205215] env[69654]: _type = "Task" [ 872.205215] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.217590] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554865, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.222554] env[69654]: DEBUG oslo_concurrency.lockutils [None req-715ce9e6-1246-420d-93a9-751ca7ecbbd4 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "7f9a0c87-c23d-405d-b644-7486f55bb917" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.787s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.242654] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469601} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.243652] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] de389624-4d9f-4e28-9d54-c03aa59ae51d/de389624-4d9f-4e28-9d54-c03aa59ae51d.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.243888] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.244165] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1778a23a-3e4c-4a1d-9f3c-f11521c39181 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.251422] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 872.251422] env[69654]: value = "task-3554866" [ 872.251422] env[69654]: _type = "Task" [ 872.251422] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.264945] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.268097] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554862, 'name': Rename_Task, 'duration_secs': 0.141204} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.268360] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.268610] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f481f34c-7f21-4457-82a7-1d80ac2b06cf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.274963] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 872.274963] env[69654]: value = "task-3554867" [ 872.274963] env[69654]: _type = "Task" [ 872.274963] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.283685] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.372024] env[69654]: DEBUG oslo_vmware.api [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3554864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431482} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.372024] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.372024] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.372024] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.372024] env[69654]: INFO nova.compute.manager [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Took 1.14 seconds to destroy the instance on the hypervisor. [ 872.372024] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.372024] env[69654]: DEBUG nova.compute.manager [-] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.372024] env[69654]: DEBUG nova.network.neutron [-] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.555779] env[69654]: DEBUG nova.compute.manager [req-5b485855-dfbf-4f69-b55d-58bd184734c6 req-097eeecc-9e35-4175-be40-f75c163e5a34 service nova] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Received event network-vif-deleted-0a5218bc-2d51-42ac-81e7-57363b82a399 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.602600] env[69654]: DEBUG nova.network.neutron [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Successfully updated port: f5453532-f361-4b9f-87c6-1f402ad1d116 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.720981] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554865, 'name': CreateVM_Task, 'duration_secs': 0.432846} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.721173] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.722352] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.722543] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.722845] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.723115] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4846fc84-f540-43a5-b468-05b3a3574e6a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.728681] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 872.728681] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520f44ca-0fb4-c1b8-b20a-8b0e4bcc0566" [ 872.728681] env[69654]: _type = "Task" [ 872.728681] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.738021] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520f44ca-0fb4-c1b8-b20a-8b0e4bcc0566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.761156] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105722} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.761502] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.762275] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7f36e0-6d2a-432f-80f2-f0becd8a19dc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.786015] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] de389624-4d9f-4e28-9d54-c03aa59ae51d/de389624-4d9f-4e28-9d54-c03aa59ae51d.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.792099] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cde2a143-cc95-4bc9-8bd8-15ccef352c60 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.811814] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554867, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.815350] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 872.815350] env[69654]: value = "task-3554868" [ 872.815350] env[69654]: _type = "Task" [ 872.815350] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.826321] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.929458] env[69654]: DEBUG nova.network.neutron [req-a9885e78-4001-4572-a6fe-6d5bb9c48cee req-4d4bf2af-303c-47e7-950f-e37375b8cea3 service nova] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updated VIF entry in instance network info cache for port d71590b5-7c98-4eea-9644-e789518162bd. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.929838] env[69654]: DEBUG nova.network.neutron [req-a9885e78-4001-4572-a6fe-6d5bb9c48cee req-4d4bf2af-303c-47e7-950f-e37375b8cea3 service nova] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updating instance_info_cache with network_info: [{"id": "d71590b5-7c98-4eea-9644-e789518162bd", "address": "fa:16:3e:0a:f3:22", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71590b5-7c", "ovs_interfaceid": "d71590b5-7c98-4eea-9644-e789518162bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.104264] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "refresh_cache-26427595-7845-4470-8516-0430e2d6107a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.104418] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired lock "refresh_cache-26427595-7845-4470-8516-0430e2d6107a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.104571] env[69654]: DEBUG nova.network.neutron [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.140709] env[69654]: DEBUG nova.compute.manager [req-7dadfbaa-5d3d-4738-8734-33c70fafb921 req-406f1713-fe99-4108-bf70-ba8a486c087f service nova] [instance: 26427595-7845-4470-8516-0430e2d6107a] Received event network-vif-plugged-f5453532-f361-4b9f-87c6-1f402ad1d116 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.140709] env[69654]: DEBUG oslo_concurrency.lockutils [req-7dadfbaa-5d3d-4738-8734-33c70fafb921 req-406f1713-fe99-4108-bf70-ba8a486c087f service nova] Acquiring lock "26427595-7845-4470-8516-0430e2d6107a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.141054] env[69654]: DEBUG oslo_concurrency.lockutils [req-7dadfbaa-5d3d-4738-8734-33c70fafb921 req-406f1713-fe99-4108-bf70-ba8a486c087f service nova] Lock "26427595-7845-4470-8516-0430e2d6107a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.141054] env[69654]: DEBUG oslo_concurrency.lockutils [req-7dadfbaa-5d3d-4738-8734-33c70fafb921 req-406f1713-fe99-4108-bf70-ba8a486c087f service nova] Lock "26427595-7845-4470-8516-0430e2d6107a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.141054] env[69654]: DEBUG nova.compute.manager [req-7dadfbaa-5d3d-4738-8734-33c70fafb921 req-406f1713-fe99-4108-bf70-ba8a486c087f service nova] [instance: 26427595-7845-4470-8516-0430e2d6107a] No waiting events found dispatching network-vif-plugged-f5453532-f361-4b9f-87c6-1f402ad1d116 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.141260] env[69654]: WARNING nova.compute.manager [req-7dadfbaa-5d3d-4738-8734-33c70fafb921 req-406f1713-fe99-4108-bf70-ba8a486c087f service nova] [instance: 26427595-7845-4470-8516-0430e2d6107a] Received unexpected event network-vif-plugged-f5453532-f361-4b9f-87c6-1f402ad1d116 for instance with vm_state building and task_state spawning. [ 873.141431] env[69654]: DEBUG nova.compute.manager [req-7dadfbaa-5d3d-4738-8734-33c70fafb921 req-406f1713-fe99-4108-bf70-ba8a486c087f service nova] [instance: 26427595-7845-4470-8516-0430e2d6107a] Received event network-changed-f5453532-f361-4b9f-87c6-1f402ad1d116 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.141584] env[69654]: DEBUG nova.compute.manager [req-7dadfbaa-5d3d-4738-8734-33c70fafb921 req-406f1713-fe99-4108-bf70-ba8a486c087f service nova] [instance: 26427595-7845-4470-8516-0430e2d6107a] Refreshing instance network info cache due to event network-changed-f5453532-f361-4b9f-87c6-1f402ad1d116. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.141771] env[69654]: DEBUG oslo_concurrency.lockutils [req-7dadfbaa-5d3d-4738-8734-33c70fafb921 req-406f1713-fe99-4108-bf70-ba8a486c087f service nova] Acquiring lock "refresh_cache-26427595-7845-4470-8516-0430e2d6107a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.167261] env[69654]: DEBUG nova.network.neutron [-] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.223029] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30efcae7-3dc9-4f90-9ab2-bc566767da41 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.236087] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f59043-cee9-4de7-8d8d-1b30c72af257 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.245528] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520f44ca-0fb4-c1b8-b20a-8b0e4bcc0566, 'name': SearchDatastore_Task, 'duration_secs': 0.009872} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.271123] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.271421] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.274455] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.274455] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.274455] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.274455] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-887b1ff2-31c7-405f-8cd3-948d9575a493 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.275823] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795e6bfc-1e04-439e-8440-48ce02c4593d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.291142] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b341a2-69f8-488b-aa47-9a5f26c01519 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.295810] env[69654]: DEBUG oslo_vmware.api [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554867, 'name': PowerOnVM_Task, 'duration_secs': 0.562521} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.296184] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.296376] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.297193] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.297394] env[69654]: INFO nova.compute.manager [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Took 7.32 seconds to spawn the instance on the hypervisor. [ 873.297582] env[69654]: DEBUG nova.compute.manager [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.297830] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50ce3e4-0ff1-46ee-994b-3988b44fadf2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.303129] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa4763c-a5e9-4431-b2b9-0b3502582b71 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.311987] env[69654]: DEBUG nova.compute.provider_tree [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.315911] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 873.315911] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f15dcd-d630-7a8d-4ee4-cb2acead607f" [ 873.315911] env[69654]: _type = "Task" [ 873.315911] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.341823] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.342131] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f15dcd-d630-7a8d-4ee4-cb2acead607f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.432737] env[69654]: DEBUG oslo_concurrency.lockutils [req-a9885e78-4001-4572-a6fe-6d5bb9c48cee req-4d4bf2af-303c-47e7-950f-e37375b8cea3 service nova] Releasing lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.642376] env[69654]: DEBUG nova.network.neutron [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.674291] env[69654]: INFO nova.compute.manager [-] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Took 1.30 seconds to deallocate network for instance. [ 873.787374] env[69654]: DEBUG nova.network.neutron [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Updating instance_info_cache with network_info: [{"id": "f5453532-f361-4b9f-87c6-1f402ad1d116", "address": "fa:16:3e:8f:ce:1c", "network": {"id": "9c35621a-4212-48ae-8f5d-4ae6b03c1687", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-974507676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62af8cdf4ad44000ad90ef1c47064f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5453532-f3", "ovs_interfaceid": "f5453532-f361-4b9f-87c6-1f402ad1d116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.816680] env[69654]: DEBUG nova.scheduler.client.report [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.837506] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554868, 'name': ReconfigVM_Task, 'duration_secs': 0.656856} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.842924] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Reconfigured VM instance instance-00000021 to attach disk [datastore2] de389624-4d9f-4e28-9d54-c03aa59ae51d/de389624-4d9f-4e28-9d54-c03aa59ae51d.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.843813] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f15dcd-d630-7a8d-4ee4-cb2acead607f, 'name': SearchDatastore_Task, 'duration_secs': 0.019834} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.844253] env[69654]: INFO nova.compute.manager [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Took 33.56 seconds to build instance. [ 873.845061] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f64b9be-b79f-40ae-8420-71f3c3a553bd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.847635] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a680c3a-e698-48e7-ae1f-8f938e204827 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.853234] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 873.853234] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523d6f17-fc6a-25e7-b60b-79dc4e99046a" [ 873.853234] env[69654]: _type = "Task" [ 873.853234] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.854485] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 873.854485] env[69654]: value = "task-3554869" [ 873.854485] env[69654]: _type = "Task" [ 873.854485] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.865380] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523d6f17-fc6a-25e7-b60b-79dc4e99046a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.868601] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554869, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.180776] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.290710] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Releasing lock "refresh_cache-26427595-7845-4470-8516-0430e2d6107a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.291101] env[69654]: DEBUG nova.compute.manager [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Instance network_info: |[{"id": "f5453532-f361-4b9f-87c6-1f402ad1d116", "address": "fa:16:3e:8f:ce:1c", "network": {"id": "9c35621a-4212-48ae-8f5d-4ae6b03c1687", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-974507676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62af8cdf4ad44000ad90ef1c47064f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5453532-f3", "ovs_interfaceid": "f5453532-f361-4b9f-87c6-1f402ad1d116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.291417] env[69654]: DEBUG oslo_concurrency.lockutils [req-7dadfbaa-5d3d-4738-8734-33c70fafb921 req-406f1713-fe99-4108-bf70-ba8a486c087f service nova] Acquired lock "refresh_cache-26427595-7845-4470-8516-0430e2d6107a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.291593] env[69654]: DEBUG nova.network.neutron [req-7dadfbaa-5d3d-4738-8734-33c70fafb921 req-406f1713-fe99-4108-bf70-ba8a486c087f service nova] [instance: 26427595-7845-4470-8516-0430e2d6107a] Refreshing network info cache for port f5453532-f361-4b9f-87c6-1f402ad1d116 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.294655] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:ce:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5453532-f361-4b9f-87c6-1f402ad1d116', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.303978] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.304625] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26427595-7845-4470-8516-0430e2d6107a] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.304683] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27ddf1e0-5cbc-4f14-b2eb-c00e54ce7ee7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.325257] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.325257] env[69654]: value = "task-3554870" [ 874.325257] env[69654]: _type = "Task" [ 874.325257] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.329039] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.329527] env[69654]: DEBUG nova.compute.manager [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.332586] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.695s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.332834] env[69654]: DEBUG nova.objects.instance [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Lazy-loading 'resources' on Instance uuid 6414f602-4591-43b8-a3da-2419f014e758 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.338922] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554870, 'name': CreateVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.348427] env[69654]: DEBUG oslo_concurrency.lockutils [None req-002bfaf9-67f5-485b-8027-30ff143ea7a4 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "d3019df4-3f5a-4c05-b646-9a6043a74dad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.106s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.369382] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523d6f17-fc6a-25e7-b60b-79dc4e99046a, 'name': SearchDatastore_Task, 'duration_secs': 0.028565} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.372616] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.372886] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 225352df-8e0c-451f-a526-9450ffb5da90/225352df-8e0c-451f-a526-9450ffb5da90.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.373430] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554869, 'name': Rename_Task, 'duration_secs': 0.445623} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.373629] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34688a41-8089-4351-a3c4-61baa7f36dd1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.375681] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.376454] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a561a124-f403-4068-9b5b-c7c442c7f01e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.382608] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 874.382608] env[69654]: value = "task-3554871" [ 874.382608] env[69654]: _type = "Task" [ 874.382608] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.383551] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 874.383551] env[69654]: value = "task-3554872" [ 874.383551] env[69654]: _type = "Task" [ 874.383551] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.399231] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.402304] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.651133] env[69654]: DEBUG nova.compute.manager [req-a62266a1-a0bc-44fb-9871-f101ad316add req-895d0839-05a3-4a2d-8bd6-32f8ca470df1 service nova] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Received event network-vif-deleted-54256298-781a-4d6c-a6c4-fd80182a975d {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.835024] env[69654]: DEBUG nova.compute.utils [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.839552] env[69654]: DEBUG nova.compute.manager [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.839715] env[69654]: DEBUG nova.network.neutron [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.844661] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554870, 'name': CreateVM_Task, 'duration_secs': 0.417865} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.847590] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26427595-7845-4470-8516-0430e2d6107a] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.848683] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.848900] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.849289] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.849920] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88bb4d09-675c-4249-99d6-ea6a27e41163 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.852691] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.860216] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 874.860216] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d3c8cc-0c93-fd8e-31d0-aabc28de3bb0" [ 874.860216] env[69654]: _type = "Task" [ 874.860216] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.869604] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d3c8cc-0c93-fd8e-31d0-aabc28de3bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.898470] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554871, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.904173] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.909853] env[69654]: DEBUG nova.policy [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03c80a72bba8483390c279dc02df8797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cbbc00a4ee0485394608c7bc4ae20df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.064571] env[69654]: DEBUG nova.network.neutron [req-7dadfbaa-5d3d-4738-8734-33c70fafb921 req-406f1713-fe99-4108-bf70-ba8a486c087f service nova] [instance: 26427595-7845-4470-8516-0430e2d6107a] Updated VIF entry in instance network info cache for port f5453532-f361-4b9f-87c6-1f402ad1d116. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.064921] env[69654]: DEBUG nova.network.neutron [req-7dadfbaa-5d3d-4738-8734-33c70fafb921 req-406f1713-fe99-4108-bf70-ba8a486c087f service nova] [instance: 26427595-7845-4470-8516-0430e2d6107a] Updating instance_info_cache with network_info: [{"id": "f5453532-f361-4b9f-87c6-1f402ad1d116", "address": "fa:16:3e:8f:ce:1c", "network": {"id": "9c35621a-4212-48ae-8f5d-4ae6b03c1687", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-974507676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62af8cdf4ad44000ad90ef1c47064f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5453532-f3", "ovs_interfaceid": "f5453532-f361-4b9f-87c6-1f402ad1d116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.346412] env[69654]: DEBUG nova.compute.manager [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.355732] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37382d6-c43c-4bb4-8f34-0f81c08fea87 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.367258] env[69654]: DEBUG nova.network.neutron [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Successfully created port: e77cf848-ef17-476d-9e83-5c78dba6d422 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.375335] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b485fae-e0e6-45db-b003-6f0950e9dbf3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.389848] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d3c8cc-0c93-fd8e-31d0-aabc28de3bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.018056} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.390953] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.395029] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.395330] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.395563] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.395710] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.395888] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.428740] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04935f8c-d1ee-4852-bff8-8130dd13d72a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.433594] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a31b349-609f-416f-aff1-579b027513e8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.439996] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554871, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.444885] env[69654]: DEBUG oslo_vmware.api [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554872, 'name': PowerOnVM_Task, 'duration_secs': 1.000797} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.447898] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.448134] env[69654]: DEBUG nova.compute.manager [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.448435] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.448594] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.449770] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4cb35e-c314-4df6-9f24-c130d726ff98 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.452160] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3dcd7a-733f-476c-a443-924544549fc6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.455677] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2560a0a-ad42-4672-ad43-ff635e213796 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.474814] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 875.474814] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52917bfe-835c-ea10-3699-59493ffd3278" [ 875.474814] env[69654]: _type = "Task" [ 875.474814] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.475323] env[69654]: DEBUG nova.compute.provider_tree [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.487294] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52917bfe-835c-ea10-3699-59493ffd3278, 'name': SearchDatastore_Task, 'duration_secs': 0.010317} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.488660] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe9edb4a-e3be-44ae-a4f0-ce59418dd7a0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.494632] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 875.494632] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52dc5385-5b9c-5f36-7ed3-8521a568c3ce" [ 875.494632] env[69654]: _type = "Task" [ 875.494632] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.503154] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52dc5385-5b9c-5f36-7ed3-8521a568c3ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.571045] env[69654]: DEBUG oslo_concurrency.lockutils [req-7dadfbaa-5d3d-4738-8734-33c70fafb921 req-406f1713-fe99-4108-bf70-ba8a486c087f service nova] Releasing lock "refresh_cache-26427595-7845-4470-8516-0430e2d6107a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.893814] env[69654]: INFO nova.compute.manager [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Rebuilding instance [ 875.902814] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554871, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.516342} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.903696] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 225352df-8e0c-451f-a526-9450ffb5da90/225352df-8e0c-451f-a526-9450ffb5da90.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.904045] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.904403] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97140014-587e-49e9-a7dd-c03b45c7cf37 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.912362] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 875.912362] env[69654]: value = "task-3554873" [ 875.912362] env[69654]: _type = "Task" [ 875.912362] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.924955] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.946037] env[69654]: DEBUG nova.compute.manager [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.946923] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c2b9ca-f353-4aa5-81fe-c85ba8c1765f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.982436] env[69654]: DEBUG nova.scheduler.client.report [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.987987] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.007447] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52dc5385-5b9c-5f36-7ed3-8521a568c3ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009824} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.007881] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.009044] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 26427595-7845-4470-8516-0430e2d6107a/26427595-7845-4470-8516-0430e2d6107a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.009044] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-315b27a7-b9d7-4a00-b9fe-e82db6b85e0f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.015629] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 876.015629] env[69654]: value = "task-3554874" [ 876.015629] env[69654]: _type = "Task" [ 876.015629] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.023804] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.359797] env[69654]: DEBUG nova.compute.manager [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.385672] env[69654]: DEBUG nova.virt.hardware [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.386063] env[69654]: DEBUG nova.virt.hardware [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.386234] env[69654]: DEBUG nova.virt.hardware [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.386484] env[69654]: DEBUG nova.virt.hardware [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.386587] env[69654]: DEBUG nova.virt.hardware [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.386693] env[69654]: DEBUG nova.virt.hardware [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.386916] env[69654]: DEBUG nova.virt.hardware [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.387086] env[69654]: DEBUG nova.virt.hardware [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.387257] env[69654]: DEBUG nova.virt.hardware [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.387419] env[69654]: DEBUG nova.virt.hardware [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.387591] env[69654]: DEBUG nova.virt.hardware [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.388633] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e87fed1-ea2a-4f08-ac90-a96033b4c985 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.398016] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64991af8-9682-4f35-9c86-83bba78db365 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.420702] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178862} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.420911] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.421752] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee093744-e6f0-438a-891b-34e531afcd95 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.444369] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 225352df-8e0c-451f-a526-9450ffb5da90/225352df-8e0c-451f-a526-9450ffb5da90.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.444730] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76006f06-9599-4bea-9e84-57bc70e7c056 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.468261] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 876.468261] env[69654]: value = "task-3554875" [ 876.468261] env[69654]: _type = "Task" [ 876.468261] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.478433] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.489019] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.491746] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.870s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.491992] env[69654]: DEBUG nova.objects.instance [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Lazy-loading 'resources' on Instance uuid ebd219c1-3477-43e5-b656-b7365a3cc475 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.516411] env[69654]: INFO nova.scheduler.client.report [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Deleted allocations for instance 6414f602-4591-43b8-a3da-2419f014e758 [ 876.533535] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479225} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.533825] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 26427595-7845-4470-8516-0430e2d6107a/26427595-7845-4470-8516-0430e2d6107a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.534104] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.534400] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bbd7ade-06ed-43ba-b536-c130cda709f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.540801] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 876.540801] env[69654]: value = "task-3554876" [ 876.540801] env[69654]: _type = "Task" [ 876.540801] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.549326] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.963077] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.963412] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85723a74-198f-4481-962a-e9acf782bb52 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.973600] env[69654]: DEBUG oslo_vmware.api [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Waiting for the task: (returnval){ [ 876.973600] env[69654]: value = "task-3554877" [ 876.973600] env[69654]: _type = "Task" [ 876.973600] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.983341] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.988522] env[69654]: DEBUG oslo_vmware.api [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.031117] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a08cb765-b356-4a1c-a8a8-bfc86aa3d089 tempest-ServerRescueTestJSONUnderV235-1656230026 tempest-ServerRescueTestJSONUnderV235-1656230026-project-member] Lock "6414f602-4591-43b8-a3da-2419f014e758" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.350s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.050497] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065689} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.050762] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.051793] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868aec35-8ee3-4a3c-b33a-d122d82fa5ef {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.077536] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 26427595-7845-4470-8516-0430e2d6107a/26427595-7845-4470-8516-0430e2d6107a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.082438] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68d7649e-b4c2-4872-98de-39b535660200 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.109125] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 877.109125] env[69654]: value = "task-3554878" [ 877.109125] env[69654]: _type = "Task" [ 877.109125] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.119983] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.249248] env[69654]: DEBUG nova.network.neutron [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Successfully updated port: e77cf848-ef17-476d-9e83-5c78dba6d422 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.347454] env[69654]: DEBUG nova.compute.manager [req-17ea87eb-5624-49ab-8078-90f42d5ad66c req-d03be8b1-7eba-4732-9cd7-32969a7d62fe service nova] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Received event network-vif-plugged-e77cf848-ef17-476d-9e83-5c78dba6d422 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.347924] env[69654]: DEBUG oslo_concurrency.lockutils [req-17ea87eb-5624-49ab-8078-90f42d5ad66c req-d03be8b1-7eba-4732-9cd7-32969a7d62fe service nova] Acquiring lock "b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.348241] env[69654]: DEBUG oslo_concurrency.lockutils [req-17ea87eb-5624-49ab-8078-90f42d5ad66c req-d03be8b1-7eba-4732-9cd7-32969a7d62fe service nova] Lock "b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.348440] env[69654]: DEBUG oslo_concurrency.lockutils [req-17ea87eb-5624-49ab-8078-90f42d5ad66c req-d03be8b1-7eba-4732-9cd7-32969a7d62fe service nova] Lock "b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.348638] env[69654]: DEBUG nova.compute.manager [req-17ea87eb-5624-49ab-8078-90f42d5ad66c req-d03be8b1-7eba-4732-9cd7-32969a7d62fe service nova] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] No waiting events found dispatching network-vif-plugged-e77cf848-ef17-476d-9e83-5c78dba6d422 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.348770] env[69654]: WARNING nova.compute.manager [req-17ea87eb-5624-49ab-8078-90f42d5ad66c req-d03be8b1-7eba-4732-9cd7-32969a7d62fe service nova] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Received unexpected event network-vif-plugged-e77cf848-ef17-476d-9e83-5c78dba6d422 for instance with vm_state building and task_state spawning. [ 877.485015] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554875, 'name': ReconfigVM_Task, 'duration_secs': 0.664175} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.485015] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 225352df-8e0c-451f-a526-9450ffb5da90/225352df-8e0c-451f-a526-9450ffb5da90.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.485961] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-129ace17-6691-4561-96fc-326a02183b9a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.490638] env[69654]: DEBUG oslo_vmware.api [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554877, 'name': PowerOffVM_Task, 'duration_secs': 0.315803} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.490893] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.491712] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.493081] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-addf113f-2bed-4280-bcc3-a8973a63bf1d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.494516] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 877.494516] env[69654]: value = "task-3554879" [ 877.494516] env[69654]: _type = "Task" [ 877.494516] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.501180] env[69654]: DEBUG oslo_vmware.api [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Waiting for the task: (returnval){ [ 877.501180] env[69654]: value = "task-3554880" [ 877.501180] env[69654]: _type = "Task" [ 877.501180] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.507757] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554879, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.513230] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] VM already powered off {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 877.513478] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 877.514219] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709671', 'volume_id': 'dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d', 'name': 'volume-dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d', 'serial': 'dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 877.517206] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1450edd5-a50e-48dd-8bc9-a9c155299277 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.540613] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c80bec2-7c9d-4f5d-ada6-bac28ef3a724 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.548324] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc582009-91e4-4a2b-8e6d-3a3e5f6460fb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.570350] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a550afe-4eb3-4fd3-8f45-d6ab18343073 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.586125] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] The volume has not been displaced from its original location: [datastore1] volume-dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d/volume-dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d.vmdk. No consolidation needed. {{(pid=69654) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 877.591491] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 877.592817] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a63666d-efa3-4561-bdb6-f72999105244 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.606094] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612068fa-9223-452a-ad2d-c1987f30c3ba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.608865] env[69654]: INFO nova.compute.manager [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Rebuilding instance [ 877.616478] env[69654]: DEBUG oslo_vmware.api [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Waiting for the task: (returnval){ [ 877.616478] env[69654]: value = "task-3554881" [ 877.616478] env[69654]: _type = "Task" [ 877.616478] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.624644] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f577c981-d9eb-4a3d-9d3e-7081f97028d9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.632327] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.632923] env[69654]: DEBUG oslo_vmware.api [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.662081] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed6789c-476c-4af5-b5e7-8b529ac70a17 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.671827] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca10e74b-36b0-4af4-b408-8c95d22ca582 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.685961] env[69654]: DEBUG nova.compute.provider_tree [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.691954] env[69654]: DEBUG nova.compute.manager [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.692818] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b39483-a506-40a5-9da5-4ab85b997660 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.756545] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "refresh_cache-b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.756735] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired lock "refresh_cache-b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.757059] env[69654]: DEBUG nova.network.neutron [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.006221] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554879, 'name': Rename_Task, 'duration_secs': 0.383353} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.006221] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.006584] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e0c9b97-0e4e-4a1b-9766-4477fab6bab0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.014086] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 878.014086] env[69654]: value = "task-3554882" [ 878.014086] env[69654]: _type = "Task" [ 878.014086] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.021985] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.121646] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554878, 'name': ReconfigVM_Task, 'duration_secs': 0.850838} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.125756] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 26427595-7845-4470-8516-0430e2d6107a/26427595-7845-4470-8516-0430e2d6107a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.126400] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5b24b07-5454-4319-a8e9-60ae7421b6d2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.133444] env[69654]: DEBUG oslo_vmware.api [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554881, 'name': ReconfigVM_Task, 'duration_secs': 0.1864} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.134709] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 878.139506] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 878.139506] env[69654]: value = "task-3554883" [ 878.139506] env[69654]: _type = "Task" [ 878.139506] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.139711] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a71abaae-f66d-42a1-ac5f-2c14d5cf16a5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.158438] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554883, 'name': Rename_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.159741] env[69654]: DEBUG oslo_vmware.api [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Waiting for the task: (returnval){ [ 878.159741] env[69654]: value = "task-3554884" [ 878.159741] env[69654]: _type = "Task" [ 878.159741] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.167729] env[69654]: DEBUG oslo_vmware.api [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554884, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.193023] env[69654]: DEBUG nova.scheduler.client.report [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.326604] env[69654]: DEBUG nova.network.neutron [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.528949] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554882, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.583271] env[69654]: DEBUG nova.network.neutron [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Updating instance_info_cache with network_info: [{"id": "e77cf848-ef17-476d-9e83-5c78dba6d422", "address": "fa:16:3e:94:7c:80", "network": {"id": "ada968c3-dd4b-40d3-8b76-9f93c25df0da", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1829149816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cbbc00a4ee0485394608c7bc4ae20df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77cf848-ef", "ovs_interfaceid": "e77cf848-ef17-476d-9e83-5c78dba6d422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.664031] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554883, 'name': Rename_Task, 'duration_secs': 0.163358} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.667901] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.668788] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f1be875-15aa-4092-b5bb-3a8c18dcbf8b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.680742] env[69654]: DEBUG oslo_vmware.api [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554884, 'name': ReconfigVM_Task, 'duration_secs': 0.149274} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.682185] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709671', 'volume_id': 'dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d', 'name': 'volume-dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d', 'serial': 'dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 878.682518] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.682901] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 878.682901] env[69654]: value = "task-3554885" [ 878.682901] env[69654]: _type = "Task" [ 878.682901] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.683817] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a8ef3a-2c12-4434-a126-f36257610357 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.697904] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.700457] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554885, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.703578] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.772s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.707730] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.707730] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f685bb03-1cda-4cbe-b768-c1df5b1fec30 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.710016] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.710016] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-576ac6fe-a47d-46e2-9a4d-9f1d27822bd7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.718733] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 878.718733] env[69654]: value = "task-3554887" [ 878.718733] env[69654]: _type = "Task" [ 878.718733] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.733646] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.742725] env[69654]: INFO nova.scheduler.client.report [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Deleted allocations for instance ebd219c1-3477-43e5-b656-b7365a3cc475 [ 878.784720] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.784720] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.784901] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Deleting the datastore file [datastore1] a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.785261] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fe64352-41b7-4d74-abee-3ac060e1eeab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.795206] env[69654]: DEBUG oslo_vmware.api [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Waiting for the task: (returnval){ [ 878.795206] env[69654]: value = "task-3554888" [ 878.795206] env[69654]: _type = "Task" [ 878.795206] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.808945] env[69654]: DEBUG oslo_vmware.api [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.027143] env[69654]: DEBUG oslo_vmware.api [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3554882, 'name': PowerOnVM_Task, 'duration_secs': 0.673725} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.027533] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.027942] env[69654]: INFO nova.compute.manager [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Took 10.31 seconds to spawn the instance on the hypervisor. [ 879.028358] env[69654]: DEBUG nova.compute.manager [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.029526] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5df3cca-ec3f-4e64-b014-b3645d4d6468 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.085551] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Releasing lock "refresh_cache-b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.086683] env[69654]: DEBUG nova.compute.manager [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Instance network_info: |[{"id": "e77cf848-ef17-476d-9e83-5c78dba6d422", "address": "fa:16:3e:94:7c:80", "network": {"id": "ada968c3-dd4b-40d3-8b76-9f93c25df0da", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1829149816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cbbc00a4ee0485394608c7bc4ae20df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77cf848-ef", "ovs_interfaceid": "e77cf848-ef17-476d-9e83-5c78dba6d422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.086683] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:7c:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e77cf848-ef17-476d-9e83-5c78dba6d422', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.094653] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.095695] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.096024] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd7d8c16-9dde-444a-a06d-810e9f0ee3d9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.124137] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.124137] env[69654]: value = "task-3554889" [ 879.124137] env[69654]: _type = "Task" [ 879.124137] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.134970] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554889, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.200087] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554885, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.210994] env[69654]: INFO nova.compute.claims [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.228798] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554887, 'name': PowerOffVM_Task, 'duration_secs': 0.213511} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.229135] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.229546] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.230377] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82056106-7334-4867-9466-fd9825413539 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.237570] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.237940] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5e6cb6e-d9f1-4729-98f5-1e348972ef5d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.252927] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1025ce8-35cb-4f71-9720-6098d75217d6 tempest-ServerAddressesTestJSON-1237503775 tempest-ServerAddressesTestJSON-1237503775-project-member] Lock "ebd219c1-3477-43e5-b656-b7365a3cc475" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.274s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.306367] env[69654]: DEBUG oslo_vmware.api [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Task: {'id': task-3554888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103351} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.306673] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.306906] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.307418] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.339796] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.340095] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.340324] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Deleting the datastore file [datastore2] de389624-4d9f-4e28-9d54-c03aa59ae51d {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.340649] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a6d0aaa-529c-4f1b-92e0-427d32644678 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.351262] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 879.351262] env[69654]: value = "task-3554891" [ 879.351262] env[69654]: _type = "Task" [ 879.351262] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.363864] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.382855] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 879.383256] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f456f95f-846d-4f4f-8b9a-d9e6af72a737 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.393306] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20014b35-eaca-4d0b-8507-aaf885eec29b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.430066] env[69654]: ERROR nova.compute.manager [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Failed to detach volume dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d from /dev/sda: nova.exception.InstanceNotFound: Instance a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7 could not be found. [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Traceback (most recent call last): [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] self.driver.rebuild(**kwargs) [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] raise NotImplementedError() [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] NotImplementedError [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] During handling of the above exception, another exception occurred: [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Traceback (most recent call last): [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] self.driver.detach_volume(context, old_connection_info, [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] return self._volumeops.detach_volume(connection_info, instance) [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] self._detach_volume_vmdk(connection_info, instance) [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] stable_ref.fetch_moref(session) [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] raise exception.InstanceNotFound(instance_id=self._uuid) [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] nova.exception.InstanceNotFound: Instance a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7 could not be found. [ 879.430066] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] [ 879.441333] env[69654]: DEBUG nova.compute.manager [req-7d4fbe87-1c06-4372-b888-acc266228a54 req-65646b88-9dd0-4312-8233-543ff22bfc00 service nova] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Received event network-changed-e77cf848-ef17-476d-9e83-5c78dba6d422 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.441541] env[69654]: DEBUG nova.compute.manager [req-7d4fbe87-1c06-4372-b888-acc266228a54 req-65646b88-9dd0-4312-8233-543ff22bfc00 service nova] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Refreshing instance network info cache due to event network-changed-e77cf848-ef17-476d-9e83-5c78dba6d422. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.441854] env[69654]: DEBUG oslo_concurrency.lockutils [req-7d4fbe87-1c06-4372-b888-acc266228a54 req-65646b88-9dd0-4312-8233-543ff22bfc00 service nova] Acquiring lock "refresh_cache-b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.442036] env[69654]: DEBUG oslo_concurrency.lockutils [req-7d4fbe87-1c06-4372-b888-acc266228a54 req-65646b88-9dd0-4312-8233-543ff22bfc00 service nova] Acquired lock "refresh_cache-b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.442223] env[69654]: DEBUG nova.network.neutron [req-7d4fbe87-1c06-4372-b888-acc266228a54 req-65646b88-9dd0-4312-8233-543ff22bfc00 service nova] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Refreshing network info cache for port e77cf848-ef17-476d-9e83-5c78dba6d422 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.552952] env[69654]: INFO nova.compute.manager [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Took 38.63 seconds to build instance. [ 879.573367] env[69654]: DEBUG nova.compute.utils [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Build of instance a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7 aborted: Failed to rebuild volume backed instance. {{(pid=69654) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 879.575803] env[69654]: ERROR nova.compute.manager [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7 aborted: Failed to rebuild volume backed instance. [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Traceback (most recent call last): [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] self.driver.rebuild(**kwargs) [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] raise NotImplementedError() [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] NotImplementedError [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] During handling of the above exception, another exception occurred: [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Traceback (most recent call last): [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] self._detach_root_volume(context, instance, root_bdm) [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] with excutils.save_and_reraise_exception(): [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] self.force_reraise() [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] raise self.value [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] self.driver.detach_volume(context, old_connection_info, [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] return self._volumeops.detach_volume(connection_info, instance) [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] self._detach_volume_vmdk(connection_info, instance) [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] stable_ref.fetch_moref(session) [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] raise exception.InstanceNotFound(instance_id=self._uuid) [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] nova.exception.InstanceNotFound: Instance a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7 could not be found. [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] During handling of the above exception, another exception occurred: [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Traceback (most recent call last): [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] yield [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 879.575803] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] self._do_rebuild_instance_with_claim( [ 879.577599] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 879.577599] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] self._do_rebuild_instance( [ 879.577599] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 879.577599] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] self._rebuild_default_impl(**kwargs) [ 879.577599] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 879.577599] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] self._rebuild_volume_backed_instance( [ 879.577599] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 879.577599] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] raise exception.BuildAbortException( [ 879.577599] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] nova.exception.BuildAbortException: Build of instance a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7 aborted: Failed to rebuild volume backed instance. [ 879.577599] env[69654]: ERROR nova.compute.manager [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] [ 879.638078] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554889, 'name': CreateVM_Task, 'duration_secs': 0.379636} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.638078] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.638078] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.638078] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.638078] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.638078] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e305c4f6-ad60-46e1-8662-775d04c9e75b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.646516] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 879.646516] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52aa92de-336b-e2d7-e249-c362170c63a0" [ 879.646516] env[69654]: _type = "Task" [ 879.646516] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.658233] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52aa92de-336b-e2d7-e249-c362170c63a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.697874] env[69654]: DEBUG oslo_vmware.api [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554885, 'name': PowerOnVM_Task, 'duration_secs': 0.697896} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.698430] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.698813] env[69654]: INFO nova.compute.manager [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Took 8.26 seconds to spawn the instance on the hypervisor. [ 879.699601] env[69654]: DEBUG nova.compute.manager [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.699991] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b5de82-551d-4f1f-b325-8865f474c252 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.720810] env[69654]: INFO nova.compute.resource_tracker [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating resource usage from migration d24f217a-1f5c-46cc-8ccf-133f21d25440 [ 879.861569] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203503} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.861875] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.862084] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.862266] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.059593] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ce7df3f3-0b61-4079-8a97-b700cfd1861e tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "225352df-8e0c-451f-a526-9450ffb5da90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.144s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.161013] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52aa92de-336b-e2d7-e249-c362170c63a0, 'name': SearchDatastore_Task, 'duration_secs': 0.030623} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.161419] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.161697] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.162295] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.162512] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.162729] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.163042] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f6f6722-9b74-4f57-8759-1e226c2230fe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.175232] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.175478] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.176308] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4090fa-650f-48bc-8921-ca11e73186ce {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.183068] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 880.183068] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526fddc7-a997-6ff4-1782-a9fe69f7c6ef" [ 880.183068] env[69654]: _type = "Task" [ 880.183068] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.196628] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526fddc7-a997-6ff4-1782-a9fe69f7c6ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.205395] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38693da4-19c2-4cfb-bc39-baab1c2c1cf4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.221054] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896c75b1-8db6-4166-a766-09e7126de18c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.229418] env[69654]: INFO nova.compute.manager [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Took 37.53 seconds to build instance. [ 880.260132] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c820a5-a5ca-41b7-a821-fe8f7374a449 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.276591] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3431a1-39ee-4621-bdc7-cb241576447f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.294678] env[69654]: DEBUG nova.compute.provider_tree [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.331816] env[69654]: DEBUG nova.network.neutron [req-7d4fbe87-1c06-4372-b888-acc266228a54 req-65646b88-9dd0-4312-8233-543ff22bfc00 service nova] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Updated VIF entry in instance network info cache for port e77cf848-ef17-476d-9e83-5c78dba6d422. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.332136] env[69654]: DEBUG nova.network.neutron [req-7d4fbe87-1c06-4372-b888-acc266228a54 req-65646b88-9dd0-4312-8233-543ff22bfc00 service nova] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Updating instance_info_cache with network_info: [{"id": "e77cf848-ef17-476d-9e83-5c78dba6d422", "address": "fa:16:3e:94:7c:80", "network": {"id": "ada968c3-dd4b-40d3-8b76-9f93c25df0da", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1829149816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cbbc00a4ee0485394608c7bc4ae20df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77cf848-ef", "ovs_interfaceid": "e77cf848-ef17-476d-9e83-5c78dba6d422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.561927] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.698117] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526fddc7-a997-6ff4-1782-a9fe69f7c6ef, 'name': SearchDatastore_Task, 'duration_secs': 0.029699} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.699824] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-690ec977-3f31-4b6f-b257-cbd1c245bb4e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.711022] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 880.711022] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5220cf22-d6dd-37b9-e89c-815429225b2e" [ 880.711022] env[69654]: _type = "Task" [ 880.711022] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.719991] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5220cf22-d6dd-37b9-e89c-815429225b2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.758997] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ea6c611-72f9-466c-b487-5748582933ef tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "26427595-7845-4470-8516-0430e2d6107a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.651s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.797802] env[69654]: DEBUG nova.scheduler.client.report [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.835136] env[69654]: DEBUG oslo_concurrency.lockutils [req-7d4fbe87-1c06-4372-b888-acc266228a54 req-65646b88-9dd0-4312-8233-543ff22bfc00 service nova] Releasing lock "refresh_cache-b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.901738] env[69654]: DEBUG nova.virt.hardware [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.901738] env[69654]: DEBUG nova.virt.hardware [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.901738] env[69654]: DEBUG nova.virt.hardware [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.901738] env[69654]: DEBUG nova.virt.hardware [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.901738] env[69654]: DEBUG nova.virt.hardware [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.901738] env[69654]: DEBUG nova.virt.hardware [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.902544] env[69654]: DEBUG nova.virt.hardware [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.902904] env[69654]: DEBUG nova.virt.hardware [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.903223] env[69654]: DEBUG nova.virt.hardware [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.903517] env[69654]: DEBUG nova.virt.hardware [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.903809] env[69654]: DEBUG nova.virt.hardware [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.905024] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fa4ef6-f8c5-4be2-b001-400fe54853ca {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.915125] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5131d69f-030d-426e-aa36-79a2f23cf6a9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.932407] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:b9:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1831c802-20d7-44c2-a803-e14aa6186ddd', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.943960] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.944445] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.944816] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fe89536-91ec-4b1c-b56f-04bf705fbf9e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.970754] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.970754] env[69654]: value = "task-3554892" [ 880.970754] env[69654]: _type = "Task" [ 880.970754] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.981265] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554892, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.096038] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.209234] env[69654]: INFO nova.compute.manager [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Rescuing [ 881.209234] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "refresh_cache-26427595-7845-4470-8516-0430e2d6107a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.209234] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired lock "refresh_cache-26427595-7845-4470-8516-0430e2d6107a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.209234] env[69654]: DEBUG nova.network.neutron [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.227298] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5220cf22-d6dd-37b9-e89c-815429225b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.228102] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.230172] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c/b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.230172] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-370137a2-969a-4951-b7f8-8d04bb7501ad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.237511] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 881.237511] env[69654]: value = "task-3554893" [ 881.237511] env[69654]: _type = "Task" [ 881.237511] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.250909] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.262246] env[69654]: DEBUG nova.compute.manager [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.303596] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.599s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.303596] env[69654]: INFO nova.compute.manager [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Migrating [ 881.321173] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.423s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.322691] env[69654]: DEBUG nova.objects.instance [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lazy-loading 'resources' on Instance uuid d8d33a14-d3e3-42e4-9fe6-e901547195c9 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.482265] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554892, 'name': CreateVM_Task, 'duration_secs': 0.336277} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.482678] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.483692] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.484014] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.486075] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.486075] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8040d87e-c20a-4474-ad88-35ab7396644c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.491963] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 881.491963] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52733c70-3033-ca07-f034-4b7c9ec4ea6d" [ 881.491963] env[69654]: _type = "Task" [ 881.491963] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.500991] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52733c70-3033-ca07-f034-4b7c9ec4ea6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.595714] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.750211] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489009} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.750211] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c/b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.750211] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.750211] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49d9a296-be02-4142-a963-bf392d30eec0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.755243] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 881.755243] env[69654]: value = "task-3554894" [ 881.755243] env[69654]: _type = "Task" [ 881.755243] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.763717] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.789429] env[69654]: DEBUG oslo_concurrency.lockutils [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.834262] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.834466] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.834640] env[69654]: DEBUG nova.network.neutron [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.955895] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e412ccab-7230-403e-83d6-b7d2ac840fd9 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.956358] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e412ccab-7230-403e-83d6-b7d2ac840fd9 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.956715] env[69654]: INFO nova.compute.manager [None req-e412ccab-7230-403e-83d6-b7d2ac840fd9 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Rebooting instance [ 881.964855] env[69654]: DEBUG nova.compute.manager [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Stashing vm_state: active {{(pid=69654) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 882.002904] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52733c70-3033-ca07-f034-4b7c9ec4ea6d, 'name': SearchDatastore_Task, 'duration_secs': 0.016891} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.003216] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.006020] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.006020] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.006020] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.006020] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.007290] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68483bf2-d2a9-4ada-89bf-f10aabec81ac {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.019040] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.019040] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.019040] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76af345e-250d-4042-963e-542213170594 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.032321] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 882.032321] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529a0dd7-ccda-c3d8-49ee-b12467973b3f" [ 882.032321] env[69654]: _type = "Task" [ 882.032321] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.040294] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529a0dd7-ccda-c3d8-49ee-b12467973b3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.094248] env[69654]: DEBUG nova.network.neutron [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Updating instance_info_cache with network_info: [{"id": "f5453532-f361-4b9f-87c6-1f402ad1d116", "address": "fa:16:3e:8f:ce:1c", "network": {"id": "9c35621a-4212-48ae-8f5d-4ae6b03c1687", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-974507676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62af8cdf4ad44000ad90ef1c47064f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5453532-f3", "ovs_interfaceid": "f5453532-f361-4b9f-87c6-1f402ad1d116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.270606] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065237} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.271131] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.273253] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9a29e9-32f4-48d6-bfab-4e3bfad5d1fc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.302692] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c/b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.305823] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e5a1d36-b75a-4b2b-ae16-0311d2acdc46 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.328240] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 882.328240] env[69654]: value = "task-3554895" [ 882.328240] env[69654]: _type = "Task" [ 882.328240] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.339181] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.411030] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87a696d-b89b-40ec-bf28-7befa3cbad83 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.419369] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a4f484-4883-4947-87f6-83801cd6eebb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.456775] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb30d685-71e6-4014-bb65-c108c9d203a7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.468046] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faf17f0-9aa8-486f-847d-2cee2b659995 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.489630] env[69654]: DEBUG nova.compute.provider_tree [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.492675] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.498430] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e412ccab-7230-403e-83d6-b7d2ac840fd9 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.498564] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e412ccab-7230-403e-83d6-b7d2ac840fd9 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.499724] env[69654]: DEBUG nova.network.neutron [None req-e412ccab-7230-403e-83d6-b7d2ac840fd9 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.541417] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529a0dd7-ccda-c3d8-49ee-b12467973b3f, 'name': SearchDatastore_Task, 'duration_secs': 0.009039} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.542298] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b721016f-2a7a-45eb-9e7a-1e5b7a97920a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.548241] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 882.548241] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5237226b-2746-0bd4-0d0e-e85ddd5d6132" [ 882.548241] env[69654]: _type = "Task" [ 882.548241] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.559692] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5237226b-2746-0bd4-0d0e-e85ddd5d6132, 'name': SearchDatastore_Task} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.559948] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.559990] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] de389624-4d9f-4e28-9d54-c03aa59ae51d/de389624-4d9f-4e28-9d54-c03aa59ae51d.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.561289] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3281662-8633-47bf-bbba-1e77ef2539a0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.567021] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 882.567021] env[69654]: value = "task-3554896" [ 882.567021] env[69654]: _type = "Task" [ 882.567021] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.578685] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.595329] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Releasing lock "refresh_cache-26427595-7845-4470-8516-0430e2d6107a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.628021] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Acquiring lock "a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.628021] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Lock "a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.628021] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Acquiring lock "a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.628021] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Lock "a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.628021] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Lock "a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.628021] env[69654]: INFO nova.compute.manager [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Terminating instance [ 882.774821] env[69654]: DEBUG nova.network.neutron [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating instance_info_cache with network_info: [{"id": "56e528e3-c1a8-48c7-9e06-4b727ff767af", "address": "fa:16:3e:a4:39:9c", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e528e3-c1", "ovs_interfaceid": "56e528e3-c1a8-48c7-9e06-4b727ff767af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.840287] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554895, 'name': ReconfigVM_Task, 'duration_secs': 0.289533} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.840586] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Reconfigured VM instance instance-0000003d to attach disk [datastore1] b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c/b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.841325] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4e04cea-80ba-49ab-8799-60a209c5adbe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.849145] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 882.849145] env[69654]: value = "task-3554897" [ 882.849145] env[69654]: _type = "Task" [ 882.849145] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.858158] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554897, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.990911] env[69654]: DEBUG nova.scheduler.client.report [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.078428] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476673} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.078810] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] de389624-4d9f-4e28-9d54-c03aa59ae51d/de389624-4d9f-4e28-9d54-c03aa59ae51d.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.079199] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.079526] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94006afb-551e-4d5e-bf86-2ea79397ecb2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.086330] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 883.086330] env[69654]: value = "task-3554898" [ 883.086330] env[69654]: _type = "Task" [ 883.086330] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.096512] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.134186] env[69654]: DEBUG nova.compute.manager [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.134572] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7549964d-70ab-4c33-993a-57f231b4ba2a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.144035] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb43b478-75d5-4613-937b-67481ba5a6a4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.182891] env[69654]: WARNING nova.virt.vmwareapi.driver [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7 could not be found. [ 883.182992] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.183437] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d4527c4-a7a2-4f33-8c45-62fada9ab53b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.191824] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c67e44-5f5f-469b-a515-a9262943f06a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.230803] env[69654]: WARNING nova.virt.vmwareapi.vmops [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7 could not be found. [ 883.230956] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.231293] env[69654]: INFO nova.compute.manager [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Took 0.10 seconds to destroy the instance on the hypervisor. [ 883.231391] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.232198] env[69654]: DEBUG nova.compute.manager [-] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.232198] env[69654]: DEBUG nova.network.neutron [-] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.280382] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.365116] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554897, 'name': Rename_Task, 'duration_secs': 0.245705} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.365884] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.366154] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-355ce8f4-0938-4f44-8c93-3588d89449b2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.373638] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 883.373638] env[69654]: value = "task-3554899" [ 883.373638] env[69654]: _type = "Task" [ 883.373638] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.382947] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.430498] env[69654]: DEBUG nova.network.neutron [None req-e412ccab-7230-403e-83d6-b7d2ac840fd9 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating instance_info_cache with network_info: [{"id": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "address": "fa:16:3e:8e:58:75", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bdaaa08-b6", "ovs_interfaceid": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.495979] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.498526] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.770s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.498837] env[69654]: DEBUG nova.objects.instance [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lazy-loading 'resources' on Instance uuid 9f12ce3e-28c9-480a-8ce0-7193016e331b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.523561] env[69654]: INFO nova.scheduler.client.report [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Deleted allocations for instance d8d33a14-d3e3-42e4-9fe6-e901547195c9 [ 883.596019] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101843} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.596613] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.597918] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4098f3-6a01-4e0f-8e18-e376948bc42c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.620115] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] de389624-4d9f-4e28-9d54-c03aa59ae51d/de389624-4d9f-4e28-9d54-c03aa59ae51d.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.620679] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8309d341-1cef-422a-8546-402987770256 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.646797] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 883.646797] env[69654]: value = "task-3554900" [ 883.646797] env[69654]: _type = "Task" [ 883.646797] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.660940] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554900, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.833807] env[69654]: DEBUG nova.compute.manager [req-c3a1c399-d0ef-4f1d-a072-7f7a12dbae63 req-43978fe6-5500-4633-bc3b-054376dac760 service nova] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Received event network-vif-deleted-3e5e9f71-7f87-4694-b415-5b092c8c01b1 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.834495] env[69654]: INFO nova.compute.manager [req-c3a1c399-d0ef-4f1d-a072-7f7a12dbae63 req-43978fe6-5500-4633-bc3b-054376dac760 service nova] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Neutron deleted interface 3e5e9f71-7f87-4694-b415-5b092c8c01b1; detaching it from the instance and deleting it from the info cache [ 883.834766] env[69654]: DEBUG nova.network.neutron [req-c3a1c399-d0ef-4f1d-a072-7f7a12dbae63 req-43978fe6-5500-4633-bc3b-054376dac760 service nova] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.885020] env[69654]: DEBUG oslo_vmware.api [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554899, 'name': PowerOnVM_Task, 'duration_secs': 0.470646} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.885020] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.885020] env[69654]: INFO nova.compute.manager [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Took 7.52 seconds to spawn the instance on the hypervisor. [ 883.885020] env[69654]: DEBUG nova.compute.manager [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.885260] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26384ee-339c-40ba-8750-8bbaa527c38e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.932752] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e412ccab-7230-403e-83d6-b7d2ac840fd9 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.002567] env[69654]: DEBUG nova.objects.instance [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lazy-loading 'numa_topology' on Instance uuid 9f12ce3e-28c9-480a-8ce0-7193016e331b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.033810] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5c3b4aa0-b1f9-495b-bb8c-20d7486cb0e7 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "d8d33a14-d3e3-42e4-9fe6-e901547195c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.904s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.142647] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.142986] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6035c74-5177-4248-9ad6-11cf0796776e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.153780] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 884.153780] env[69654]: value = "task-3554901" [ 884.153780] env[69654]: _type = "Task" [ 884.153780] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.165292] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.173189] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.296191] env[69654]: DEBUG nova.network.neutron [-] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.341021] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c2185cf-b896-4677-952b-a52ef1b0d599 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.350434] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c46e6f-2e7f-40e4-a7cd-32bce5928197 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.393369] env[69654]: DEBUG nova.compute.manager [req-c3a1c399-d0ef-4f1d-a072-7f7a12dbae63 req-43978fe6-5500-4633-bc3b-054376dac760 service nova] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Detach interface failed, port_id=3e5e9f71-7f87-4694-b415-5b092c8c01b1, reason: Instance a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 884.407693] env[69654]: INFO nova.compute.manager [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Took 39.35 seconds to build instance. [ 884.438799] env[69654]: DEBUG nova.compute.manager [None req-e412ccab-7230-403e-83d6-b7d2ac840fd9 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.440110] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3969d49a-260f-4964-b84e-b06b572cd2ec {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.505292] env[69654]: DEBUG nova.objects.base [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Object Instance<9f12ce3e-28c9-480a-8ce0-7193016e331b> lazy-loaded attributes: resources,numa_topology {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 884.660650] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554900, 'name': ReconfigVM_Task, 'duration_secs': 0.660296} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.663475] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Reconfigured VM instance instance-00000021 to attach disk [datastore2] de389624-4d9f-4e28-9d54-c03aa59ae51d/de389624-4d9f-4e28-9d54-c03aa59ae51d.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.664278] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88706bec-f793-4a4b-8cb3-d1c3ecba4b08 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.668441] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554901, 'name': PowerOffVM_Task, 'duration_secs': 0.354179} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.668979] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.669766] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cd4a63-52b7-4a3f-8af5-3b288cc63fcf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.675158] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 884.675158] env[69654]: value = "task-3554902" [ 884.675158] env[69654]: _type = "Task" [ 884.675158] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.703949] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19afd59-1359-4c9b-b96d-7eee2dbd7a88 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.709701] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554902, 'name': Rename_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.749213] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.749699] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5888189a-c933-4275-bb18-7594e8dbce45 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.756670] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 884.756670] env[69654]: value = "task-3554903" [ 884.756670] env[69654]: _type = "Task" [ 884.756670] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.768148] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.800246] env[69654]: INFO nova.compute.manager [-] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Took 1.57 seconds to deallocate network for instance. [ 884.806529] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3870271e-b649-4e37-8b1a-59c741013050 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.834539] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating instance 'ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb' progress to 0 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.908704] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3000b89-5dfc-42c2-828d-632660151582 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.298s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.049603] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ade6b04-f0f3-4f01-a21a-6772f1842668 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.058096] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95986d17-8eb7-4dd0-8dbc-600a61984f22 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.093535] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3c75bd-2e6e-406d-b116-e48c6232aa37 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.101642] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff033c5-5b5c-4d1a-9a89-1fd5703558b7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.116771] env[69654]: DEBUG nova.compute.provider_tree [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.189119] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554902, 'name': Rename_Task, 'duration_secs': 0.4658} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.189505] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.189854] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d399ed1-48fe-4672-ae09-8c29d6671f1d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.199474] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 885.199474] env[69654]: value = "task-3554904" [ 885.199474] env[69654]: _type = "Task" [ 885.199474] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.213586] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.267627] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] VM already powered off {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 885.267888] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.268178] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.268342] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.268527] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.268824] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ccef113-dea5-474c-bfda-ff32fbb94766 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.278795] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.279171] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.280239] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea007d5-97c3-4493-a8f6-f19f6493ccd2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.286861] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 885.286861] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52344d8e-2195-2c27-0f64-529c75a4c4c1" [ 885.286861] env[69654]: _type = "Task" [ 885.286861] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.295856] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52344d8e-2195-2c27-0f64-529c75a4c4c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.341691] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.342267] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5afbbfb-4d1e-40ae-b04c-6f0e997830fc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.349604] env[69654]: DEBUG oslo_vmware.api [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 885.349604] env[69654]: value = "task-3554905" [ 885.349604] env[69654]: _type = "Task" [ 885.349604] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.360831] env[69654]: DEBUG oslo_vmware.api [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.362319] env[69654]: INFO nova.compute.manager [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Took 0.56 seconds to detach 1 volumes for instance. [ 885.364894] env[69654]: DEBUG nova.compute.manager [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Deleting volume: dd23c4ba-6efb-4fd9-b6c1-8a34ea6f734d {{(pid=69654) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 885.455745] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2546afd-4bda-455d-8705-f6627c8cf8af {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.463716] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e412ccab-7230-403e-83d6-b7d2ac840fd9 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Doing hard reboot of VM {{(pid=69654) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 885.463951] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-02b907f9-ab79-484f-8f88-87e18d0309f9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.470061] env[69654]: DEBUG oslo_vmware.api [None req-e412ccab-7230-403e-83d6-b7d2ac840fd9 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 885.470061] env[69654]: value = "task-3554907" [ 885.470061] env[69654]: _type = "Task" [ 885.470061] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.481814] env[69654]: DEBUG oslo_vmware.api [None req-e412ccab-7230-403e-83d6-b7d2ac840fd9 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3554907, 'name': ResetVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.620978] env[69654]: DEBUG nova.scheduler.client.report [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.713947] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554904, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.801092] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52344d8e-2195-2c27-0f64-529c75a4c4c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011155} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.802385] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf7f83a-36ee-47d1-9a20-8581fa74f47b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.811492] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 885.811492] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52647a33-e0f6-806f-2910-53a22abaeac2" [ 885.811492] env[69654]: _type = "Task" [ 885.811492] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.822015] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52647a33-e0f6-806f-2910-53a22abaeac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.860579] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] VM already powered off {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 885.860579] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating instance 'ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb' progress to 17 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.910381] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.983442] env[69654]: DEBUG oslo_vmware.api [None req-e412ccab-7230-403e-83d6-b7d2ac840fd9 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3554907, 'name': ResetVM_Task, 'duration_secs': 0.098981} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.983442] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e412ccab-7230-403e-83d6-b7d2ac840fd9 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Did hard reboot of VM {{(pid=69654) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 885.983442] env[69654]: DEBUG nova.compute.manager [None req-e412ccab-7230-403e-83d6-b7d2ac840fd9 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.983442] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965ed18f-a5e8-46b1-83cf-e380a624f50f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.129767] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.631s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.132826] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.692s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.134427] env[69654]: INFO nova.compute.claims [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.210744] env[69654]: DEBUG oslo_vmware.api [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554904, 'name': PowerOnVM_Task, 'duration_secs': 0.662691} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.211029] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.211241] env[69654]: DEBUG nova.compute.manager [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.212090] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91038cdb-6550-4c80-89a8-dc4894dd80e2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.322401] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52647a33-e0f6-806f-2910-53a22abaeac2, 'name': SearchDatastore_Task, 'duration_secs': 0.012335} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.323103] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.323103] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 26427595-7845-4470-8516-0430e2d6107a/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk. {{(pid=69654) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 886.324023] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-300c4cab-1cbb-47ed-9086-60b13308d143 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.330177] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 886.330177] env[69654]: value = "task-3554908" [ 886.330177] env[69654]: _type = "Task" [ 886.330177] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.338213] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.367044] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.367586] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.367586] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.367751] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.367962] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.368145] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.368405] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.368595] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.368824] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.369027] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.369268] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.374984] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebe43f7a-f966-45a5-84df-40b40e3b4870 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.391440] env[69654]: DEBUG oslo_vmware.api [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 886.391440] env[69654]: value = "task-3554909" [ 886.391440] env[69654]: _type = "Task" [ 886.391440] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.399440] env[69654]: DEBUG oslo_vmware.api [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.490122] env[69654]: DEBUG nova.compute.manager [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.491113] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8971df-396c-4542-bfe8-605ba2da6780 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.499771] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e412ccab-7230-403e-83d6-b7d2ac840fd9 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.543s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.643669] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a2ef0890-c44d-414e-b5b0-80d80deed7ab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 55.801s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.644824] env[69654]: DEBUG oslo_concurrency.lockutils [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 31.323s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.645045] env[69654]: INFO nova.compute.manager [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Unshelving [ 886.732966] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.841606] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508993} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.841946] env[69654]: INFO nova.virt.vmwareapi.ds_util [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 26427595-7845-4470-8516-0430e2d6107a/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk. [ 886.842800] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1bea80-8c75-45f0-ab06-90c5d132ecd3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.870582] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 26427595-7845-4470-8516-0430e2d6107a/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.870963] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d1f5a98-78db-4c6f-a35b-631da100d7ad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.889714] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 886.889714] env[69654]: value = "task-3554910" [ 886.889714] env[69654]: _type = "Task" [ 886.889714] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.901533] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554910, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.904855] env[69654]: DEBUG oslo_vmware.api [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554909, 'name': ReconfigVM_Task, 'duration_secs': 0.173879} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.905188] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating instance 'ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb' progress to 33 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.008393] env[69654]: INFO nova.compute.manager [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] instance snapshotting [ 887.014195] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c206f4-01a2-45fc-a087-5dcc7ba7cd28 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.033400] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff335a49-a03b-47b6-941b-ba17346ed139 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.400495] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554910, 'name': ReconfigVM_Task, 'duration_secs': 0.307667} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.404099] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 26427595-7845-4470-8516-0430e2d6107a/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.405680] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f1c232-fbd2-44b5-9c4d-837a920ac8f1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.411481] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.411911] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.412221] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.412511] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.412796] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.413184] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.413550] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.413829] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.414110] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.414388] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.414685] env[69654]: DEBUG nova.virt.hardware [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.421938] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Reconfiguring VM instance instance-00000016 to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 887.449417] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d168cc04-983f-483b-96f8-6179f4e9a3a3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.470280] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85daa544-7694-4315-89cf-b14ce9d4ccc8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.489556] env[69654]: DEBUG oslo_vmware.api [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 887.489556] env[69654]: value = "task-3554911" [ 887.489556] env[69654]: _type = "Task" [ 887.489556] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.490707] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 887.490707] env[69654]: value = "task-3554912" [ 887.490707] env[69654]: _type = "Task" [ 887.490707] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.505102] env[69654]: DEBUG oslo_vmware.api [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554911, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.508647] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.543732] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 887.544354] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a70f96be-dc45-48da-a519-64c5d953db4f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.553020] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 887.553020] env[69654]: value = "task-3554913" [ 887.553020] env[69654]: _type = "Task" [ 887.553020] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.565426] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554913, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.658671] env[69654]: DEBUG nova.compute.utils [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.797068] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59814436-13e3-476e-a623-4ecc4c9bd60a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.806726] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04728007-fb6c-4392-8962-b5838b0e3c66 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.838869] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ffb803-22e0-4a91-9af5-3b1040feeabf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.846912] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17299468-cff3-4b5d-96f5-afe5a33e95f1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.861542] env[69654]: DEBUG nova.compute.provider_tree [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.008177] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.008523] env[69654]: DEBUG oslo_vmware.api [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554911, 'name': ReconfigVM_Task, 'duration_secs': 0.168033} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.008801] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Reconfigured VM instance instance-00000016 to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 888.011273] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf237cc-5776-425d-a04f-7a45d96ca4cb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.034191] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb/ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.034571] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bfb6a48-7688-45f4-ae67-992cacd81505 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.054028] env[69654]: DEBUG oslo_vmware.api [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 888.054028] env[69654]: value = "task-3554914" [ 888.054028] env[69654]: _type = "Task" [ 888.054028] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.067566] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554913, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.067566] env[69654]: DEBUG oslo_vmware.api [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554914, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.162526] env[69654]: INFO nova.virt.block_device [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Booting with volume 7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a at /dev/sdb [ 888.197196] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-907841c3-3dd3-4afe-bdb7-41c215bdf165 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.207106] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e869d2-bc81-4407-96a1-b2659beebd96 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.250935] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0bf6f25c-ae49-4220-a94b-4369eeea111f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.259519] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2f2cab-1ec3-4b0c-822b-1968c92dda02 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.297660] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d865525a-9427-4aba-be3b-71f1e130d80a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.309952] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f22eae7-d9e7-4241-aeab-2cf52d78933b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.326976] env[69654]: DEBUG nova.virt.block_device [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Updating existing volume attachment record: 130507f4-be5d-4a7b-b3eb-0c3d108515e4 {{(pid=69654) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 888.365429] env[69654]: DEBUG nova.scheduler.client.report [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.504885] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554912, 'name': ReconfigVM_Task, 'duration_secs': 0.876673} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.505222] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.505494] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ce8abc4-1965-4a6a-a1d3-8195ac4c0ab5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.513355] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 888.513355] env[69654]: value = "task-3554916" [ 888.513355] env[69654]: _type = "Task" [ 888.513355] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.521752] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.565311] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554913, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.568868] env[69654]: DEBUG oslo_vmware.api [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3554914, 'name': ReconfigVM_Task, 'duration_secs': 0.31707} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.572367] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Reconfigured VM instance instance-00000016 to attach disk [datastore2] ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb/ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.572367] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating instance 'ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb' progress to 50 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 888.807428] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "bf7e633d-acbd-490a-a6de-d9bf697020d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.807869] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "bf7e633d-acbd-490a-a6de-d9bf697020d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.808239] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "bf7e633d-acbd-490a-a6de-d9bf697020d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.808538] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "bf7e633d-acbd-490a-a6de-d9bf697020d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.808823] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "bf7e633d-acbd-490a-a6de-d9bf697020d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.811143] env[69654]: INFO nova.compute.manager [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Terminating instance [ 888.874168] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.874168] env[69654]: DEBUG nova.compute.manager [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.876849] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.411s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.877358] env[69654]: DEBUG nova.objects.instance [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Lazy-loading 'resources' on Instance uuid 4a825919-be32-47dc-9fa9-5427eb1045c3 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.024416] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.062481] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554913, 'name': CreateSnapshot_Task, 'duration_secs': 1.041845} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.063142] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 889.063985] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2ae373-93fc-49c4-aca0-2e4921da1d89 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.076935] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fd3328-62cb-433e-80cf-88d17a87de9b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.096966] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9586ef25-e900-4ed3-9fe4-9af57c4f2fd6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.119493] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating instance 'ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb' progress to 67 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 889.320027] env[69654]: DEBUG nova.compute.manager [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.320027] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.320027] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78152c36-2ed9-4144-8879-dcaa2e6ec2e4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.331514] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.332322] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b2c582d-ffc0-46cb-a5a1-c7a47067bf18 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.342314] env[69654]: DEBUG oslo_vmware.api [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 889.342314] env[69654]: value = "task-3554919" [ 889.342314] env[69654]: _type = "Task" [ 889.342314] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.352720] env[69654]: DEBUG oslo_vmware.api [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.381578] env[69654]: DEBUG nova.compute.utils [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.386854] env[69654]: DEBUG nova.compute.manager [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.387118] env[69654]: DEBUG nova.network.neutron [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.451831] env[69654]: DEBUG nova.policy [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '543d51059d274cddabbbebe3fb644b86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '034eab1822eb4e05af2cabacb319aa25', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.526525] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.584998] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 889.584998] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b326bcd4-435b-4b8d-b293-f6531b275255 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.593644] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 889.593644] env[69654]: value = "task-3554920" [ 889.593644] env[69654]: _type = "Task" [ 889.593644] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.602383] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554920, 'name': CloneVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.694541] env[69654]: DEBUG nova.network.neutron [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Port 56e528e3-c1a8-48c7-9e06-4b727ff767af binding to destination host cpu-1 is already ACTIVE {{(pid=69654) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 889.773772] env[69654]: DEBUG nova.network.neutron [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Successfully created port: 9f6ad837-e9cf-4743-99f4-81056cc2bf65 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.853825] env[69654]: DEBUG oslo_vmware.api [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554919, 'name': PowerOffVM_Task, 'duration_secs': 0.189761} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.856953] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.857382] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.858151] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7c9c47c-ae51-4e9c-a595-23988e458757 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.891517] env[69654]: DEBUG nova.compute.manager [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.934700] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.934920] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.935132] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Deleting the datastore file [datastore1] bf7e633d-acbd-490a-a6de-d9bf697020d4 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.936272] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7e2b8b0-d05f-49f6-8bc2-a1ad0561b640 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.944678] env[69654]: DEBUG oslo_vmware.api [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 889.944678] env[69654]: value = "task-3554922" [ 889.944678] env[69654]: _type = "Task" [ 889.944678] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.953144] env[69654]: DEBUG oslo_vmware.api [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.030401] env[69654]: DEBUG oslo_vmware.api [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554916, 'name': PowerOnVM_Task, 'duration_secs': 1.19749} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.032976] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.039905] env[69654]: DEBUG nova.compute.manager [None req-b4324f5b-b2ca-44a8-9add-8223a525346e tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.046297] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87482acb-f78d-4ff0-b1b4-46f5dcde31e2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.111663] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554920, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.157142] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ab06ad-d2d8-4818-b006-1be6df369097 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.165569] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc630ef-b8e9-4464-9ccf-c4f22d2315a5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.206819] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858e8625-166b-47f8-8038-0c7d4148ee41 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.215065] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d492e4db-5723-4cd8-b92b-6fddfed3ea61 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.231421] env[69654]: DEBUG nova.compute.provider_tree [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.461631] env[69654]: DEBUG oslo_vmware.api [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3554922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260793} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.462149] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.462492] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.462755] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.463065] env[69654]: INFO nova.compute.manager [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 890.463456] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.463730] env[69654]: DEBUG nova.compute.manager [-] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.463899] env[69654]: DEBUG nova.network.neutron [-] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.614756] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554920, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.725879] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.726151] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.726347] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.735732] env[69654]: DEBUG nova.scheduler.client.report [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.910512] env[69654]: DEBUG nova.compute.manager [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.961583] env[69654]: DEBUG nova.virt.hardware [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.962099] env[69654]: DEBUG nova.virt.hardware [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.962371] env[69654]: DEBUG nova.virt.hardware [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.962730] env[69654]: DEBUG nova.virt.hardware [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.962977] env[69654]: DEBUG nova.virt.hardware [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.963195] env[69654]: DEBUG nova.virt.hardware [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.963569] env[69654]: DEBUG nova.virt.hardware [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.963832] env[69654]: DEBUG nova.virt.hardware [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.964113] env[69654]: DEBUG nova.virt.hardware [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.964386] env[69654]: DEBUG nova.virt.hardware [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.964666] env[69654]: DEBUG nova.virt.hardware [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.966539] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400be2d8-847b-4a06-9447-e444b259699e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.979616] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab235054-da76-4301-be02-036b84924dd7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.108041] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554920, 'name': CloneVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.144766] env[69654]: DEBUG nova.compute.manager [req-18809e3a-1b30-447b-87c5-2b6c8c90ac61 req-8aeacf42-3064-4c95-8ed3-96695fdec8f2 service nova] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Received event network-vif-deleted-1667d59d-0f3e-4a56-8499-1963241be3ab {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.144971] env[69654]: INFO nova.compute.manager [req-18809e3a-1b30-447b-87c5-2b6c8c90ac61 req-8aeacf42-3064-4c95-8ed3-96695fdec8f2 service nova] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Neutron deleted interface 1667d59d-0f3e-4a56-8499-1963241be3ab; detaching it from the instance and deleting it from the info cache [ 891.145189] env[69654]: DEBUG nova.network.neutron [req-18809e3a-1b30-447b-87c5-2b6c8c90ac61 req-8aeacf42-3064-4c95-8ed3-96695fdec8f2 service nova] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.243558] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.367s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.245868] env[69654]: DEBUG oslo_concurrency.lockutils [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.379s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.246121] env[69654]: DEBUG nova.objects.instance [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lazy-loading 'resources' on Instance uuid e04e0774-7b63-4cae-b21f-7bdf78fef22f {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.263709] env[69654]: INFO nova.scheduler.client.report [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Deleted allocations for instance 4a825919-be32-47dc-9fa9-5427eb1045c3 [ 891.363845] env[69654]: DEBUG nova.network.neutron [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Successfully updated port: 9f6ad837-e9cf-4743-99f4-81056cc2bf65 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.422315] env[69654]: DEBUG nova.network.neutron [-] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.520748] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Acquiring lock "33509c75-f741-4f49-b9f5-a902a513dac1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.521020] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Lock "33509c75-f741-4f49-b9f5-a902a513dac1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.535930] env[69654]: DEBUG nova.compute.manager [req-447abf98-566c-47ec-bd0e-4727a4a14dbd req-9dcc8ab1-794a-4c8b-8551-9597dd255a4d service nova] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Received event network-vif-plugged-9f6ad837-e9cf-4743-99f4-81056cc2bf65 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.536353] env[69654]: DEBUG oslo_concurrency.lockutils [req-447abf98-566c-47ec-bd0e-4727a4a14dbd req-9dcc8ab1-794a-4c8b-8551-9597dd255a4d service nova] Acquiring lock "c5dfac36-31b9-427c-9c50-a2081ef88405-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.536353] env[69654]: DEBUG oslo_concurrency.lockutils [req-447abf98-566c-47ec-bd0e-4727a4a14dbd req-9dcc8ab1-794a-4c8b-8551-9597dd255a4d service nova] Lock "c5dfac36-31b9-427c-9c50-a2081ef88405-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.536507] env[69654]: DEBUG oslo_concurrency.lockutils [req-447abf98-566c-47ec-bd0e-4727a4a14dbd req-9dcc8ab1-794a-4c8b-8551-9597dd255a4d service nova] Lock "c5dfac36-31b9-427c-9c50-a2081ef88405-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.536674] env[69654]: DEBUG nova.compute.manager [req-447abf98-566c-47ec-bd0e-4727a4a14dbd req-9dcc8ab1-794a-4c8b-8551-9597dd255a4d service nova] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] No waiting events found dispatching network-vif-plugged-9f6ad837-e9cf-4743-99f4-81056cc2bf65 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.536836] env[69654]: WARNING nova.compute.manager [req-447abf98-566c-47ec-bd0e-4727a4a14dbd req-9dcc8ab1-794a-4c8b-8551-9597dd255a4d service nova] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Received unexpected event network-vif-plugged-9f6ad837-e9cf-4743-99f4-81056cc2bf65 for instance with vm_state building and task_state spawning. [ 891.612565] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554920, 'name': CloneVM_Task, 'duration_secs': 1.538594} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.613102] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Created linked-clone VM from snapshot [ 891.615016] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b739045-47fb-4973-87cd-77d96841c72a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.626529] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Uploading image 7710960e-9241-4c83-a180-3251e5d05a57 {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 891.649340] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82d4e8f1-d82b-4a56-a13a-741fe9c93f3b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.658927] env[69654]: DEBUG oslo_vmware.rw_handles [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 891.658927] env[69654]: value = "vm-709789" [ 891.658927] env[69654]: _type = "VirtualMachine" [ 891.658927] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 891.659354] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-97b33b0b-577e-4986-8dc5-897556d36695 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.671597] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c8c1a2-a390-4287-997b-21dd254b9a37 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.686060] env[69654]: DEBUG oslo_vmware.rw_handles [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lease: (returnval){ [ 891.686060] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cc1bfd-22b8-ae83-93e6-f05888286f3c" [ 891.686060] env[69654]: _type = "HttpNfcLease" [ 891.686060] env[69654]: } obtained for exporting VM: (result){ [ 891.686060] env[69654]: value = "vm-709789" [ 891.686060] env[69654]: _type = "VirtualMachine" [ 891.686060] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 891.686432] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the lease: (returnval){ [ 891.686432] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cc1bfd-22b8-ae83-93e6-f05888286f3c" [ 891.686432] env[69654]: _type = "HttpNfcLease" [ 891.686432] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 891.694200] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 891.694200] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cc1bfd-22b8-ae83-93e6-f05888286f3c" [ 891.694200] env[69654]: _type = "HttpNfcLease" [ 891.694200] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 891.694200] env[69654]: DEBUG oslo_vmware.rw_handles [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 891.694200] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cc1bfd-22b8-ae83-93e6-f05888286f3c" [ 891.694200] env[69654]: _type = "HttpNfcLease" [ 891.694200] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 891.694996] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e103923d-48c4-4921-9b80-4e471a940580 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.711908] env[69654]: DEBUG nova.compute.manager [req-18809e3a-1b30-447b-87c5-2b6c8c90ac61 req-8aeacf42-3064-4c95-8ed3-96695fdec8f2 service nova] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Detach interface failed, port_id=1667d59d-0f3e-4a56-8499-1963241be3ab, reason: Instance bf7e633d-acbd-490a-a6de-d9bf697020d4 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 891.717542] env[69654]: DEBUG oslo_vmware.rw_handles [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d5a5c-bd06-3dc6-9382-4e984d45e717/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 891.717832] env[69654]: DEBUG oslo_vmware.rw_handles [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d5a5c-bd06-3dc6-9382-4e984d45e717/disk-0.vmdk for reading. {{(pid=69654) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 891.784963] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef6e9821-0bd8-491e-b213-ebe06ca0a2be tempest-VolumesAssistedSnapshotsTest-1240742357 tempest-VolumesAssistedSnapshotsTest-1240742357-project-member] Lock "4a825919-be32-47dc-9fa9-5427eb1045c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.091s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.862362] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.862580] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.862697] env[69654]: DEBUG nova.network.neutron [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.865875] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f2f923b-d4f6-42ac-9356-2965683cc536 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.868603] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Acquiring lock "refresh_cache-c5dfac36-31b9-427c-9c50-a2081ef88405" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.868736] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Acquired lock "refresh_cache-c5dfac36-31b9-427c-9c50-a2081ef88405" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.868882] env[69654]: DEBUG nova.network.neutron [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.925688] env[69654]: INFO nova.compute.manager [-] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Took 1.46 seconds to deallocate network for instance. [ 892.025775] env[69654]: DEBUG nova.compute.manager [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.418750] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ee9eb0-e3a1-4b23-aec7-1f74f58d06a9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.430921] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8031c80c-d61b-4492-be4e-1ac6625e70f1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.434983] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.467372] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c28ea4-edff-403d-98c8-63c63a01c883 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.476140] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73ccb02-2bf3-4fad-bd13-4bdc2fa362cb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.492174] env[69654]: DEBUG nova.compute.provider_tree [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.555638] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.589347] env[69654]: DEBUG nova.network.neutron [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.738092] env[69654]: DEBUG nova.network.neutron [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating instance_info_cache with network_info: [{"id": "56e528e3-c1a8-48c7-9e06-4b727ff767af", "address": "fa:16:3e:a4:39:9c", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e528e3-c1", "ovs_interfaceid": "56e528e3-c1a8-48c7-9e06-4b727ff767af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.995734] env[69654]: DEBUG nova.scheduler.client.report [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.015205] env[69654]: DEBUG nova.network.neutron [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Updating instance_info_cache with network_info: [{"id": "9f6ad837-e9cf-4743-99f4-81056cc2bf65", "address": "fa:16:3e:67:5a:41", "network": {"id": "23785918-85c3-4554-b843-b8ce9b24d2a4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-996142570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "034eab1822eb4e05af2cabacb319aa25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6ad837-e9", "ovs_interfaceid": "9f6ad837-e9cf-4743-99f4-81056cc2bf65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.240859] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.501879] env[69654]: DEBUG oslo_concurrency.lockutils [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.504479] env[69654]: DEBUG oslo_concurrency.lockutils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.839s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.506062] env[69654]: INFO nova.compute.claims [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.519025] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Releasing lock "refresh_cache-c5dfac36-31b9-427c-9c50-a2081ef88405" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.519369] env[69654]: DEBUG nova.compute.manager [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Instance network_info: |[{"id": "9f6ad837-e9cf-4743-99f4-81056cc2bf65", "address": "fa:16:3e:67:5a:41", "network": {"id": "23785918-85c3-4554-b843-b8ce9b24d2a4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-996142570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "034eab1822eb4e05af2cabacb319aa25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6ad837-e9", "ovs_interfaceid": "9f6ad837-e9cf-4743-99f4-81056cc2bf65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.519792] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:5a:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f6ad837-e9cf-4743-99f4-81056cc2bf65', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.534035] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Creating folder: Project (034eab1822eb4e05af2cabacb319aa25). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.535367] env[69654]: INFO nova.scheduler.client.report [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Deleted allocations for instance e04e0774-7b63-4cae-b21f-7bdf78fef22f [ 893.537396] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ea0fc13-31eb-47ee-b608-1668f1718967 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.557254] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Created folder: Project (034eab1822eb4e05af2cabacb319aa25) in parent group-v709593. [ 893.557254] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Creating folder: Instances. Parent ref: group-v709790. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.557596] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21cb956c-3555-43f2-b36d-8cf5f3f8650b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.567986] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Created folder: Instances in parent group-v709790. [ 893.567986] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.568227] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.568403] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00c8453a-08ec-4c89-b9cf-19c6810d1392 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.588139] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.588139] env[69654]: value = "task-3554927" [ 893.588139] env[69654]: _type = "Task" [ 893.588139] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.596998] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554927, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.610235] env[69654]: DEBUG nova.compute.manager [req-80bb937f-a958-443b-8482-8a12a49f4c28 req-d5a64d87-ff37-4d4f-890c-f31b2f5b7d8e service nova] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Received event network-changed-9f6ad837-e9cf-4743-99f4-81056cc2bf65 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.610471] env[69654]: DEBUG nova.compute.manager [req-80bb937f-a958-443b-8482-8a12a49f4c28 req-d5a64d87-ff37-4d4f-890c-f31b2f5b7d8e service nova] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Refreshing instance network info cache due to event network-changed-9f6ad837-e9cf-4743-99f4-81056cc2bf65. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.610686] env[69654]: DEBUG oslo_concurrency.lockutils [req-80bb937f-a958-443b-8482-8a12a49f4c28 req-d5a64d87-ff37-4d4f-890c-f31b2f5b7d8e service nova] Acquiring lock "refresh_cache-c5dfac36-31b9-427c-9c50-a2081ef88405" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.610812] env[69654]: DEBUG oslo_concurrency.lockutils [req-80bb937f-a958-443b-8482-8a12a49f4c28 req-d5a64d87-ff37-4d4f-890c-f31b2f5b7d8e service nova] Acquired lock "refresh_cache-c5dfac36-31b9-427c-9c50-a2081ef88405" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.610973] env[69654]: DEBUG nova.network.neutron [req-80bb937f-a958-443b-8482-8a12a49f4c28 req-d5a64d87-ff37-4d4f-890c-f31b2f5b7d8e service nova] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Refreshing network info cache for port 9f6ad837-e9cf-4743-99f4-81056cc2bf65 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.724985] env[69654]: INFO nova.compute.manager [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Rescuing [ 893.725480] env[69654]: DEBUG oslo_concurrency.lockutils [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "refresh_cache-d3019df4-3f5a-4c05-b646-9a6043a74dad" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.725665] env[69654]: DEBUG oslo_concurrency.lockutils [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired lock "refresh_cache-d3019df4-3f5a-4c05-b646-9a6043a74dad" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.725946] env[69654]: DEBUG nova.network.neutron [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.768125] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4af87b-f649-4815-8b3b-b6e4751d303c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.789040] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a3e665-7a9b-4999-8201-a91b783b05c0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.797473] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating instance 'ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb' progress to 83 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.957355] env[69654]: DEBUG oslo_concurrency.lockutils [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.050486] env[69654]: DEBUG oslo_concurrency.lockutils [None req-98be39e5-b0b5-4a8b-9848-f61e5e19f711 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "e04e0774-7b63-4cae-b21f-7bdf78fef22f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.789s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.102089] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554927, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.304968] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0a993a-1390-4bcb-849b-271d454043ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating instance 'ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb' progress to 100 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.499167] env[69654]: DEBUG nova.network.neutron [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Updating instance_info_cache with network_info: [{"id": "d41ff150-b0b2-4df7-abc9-f982f54fe80e", "address": "fa:16:3e:9a:c7:6a", "network": {"id": "9c35621a-4212-48ae-8f5d-4ae6b03c1687", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-974507676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62af8cdf4ad44000ad90ef1c47064f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ff150-b0", "ovs_interfaceid": "d41ff150-b0b2-4df7-abc9-f982f54fe80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.574266] env[69654]: DEBUG nova.network.neutron [req-80bb937f-a958-443b-8482-8a12a49f4c28 req-d5a64d87-ff37-4d4f-890c-f31b2f5b7d8e service nova] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Updated VIF entry in instance network info cache for port 9f6ad837-e9cf-4743-99f4-81056cc2bf65. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.574669] env[69654]: DEBUG nova.network.neutron [req-80bb937f-a958-443b-8482-8a12a49f4c28 req-d5a64d87-ff37-4d4f-890c-f31b2f5b7d8e service nova] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Updating instance_info_cache with network_info: [{"id": "9f6ad837-e9cf-4743-99f4-81056cc2bf65", "address": "fa:16:3e:67:5a:41", "network": {"id": "23785918-85c3-4554-b843-b8ce9b24d2a4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-996142570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "034eab1822eb4e05af2cabacb319aa25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6ad837-e9", "ovs_interfaceid": "9f6ad837-e9cf-4743-99f4-81056cc2bf65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.599910] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554927, 'name': CreateVM_Task, 'duration_secs': 0.513308} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.606032] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.606032] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.606032] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.606032] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.606032] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c71f24-eee9-4176-81b9-d07e11850903 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.610406] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Waiting for the task: (returnval){ [ 894.610406] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52786ca7-df28-4484-528f-18b3835e49e1" [ 894.610406] env[69654]: _type = "Task" [ 894.610406] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.622575] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52786ca7-df28-4484-528f-18b3835e49e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.005049] env[69654]: DEBUG oslo_concurrency.lockutils [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Releasing lock "refresh_cache-d3019df4-3f5a-4c05-b646-9a6043a74dad" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.039155] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a403eb2-b62d-4b25-867f-4176594bd3c3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.050135] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40ee8ad-b2c0-4de4-acb1-a2c6c1642b59 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.084749] env[69654]: DEBUG oslo_concurrency.lockutils [req-80bb937f-a958-443b-8482-8a12a49f4c28 req-d5a64d87-ff37-4d4f-890c-f31b2f5b7d8e service nova] Releasing lock "refresh_cache-c5dfac36-31b9-427c-9c50-a2081ef88405" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.086343] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5691dd-d03e-4a1c-8ba0-3d009c1fca4a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.094417] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef49f6a-94f6-4ae7-a77d-94feba1b5e92 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.109394] env[69654]: DEBUG nova.compute.provider_tree [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.120016] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52786ca7-df28-4484-528f-18b3835e49e1, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.120902] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.121139] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.121376] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.121521] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.121695] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.122298] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f635e029-a8c7-4fa9-a7e4-a36bd138ace3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.131277] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.131465] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.132283] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4653bc2d-ccb0-48c6-bb28-a47eaac8819d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.138678] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Waiting for the task: (returnval){ [ 895.138678] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52808a47-3d32-9fa1-7476-1da03d17cccd" [ 895.138678] env[69654]: _type = "Task" [ 895.138678] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.147144] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52808a47-3d32-9fa1-7476-1da03d17cccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.613232] env[69654]: DEBUG nova.scheduler.client.report [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.649271] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52808a47-3d32-9fa1-7476-1da03d17cccd, 'name': SearchDatastore_Task, 'duration_secs': 0.025424} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.650124] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f483755-c63a-4133-97be-4ec18253580f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.656301] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Waiting for the task: (returnval){ [ 895.656301] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527f5c00-a593-9dfb-4914-b43efa21c1b6" [ 895.656301] env[69654]: _type = "Task" [ 895.656301] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.668947] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527f5c00-a593-9dfb-4914-b43efa21c1b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.117789] env[69654]: DEBUG oslo_concurrency.lockutils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.118331] env[69654]: DEBUG nova.compute.manager [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.121216] env[69654]: DEBUG oslo_concurrency.lockutils [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.352s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.125097] env[69654]: INFO nova.compute.claims [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.168652] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527f5c00-a593-9dfb-4914-b43efa21c1b6, 'name': SearchDatastore_Task, 'duration_secs': 0.029362} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.168936] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.169421] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] c5dfac36-31b9-427c-9c50-a2081ef88405/c5dfac36-31b9-427c-9c50-a2081ef88405.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.169774] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df517d71-f9ca-4e13-9e7a-49f9529b62df {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.179081] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Waiting for the task: (returnval){ [ 896.179081] env[69654]: value = "task-3554929" [ 896.179081] env[69654]: _type = "Task" [ 896.179081] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.189801] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.542036] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.542161] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.542336] env[69654]: DEBUG nova.compute.manager [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Going to confirm migration 2 {{(pid=69654) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 896.549526] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.549526] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85c04592-7a25-440c-887e-2e546a4ed028 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.554905] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 896.554905] env[69654]: value = "task-3554930" [ 896.554905] env[69654]: _type = "Task" [ 896.554905] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.565922] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.633668] env[69654]: DEBUG nova.compute.utils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.635748] env[69654]: DEBUG nova.compute.manager [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.636060] env[69654]: DEBUG nova.network.neutron [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.693761] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554929, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.740695] env[69654]: DEBUG nova.policy [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa4a49371b2147aa95a6c99c97aac0c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9333b0efcc2141d89fa079a67d7bf828', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.038918] env[69654]: DEBUG oslo_concurrency.lockutils [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "313656df-50ec-4686-84be-f0cdba6c7836" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.038918] env[69654]: DEBUG oslo_concurrency.lockutils [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "313656df-50ec-4686-84be-f0cdba6c7836" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.038918] env[69654]: DEBUG oslo_concurrency.lockutils [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "313656df-50ec-4686-84be-f0cdba6c7836-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.038918] env[69654]: DEBUG oslo_concurrency.lockutils [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "313656df-50ec-4686-84be-f0cdba6c7836-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.038918] env[69654]: DEBUG oslo_concurrency.lockutils [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "313656df-50ec-4686-84be-f0cdba6c7836-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.039985] env[69654]: INFO nova.compute.manager [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Terminating instance [ 897.067525] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554930, 'name': PowerOffVM_Task, 'duration_secs': 0.282306} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.068547] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.069642] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0887e38-db07-4306-901b-29c14aa38124 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.090224] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e83a879-bd46-46ef-8a6d-efc15bc42827 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.128124] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.128445] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71d330d9-be67-42a2-819e-ed46e4704d66 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.134853] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 897.134853] env[69654]: value = "task-3554931" [ 897.134853] env[69654]: _type = "Task" [ 897.134853] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.138610] env[69654]: DEBUG nova.compute.utils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.144688] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.144688] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.144688] env[69654]: DEBUG nova.network.neutron [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.144909] env[69654]: DEBUG nova.objects.instance [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lazy-loading 'info_cache' on Instance uuid ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.153801] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] VM already powered off {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 897.154014] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.157457] env[69654]: DEBUG oslo_concurrency.lockutils [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.157457] env[69654]: DEBUG oslo_concurrency.lockutils [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.157457] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.157457] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7c443f3-cbf4-4b06-8354-da76226a794a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.168246] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.168615] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.170275] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337717c3-5111-4c44-a7d2-085bd92a21c8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.179833] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 897.179833] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524ea9ca-dd32-fa50-642b-c5e6002a50cf" [ 897.179833] env[69654]: _type = "Task" [ 897.179833] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.203470] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517507} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.203759] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524ea9ca-dd32-fa50-642b-c5e6002a50cf, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.204260] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] c5dfac36-31b9-427c-9c50-a2081ef88405/c5dfac36-31b9-427c-9c50-a2081ef88405.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.204620] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.208627] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3411373-d647-4963-b583-6b769841bd25 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.212030] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad33b21d-99df-4726-9dca-7de05331794f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.218097] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 897.218097] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523cb477-0b28-8f17-feb1-5ddf547386ec" [ 897.218097] env[69654]: _type = "Task" [ 897.218097] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.222287] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Waiting for the task: (returnval){ [ 897.222287] env[69654]: value = "task-3554932" [ 897.222287] env[69654]: _type = "Task" [ 897.222287] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.231690] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523cb477-0b28-8f17-feb1-5ddf547386ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.237304] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.545371] env[69654]: DEBUG nova.compute.manager [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.545752] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.549786] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee96350-7d93-4755-b5e0-bba06e1154f7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.562146] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.562475] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-871e2a44-4b22-486d-9bbb-6968fbb11d13 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.570198] env[69654]: DEBUG oslo_vmware.api [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 897.570198] env[69654]: value = "task-3554933" [ 897.570198] env[69654]: _type = "Task" [ 897.570198] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.580318] env[69654]: DEBUG oslo_vmware.api [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.645508] env[69654]: DEBUG nova.compute.manager [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.673906] env[69654]: DEBUG nova.network.neutron [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Successfully created port: 36db7424-670c-4cc1-9604-68b978ddd75a {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.730957] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523cb477-0b28-8f17-feb1-5ddf547386ec, 'name': SearchDatastore_Task, 'duration_secs': 0.027059} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.734361] env[69654]: DEBUG oslo_concurrency.lockutils [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.734686] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] d3019df4-3f5a-4c05-b646-9a6043a74dad/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk. {{(pid=69654) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 897.735179] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-072f7417-3aa4-4bf3-a129-1101fcbcd820 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.740551] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082763} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.741205] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.742050] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973b47c9-badb-4812-966f-c61f9417e249 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.746011] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 897.746011] env[69654]: value = "task-3554934" [ 897.746011] env[69654]: _type = "Task" [ 897.746011] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.766431] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] c5dfac36-31b9-427c-9c50-a2081ef88405/c5dfac36-31b9-427c-9c50-a2081ef88405.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.771081] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66b8705e-1c2f-44e4-8cda-9a10e8b10215 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.787225] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734c48d5-fb16-4000-a930-b1adc591955b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.795433] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.799430] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Waiting for the task: (returnval){ [ 897.799430] env[69654]: value = "task-3554935" [ 897.799430] env[69654]: _type = "Task" [ 897.799430] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.799952] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e138dce6-c989-477f-b6c2-3aea81330e8e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.837285] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcace495-317a-4fcd-b006-5a66bcf48186 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.840312] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554935, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.845644] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bf059a-083b-4322-9fd3-869bbd6f964d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.860445] env[69654]: DEBUG nova.compute.provider_tree [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.086360] env[69654]: DEBUG oslo_vmware.api [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554933, 'name': PowerOffVM_Task, 'duration_secs': 0.299993} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.087030] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.090282] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.090282] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7978dafd-a55b-4b34-bc1c-31614463a449 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.169372] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.169372] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.171021] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Deleting the datastore file [datastore1] 313656df-50ec-4686-84be-f0cdba6c7836 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.171021] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-719026df-7cdd-49b9-ab24-ee3ff7bbca42 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.177844] env[69654]: DEBUG oslo_vmware.api [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for the task: (returnval){ [ 898.177844] env[69654]: value = "task-3554937" [ 898.177844] env[69654]: _type = "Task" [ 898.177844] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.191766] env[69654]: DEBUG oslo_vmware.api [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.271485] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554934, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.312509] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.364508] env[69654]: DEBUG nova.scheduler.client.report [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.574746] env[69654]: DEBUG nova.network.neutron [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating instance_info_cache with network_info: [{"id": "56e528e3-c1a8-48c7-9e06-4b727ff767af", "address": "fa:16:3e:a4:39:9c", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e528e3-c1", "ovs_interfaceid": "56e528e3-c1a8-48c7-9e06-4b727ff767af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.658862] env[69654]: DEBUG nova.compute.manager [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.689020] env[69654]: DEBUG oslo_vmware.api [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Task: {'id': task-3554937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458631} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.691491] env[69654]: DEBUG nova.virt.hardware [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:26:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1100598774',id=18,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-341040324',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.691491] env[69654]: DEBUG nova.virt.hardware [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.691668] env[69654]: DEBUG nova.virt.hardware [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.691899] env[69654]: DEBUG nova.virt.hardware [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.692059] env[69654]: DEBUG nova.virt.hardware [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.692207] env[69654]: DEBUG nova.virt.hardware [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.692432] env[69654]: DEBUG nova.virt.hardware [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.692637] env[69654]: DEBUG nova.virt.hardware [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.692750] env[69654]: DEBUG nova.virt.hardware [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.693269] env[69654]: DEBUG nova.virt.hardware [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.693269] env[69654]: DEBUG nova.virt.hardware [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.693417] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.693627] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.693754] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.693924] env[69654]: INFO nova.compute.manager [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Took 1.15 seconds to destroy the instance on the hypervisor. [ 898.694345] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.694893] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da13680a-92f5-485a-b7ee-8433008e7a7c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.697467] env[69654]: DEBUG nova.compute.manager [-] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.697568] env[69654]: DEBUG nova.network.neutron [-] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.704551] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c6e538-f0a4-406d-a391-9f9f994884c3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.769374] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5866} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.769671] env[69654]: INFO nova.virt.vmwareapi.ds_util [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] d3019df4-3f5a-4c05-b646-9a6043a74dad/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk. [ 898.770552] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a4e176-b6e8-4938-bafe-b2c694a41231 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.806233] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] d3019df4-3f5a-4c05-b646-9a6043a74dad/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.806631] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b285529-cd30-4ff2-8493-19df109f5b47 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.831645] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554935, 'name': ReconfigVM_Task, 'duration_secs': 0.630555} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.832065] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Reconfigured VM instance instance-0000003e to attach disk [datastore2] c5dfac36-31b9-427c-9c50-a2081ef88405/c5dfac36-31b9-427c-9c50-a2081ef88405.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.833132] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 898.833132] env[69654]: value = "task-3554938" [ 898.833132] env[69654]: _type = "Task" [ 898.833132] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.833494] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e50c2a5-7d0d-44bc-a7d0-504da8aa5127 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.846163] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.847173] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Waiting for the task: (returnval){ [ 898.847173] env[69654]: value = "task-3554939" [ 898.847173] env[69654]: _type = "Task" [ 898.847173] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.855764] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554939, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.876991] env[69654]: DEBUG oslo_concurrency.lockutils [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.876991] env[69654]: DEBUG nova.compute.manager [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.878556] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.557s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.882573] env[69654]: INFO nova.compute.claims [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.077726] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.078086] env[69654]: DEBUG nova.objects.instance [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lazy-loading 'migration_context' on Instance uuid ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.312941] env[69654]: DEBUG nova.compute.manager [req-0dda5e4c-a2a4-4513-829c-ff5a90c54941 req-29ae4855-fe20-43ae-8702-fc9ebf03d18e service nova] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Received event network-vif-deleted-554aea57-f2c3-473a-b5d6-05499bf66a68 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.312941] env[69654]: INFO nova.compute.manager [req-0dda5e4c-a2a4-4513-829c-ff5a90c54941 req-29ae4855-fe20-43ae-8702-fc9ebf03d18e service nova] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Neutron deleted interface 554aea57-f2c3-473a-b5d6-05499bf66a68; detaching it from the instance and deleting it from the info cache [ 899.312941] env[69654]: DEBUG nova.network.neutron [req-0dda5e4c-a2a4-4513-829c-ff5a90c54941 req-29ae4855-fe20-43ae-8702-fc9ebf03d18e service nova] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.345710] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554938, 'name': ReconfigVM_Task, 'duration_secs': 0.323138} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.346073] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Reconfigured VM instance instance-0000003a to attach disk [datastore2] d3019df4-3f5a-4c05-b646-9a6043a74dad/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.347021] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae293e07-6ea6-4cfa-8467-7ac11e7f4f20 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.384427] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2454ef1-9bd9-4f5e-bd8e-a028fa7d19bb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.395566] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554939, 'name': Rename_Task, 'duration_secs': 0.153536} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.396746] env[69654]: DEBUG nova.compute.utils [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.403154] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.403154] env[69654]: DEBUG nova.compute.manager [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.403154] env[69654]: DEBUG nova.network.neutron [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.403154] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33ff4807-636d-4bf4-84b0-edcb7b89eb35 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.407887] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 899.407887] env[69654]: value = "task-3554940" [ 899.407887] env[69654]: _type = "Task" [ 899.407887] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.413700] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Waiting for the task: (returnval){ [ 899.413700] env[69654]: value = "task-3554941" [ 899.413700] env[69654]: _type = "Task" [ 899.413700] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.420904] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.427597] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.448181] env[69654]: DEBUG nova.compute.manager [req-ce6ba03d-e4dc-4878-a3c3-0b313c05c2f0 req-1931241a-c952-4f28-8253-6299ae7b6bcc service nova] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Received event network-vif-plugged-36db7424-670c-4cc1-9604-68b978ddd75a {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.448482] env[69654]: DEBUG oslo_concurrency.lockutils [req-ce6ba03d-e4dc-4878-a3c3-0b313c05c2f0 req-1931241a-c952-4f28-8253-6299ae7b6bcc service nova] Acquiring lock "bd4e83dd-4d58-4769-82f7-966767243077-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.448652] env[69654]: DEBUG oslo_concurrency.lockutils [req-ce6ba03d-e4dc-4878-a3c3-0b313c05c2f0 req-1931241a-c952-4f28-8253-6299ae7b6bcc service nova] Lock "bd4e83dd-4d58-4769-82f7-966767243077-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.448808] env[69654]: DEBUG oslo_concurrency.lockutils [req-ce6ba03d-e4dc-4878-a3c3-0b313c05c2f0 req-1931241a-c952-4f28-8253-6299ae7b6bcc service nova] Lock "bd4e83dd-4d58-4769-82f7-966767243077-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.448991] env[69654]: DEBUG nova.compute.manager [req-ce6ba03d-e4dc-4878-a3c3-0b313c05c2f0 req-1931241a-c952-4f28-8253-6299ae7b6bcc service nova] [instance: bd4e83dd-4d58-4769-82f7-966767243077] No waiting events found dispatching network-vif-plugged-36db7424-670c-4cc1-9604-68b978ddd75a {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.449226] env[69654]: WARNING nova.compute.manager [req-ce6ba03d-e4dc-4878-a3c3-0b313c05c2f0 req-1931241a-c952-4f28-8253-6299ae7b6bcc service nova] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Received unexpected event network-vif-plugged-36db7424-670c-4cc1-9604-68b978ddd75a for instance with vm_state building and task_state spawning. [ 899.464695] env[69654]: DEBUG nova.policy [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '496435b1b6ae498c97c8f5c809c8c2ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dc9a6ce74c247a3961ca14d5bd1ca10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.583805] env[69654]: DEBUG nova.objects.base [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 899.585430] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b531b26a-efff-461f-929c-a388123b44e5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.611237] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eded78be-a265-4b39-83e7-7f44bde8b69c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.620373] env[69654]: DEBUG oslo_vmware.api [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 899.620373] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525fef57-07c4-9f66-3d96-bbbb8d95c699" [ 899.620373] env[69654]: _type = "Task" [ 899.620373] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.625698] env[69654]: DEBUG oslo_vmware.api [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525fef57-07c4-9f66-3d96-bbbb8d95c699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.666125] env[69654]: DEBUG nova.network.neutron [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Successfully updated port: 36db7424-670c-4cc1-9604-68b978ddd75a {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.792864] env[69654]: DEBUG nova.network.neutron [-] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.803575] env[69654]: DEBUG nova.network.neutron [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Successfully created port: 59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.819873] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-204d3beb-6987-4d97-806d-288239d5e48d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.831983] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035af40a-3eb1-47ff-933f-f64d3ea7c4d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.882665] env[69654]: DEBUG nova.compute.manager [req-0dda5e4c-a2a4-4513-829c-ff5a90c54941 req-29ae4855-fe20-43ae-8702-fc9ebf03d18e service nova] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Detach interface failed, port_id=554aea57-f2c3-473a-b5d6-05499bf66a68, reason: Instance 313656df-50ec-4686-84be-f0cdba6c7836 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 899.905826] env[69654]: DEBUG nova.compute.manager [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.919399] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554940, 'name': ReconfigVM_Task, 'duration_secs': 0.199295} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.923619] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.924863] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5d65ed5-674d-4aaa-8cbb-624bbd8ff43e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.933641] env[69654]: DEBUG oslo_vmware.api [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554941, 'name': PowerOnVM_Task, 'duration_secs': 0.481242} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.935191] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.935416] env[69654]: INFO nova.compute.manager [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Took 9.02 seconds to spawn the instance on the hypervisor. [ 899.935679] env[69654]: DEBUG nova.compute.manager [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.936037] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 899.936037] env[69654]: value = "task-3554942" [ 899.936037] env[69654]: _type = "Task" [ 899.936037] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.936836] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808326c8-affc-4d11-8d14-897a3577505f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.961891] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.136781] env[69654]: DEBUG oslo_vmware.api [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525fef57-07c4-9f66-3d96-bbbb8d95c699, 'name': SearchDatastore_Task, 'duration_secs': 0.009625} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.137289] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.168598] env[69654]: DEBUG oslo_concurrency.lockutils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquiring lock "refresh_cache-bd4e83dd-4d58-4769-82f7-966767243077" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.168770] env[69654]: DEBUG oslo_concurrency.lockutils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquired lock "refresh_cache-bd4e83dd-4d58-4769-82f7-966767243077" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.169328] env[69654]: DEBUG nova.network.neutron [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.292340] env[69654]: INFO nova.compute.manager [-] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Took 1.59 seconds to deallocate network for instance. [ 900.391958] env[69654]: DEBUG oslo_vmware.rw_handles [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d5a5c-bd06-3dc6-9382-4e984d45e717/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 900.393061] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a9f986-5d79-43ad-82a4-06841e9f2194 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.400051] env[69654]: DEBUG oslo_vmware.rw_handles [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d5a5c-bd06-3dc6-9382-4e984d45e717/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 900.400268] env[69654]: ERROR oslo_vmware.rw_handles [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d5a5c-bd06-3dc6-9382-4e984d45e717/disk-0.vmdk due to incomplete transfer. [ 900.405057] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-13f49814-6e86-40d1-8ab1-cf2d300bfa93 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.417435] env[69654]: DEBUG oslo_vmware.rw_handles [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d5a5c-bd06-3dc6-9382-4e984d45e717/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 900.417747] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Uploaded image 7710960e-9241-4c83-a180-3251e5d05a57 to the Glance image server {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 900.422827] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 900.424860] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0893df9c-0f06-467d-9222-504ac4120861 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.432850] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 900.432850] env[69654]: value = "task-3554943" [ 900.432850] env[69654]: _type = "Task" [ 900.432850] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.452874] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554943, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.458926] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.469538] env[69654]: INFO nova.compute.manager [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Took 45.06 seconds to build instance. [ 900.498403] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe351c3-d3b0-4ea3-ba0f-b2ef3828d7d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.506689] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2dd9d2-78be-44e6-81fa-8dbf56f244d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.539893] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dad8fd7-d9f6-4457-a24c-85880398e2ef {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.547253] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc128012-7120-4e9c-a5a8-5c1c6f350a49 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.560365] env[69654]: DEBUG nova.compute.provider_tree [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.730074] env[69654]: DEBUG nova.network.neutron [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.799530] env[69654]: DEBUG oslo_concurrency.lockutils [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.927381] env[69654]: DEBUG nova.compute.manager [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.955237] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.966645] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554943, 'name': Destroy_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.971699] env[69654]: DEBUG nova.network.neutron [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Updating instance_info_cache with network_info: [{"id": "36db7424-670c-4cc1-9604-68b978ddd75a", "address": "fa:16:3e:29:ce:f2", "network": {"id": "150a55dd-0fba-4c44-b771-823241d9bd47", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1766670298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9333b0efcc2141d89fa079a67d7bf828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36db7424-67", "ovs_interfaceid": "36db7424-670c-4cc1-9604-68b978ddd75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.972889] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3ebbe2c-0998-4de7-b10e-0a0c00616a73 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Lock "c5dfac36-31b9-427c-9c50-a2081ef88405" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.170s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.982109] env[69654]: DEBUG nova.virt.hardware [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.983196] env[69654]: DEBUG nova.virt.hardware [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.983439] env[69654]: DEBUG nova.virt.hardware [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.983679] env[69654]: DEBUG nova.virt.hardware [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.984361] env[69654]: DEBUG nova.virt.hardware [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.984361] env[69654]: DEBUG nova.virt.hardware [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.984361] env[69654]: DEBUG nova.virt.hardware [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.984516] env[69654]: DEBUG nova.virt.hardware [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.984718] env[69654]: DEBUG nova.virt.hardware [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.984924] env[69654]: DEBUG nova.virt.hardware [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.985149] env[69654]: DEBUG nova.virt.hardware [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.986148] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe81138-2831-4008-8fb8-c0a29f39a524 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.995800] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddf542b-2b9b-4d0a-88f1-0bb11342cc01 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.063247] env[69654]: DEBUG nova.scheduler.client.report [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.184773] env[69654]: DEBUG oslo_concurrency.lockutils [None req-49a8e464-a819-4869-a49e-29729b29f683 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Acquiring lock "c5dfac36-31b9-427c-9c50-a2081ef88405" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.185104] env[69654]: DEBUG oslo_concurrency.lockutils [None req-49a8e464-a819-4869-a49e-29729b29f683 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Lock "c5dfac36-31b9-427c-9c50-a2081ef88405" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.185378] env[69654]: INFO nova.compute.manager [None req-49a8e464-a819-4869-a49e-29729b29f683 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Rebooting instance [ 901.438309] env[69654]: DEBUG nova.compute.manager [req-55b80748-d185-42b4-a14d-50731297cb96 req-cc9faf51-d134-4ed7-8ec3-fb86fb3453fb service nova] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Received event network-vif-plugged-59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.438309] env[69654]: DEBUG oslo_concurrency.lockutils [req-55b80748-d185-42b4-a14d-50731297cb96 req-cc9faf51-d134-4ed7-8ec3-fb86fb3453fb service nova] Acquiring lock "05ec0ef0-ca9d-469b-b177-6b5201ebe3e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.438309] env[69654]: DEBUG oslo_concurrency.lockutils [req-55b80748-d185-42b4-a14d-50731297cb96 req-cc9faf51-d134-4ed7-8ec3-fb86fb3453fb service nova] Lock "05ec0ef0-ca9d-469b-b177-6b5201ebe3e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.438309] env[69654]: DEBUG oslo_concurrency.lockutils [req-55b80748-d185-42b4-a14d-50731297cb96 req-cc9faf51-d134-4ed7-8ec3-fb86fb3453fb service nova] Lock "05ec0ef0-ca9d-469b-b177-6b5201ebe3e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.438309] env[69654]: DEBUG nova.compute.manager [req-55b80748-d185-42b4-a14d-50731297cb96 req-cc9faf51-d134-4ed7-8ec3-fb86fb3453fb service nova] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] No waiting events found dispatching network-vif-plugged-59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.438929] env[69654]: WARNING nova.compute.manager [req-55b80748-d185-42b4-a14d-50731297cb96 req-cc9faf51-d134-4ed7-8ec3-fb86fb3453fb service nova] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Received unexpected event network-vif-plugged-59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5 for instance with vm_state building and task_state spawning. [ 901.462121] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554943, 'name': Destroy_Task, 'duration_secs': 0.570455} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.466493] env[69654]: DEBUG nova.network.neutron [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Successfully updated port: 59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.467975] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Destroyed the VM [ 901.468228] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 901.468744] env[69654]: DEBUG oslo_vmware.api [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554942, 'name': PowerOnVM_Task, 'duration_secs': 1.081549} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.469149] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e60ff8b0-5b51-40d6-a79d-6db0564c47b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.471207] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.474703] env[69654]: DEBUG nova.compute.manager [None req-da71ec7e-fb29-4658-8382-37376fba58d7 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.475907] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e29d4ac-f064-4c3b-8856-55fffadb3d5c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.480250] env[69654]: DEBUG oslo_concurrency.lockutils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Releasing lock "refresh_cache-bd4e83dd-4d58-4769-82f7-966767243077" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.480589] env[69654]: DEBUG nova.compute.manager [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Instance network_info: |[{"id": "36db7424-670c-4cc1-9604-68b978ddd75a", "address": "fa:16:3e:29:ce:f2", "network": {"id": "150a55dd-0fba-4c44-b771-823241d9bd47", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1766670298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9333b0efcc2141d89fa079a67d7bf828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36db7424-67", "ovs_interfaceid": "36db7424-670c-4cc1-9604-68b978ddd75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.481310] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 901.481310] env[69654]: value = "task-3554944" [ 901.481310] env[69654]: _type = "Task" [ 901.481310] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.481497] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:ce:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36db7424-670c-4cc1-9604-68b978ddd75a', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.491405] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.493393] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.498369] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28ba46f9-4fcc-4b51-82e6-9685f7a4a5cf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.521338] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554944, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.522618] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.522618] env[69654]: value = "task-3554945" [ 901.522618] env[69654]: _type = "Task" [ 901.522618] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.530517] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554945, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.570520] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.571051] env[69654]: DEBUG nova.compute.manager [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.573914] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.943s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.574207] env[69654]: DEBUG nova.objects.instance [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lazy-loading 'resources' on Instance uuid 52399ec5-d946-4839-a51f-720292f8bc1f {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.643143] env[69654]: DEBUG nova.compute.manager [req-556b6067-5f2b-499e-95f1-b3bb2a5a0aa9 req-dae1f00e-dc27-4b33-b594-acfdfda92bee service nova] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Received event network-changed-36db7424-670c-4cc1-9604-68b978ddd75a {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.643353] env[69654]: DEBUG nova.compute.manager [req-556b6067-5f2b-499e-95f1-b3bb2a5a0aa9 req-dae1f00e-dc27-4b33-b594-acfdfda92bee service nova] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Refreshing instance network info cache due to event network-changed-36db7424-670c-4cc1-9604-68b978ddd75a. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.643581] env[69654]: DEBUG oslo_concurrency.lockutils [req-556b6067-5f2b-499e-95f1-b3bb2a5a0aa9 req-dae1f00e-dc27-4b33-b594-acfdfda92bee service nova] Acquiring lock "refresh_cache-bd4e83dd-4d58-4769-82f7-966767243077" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.643738] env[69654]: DEBUG oslo_concurrency.lockutils [req-556b6067-5f2b-499e-95f1-b3bb2a5a0aa9 req-dae1f00e-dc27-4b33-b594-acfdfda92bee service nova] Acquired lock "refresh_cache-bd4e83dd-4d58-4769-82f7-966767243077" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.643915] env[69654]: DEBUG nova.network.neutron [req-556b6067-5f2b-499e-95f1-b3bb2a5a0aa9 req-dae1f00e-dc27-4b33-b594-acfdfda92bee service nova] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Refreshing network info cache for port 36db7424-670c-4cc1-9604-68b978ddd75a {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.715509] env[69654]: DEBUG oslo_concurrency.lockutils [None req-49a8e464-a819-4869-a49e-29729b29f683 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Acquiring lock "refresh_cache-c5dfac36-31b9-427c-9c50-a2081ef88405" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.715693] env[69654]: DEBUG oslo_concurrency.lockutils [None req-49a8e464-a819-4869-a49e-29729b29f683 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Acquired lock "refresh_cache-c5dfac36-31b9-427c-9c50-a2081ef88405" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.715917] env[69654]: DEBUG nova.network.neutron [None req-49a8e464-a819-4869-a49e-29729b29f683 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.970608] env[69654]: DEBUG oslo_concurrency.lockutils [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Acquiring lock "refresh_cache-05ec0ef0-ca9d-469b-b177-6b5201ebe3e4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.970608] env[69654]: DEBUG oslo_concurrency.lockutils [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Acquired lock "refresh_cache-05ec0ef0-ca9d-469b-b177-6b5201ebe3e4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.970608] env[69654]: DEBUG nova.network.neutron [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.004119] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554944, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.032480] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554945, 'name': CreateVM_Task, 'duration_secs': 0.374854} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.032696] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.033367] env[69654]: DEBUG oslo_concurrency.lockutils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.033595] env[69654]: DEBUG oslo_concurrency.lockutils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.033917] env[69654]: DEBUG oslo_concurrency.lockutils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.034206] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-422fa2a2-14c2-43ce-ab69-597cfbdddfc4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.039379] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 902.039379] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5268989c-c9a8-a478-7f59-25f4b76867fc" [ 902.039379] env[69654]: _type = "Task" [ 902.039379] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.047925] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5268989c-c9a8-a478-7f59-25f4b76867fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.076303] env[69654]: DEBUG nova.objects.instance [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lazy-loading 'numa_topology' on Instance uuid 52399ec5-d946-4839-a51f-720292f8bc1f {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.078292] env[69654]: DEBUG nova.compute.utils [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.079661] env[69654]: DEBUG nova.compute.manager [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.079833] env[69654]: DEBUG nova.network.neutron [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.119997] env[69654]: DEBUG nova.policy [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '067f7e518ca04bb1956fa78ad22d2ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf89ca1830cd4d49aa3216e71d010a9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.442141] env[69654]: DEBUG nova.network.neutron [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Successfully created port: 4358ae4b-304d-487c-aad2-d3e16d510339 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.448190] env[69654]: DEBUG oslo_concurrency.lockutils [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "6dfe0850-c7d0-492d-ae38-f6498c0634f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.448419] env[69654]: DEBUG oslo_concurrency.lockutils [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "6dfe0850-c7d0-492d-ae38-f6498c0634f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.504942] env[69654]: DEBUG oslo_vmware.api [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3554944, 'name': RemoveSnapshot_Task, 'duration_secs': 0.750214} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.505292] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 902.505527] env[69654]: INFO nova.compute.manager [None req-ea733f1d-04a3-411a-bb06-73f3b0810d20 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Took 15.49 seconds to snapshot the instance on the hypervisor. [ 902.508521] env[69654]: DEBUG nova.network.neutron [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.555998] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5268989c-c9a8-a478-7f59-25f4b76867fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012111} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.556478] env[69654]: DEBUG oslo_concurrency.lockutils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.556837] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.557468] env[69654]: DEBUG oslo_concurrency.lockutils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.557748] env[69654]: DEBUG oslo_concurrency.lockutils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.558065] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.558440] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31091f8d-4d1a-4607-9cbc-d74cdb1f2fdd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.571023] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.571023] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.571023] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-757f07ea-70f6-4d98-985b-1108538c7feb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.577667] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 902.577667] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52267744-a1f7-e0d3-a799-885b6287ba9b" [ 902.577667] env[69654]: _type = "Task" [ 902.577667] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.581717] env[69654]: DEBUG nova.objects.base [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Object Instance<52399ec5-d946-4839-a51f-720292f8bc1f> lazy-loaded attributes: resources,numa_topology {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 902.586231] env[69654]: DEBUG nova.compute.manager [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.595768] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52267744-a1f7-e0d3-a799-885b6287ba9b, 'name': SearchDatastore_Task, 'duration_secs': 0.008515} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.597266] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c49abe54-69b3-4a8c-a8ca-dd8542edf547 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.603181] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 902.603181] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f201d1-1e14-057f-a2dd-864d984fae8a" [ 902.603181] env[69654]: _type = "Task" [ 902.603181] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.613901] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f201d1-1e14-057f-a2dd-864d984fae8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.627720] env[69654]: DEBUG nova.network.neutron [req-556b6067-5f2b-499e-95f1-b3bb2a5a0aa9 req-dae1f00e-dc27-4b33-b594-acfdfda92bee service nova] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Updated VIF entry in instance network info cache for port 36db7424-670c-4cc1-9604-68b978ddd75a. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.628257] env[69654]: DEBUG nova.network.neutron [req-556b6067-5f2b-499e-95f1-b3bb2a5a0aa9 req-dae1f00e-dc27-4b33-b594-acfdfda92bee service nova] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Updating instance_info_cache with network_info: [{"id": "36db7424-670c-4cc1-9604-68b978ddd75a", "address": "fa:16:3e:29:ce:f2", "network": {"id": "150a55dd-0fba-4c44-b771-823241d9bd47", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1766670298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9333b0efcc2141d89fa079a67d7bf828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36db7424-67", "ovs_interfaceid": "36db7424-670c-4cc1-9604-68b978ddd75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.700741] env[69654]: DEBUG nova.network.neutron [None req-49a8e464-a819-4869-a49e-29729b29f683 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Updating instance_info_cache with network_info: [{"id": "9f6ad837-e9cf-4743-99f4-81056cc2bf65", "address": "fa:16:3e:67:5a:41", "network": {"id": "23785918-85c3-4554-b843-b8ce9b24d2a4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-996142570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "034eab1822eb4e05af2cabacb319aa25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6ad837-e9", "ovs_interfaceid": "9f6ad837-e9cf-4743-99f4-81056cc2bf65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.751394] env[69654]: DEBUG nova.network.neutron [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Updating instance_info_cache with network_info: [{"id": "59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5", "address": "fa:16:3e:6d:81:15", "network": {"id": "988d9882-1df0-4aaa-bf54-e66243354e66", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-58959218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc9a6ce74c247a3961ca14d5bd1ca10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d37d3e-f0", "ovs_interfaceid": "59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.951095] env[69654]: DEBUG nova.compute.manager [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.114704] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f201d1-1e14-057f-a2dd-864d984fae8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010136} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.114975] env[69654]: DEBUG oslo_concurrency.lockutils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.115272] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] bd4e83dd-4d58-4769-82f7-966767243077/bd4e83dd-4d58-4769-82f7-966767243077.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.115539] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b2982f5-d0d9-4800-a9e2-46ba100e4586 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.123507] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 903.123507] env[69654]: value = "task-3554946" [ 903.123507] env[69654]: _type = "Task" [ 903.123507] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.134094] env[69654]: DEBUG oslo_concurrency.lockutils [req-556b6067-5f2b-499e-95f1-b3bb2a5a0aa9 req-dae1f00e-dc27-4b33-b594-acfdfda92bee service nova] Releasing lock "refresh_cache-bd4e83dd-4d58-4769-82f7-966767243077" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.138574] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.140529] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8feb1643-7e75-4f40-b612-fef604ca65e9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.147793] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe88712-a775-4cbd-bb2f-31037193c93d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.185524] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b945cb-b5f2-486a-a036-2410dc9f979e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.193701] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a18d4b-8d8f-4c90-a613-4bcb357c21c0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.208409] env[69654]: DEBUG oslo_concurrency.lockutils [None req-49a8e464-a819-4869-a49e-29729b29f683 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Releasing lock "refresh_cache-c5dfac36-31b9-427c-9c50-a2081ef88405" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.209880] env[69654]: DEBUG nova.compute.provider_tree [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.255779] env[69654]: DEBUG oslo_concurrency.lockutils [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Releasing lock "refresh_cache-05ec0ef0-ca9d-469b-b177-6b5201ebe3e4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.256474] env[69654]: DEBUG nova.compute.manager [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Instance network_info: |[{"id": "59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5", "address": "fa:16:3e:6d:81:15", "network": {"id": "988d9882-1df0-4aaa-bf54-e66243354e66", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-58959218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc9a6ce74c247a3961ca14d5bd1ca10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d37d3e-f0", "ovs_interfaceid": "59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.256626] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:81:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.268016] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Creating folder: Project (1dc9a6ce74c247a3961ca14d5bd1ca10). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.268016] env[69654]: INFO nova.compute.manager [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Unrescuing [ 903.268016] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "refresh_cache-d3019df4-3f5a-4c05-b646-9a6043a74dad" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.268016] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired lock "refresh_cache-d3019df4-3f5a-4c05-b646-9a6043a74dad" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.268016] env[69654]: DEBUG nova.network.neutron [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.268016] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08db50d2-ac75-4cda-911a-42fbef3e49b2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.278749] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Created folder: Project (1dc9a6ce74c247a3961ca14d5bd1ca10) in parent group-v709593. [ 903.278968] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Creating folder: Instances. Parent ref: group-v709794. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.279506] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b496c4b-b472-438d-be24-8f042e711775 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.289397] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Created folder: Instances in parent group-v709794. [ 903.289397] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.290164] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.290164] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa93f07a-dfcd-4253-b06b-cd15b6ca17b2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.314570] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.314570] env[69654]: value = "task-3554949" [ 903.314570] env[69654]: _type = "Task" [ 903.314570] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.324409] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554949, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.480344] env[69654]: DEBUG oslo_concurrency.lockutils [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.513840] env[69654]: DEBUG nova.compute.manager [req-c4db3792-3ff6-4cb7-ae50-decfb65443d1 req-1d80bd6c-7a21-4806-827e-4296609a7d33 service nova] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Received event network-changed-59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.514317] env[69654]: DEBUG nova.compute.manager [req-c4db3792-3ff6-4cb7-ae50-decfb65443d1 req-1d80bd6c-7a21-4806-827e-4296609a7d33 service nova] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Refreshing instance network info cache due to event network-changed-59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.514709] env[69654]: DEBUG oslo_concurrency.lockutils [req-c4db3792-3ff6-4cb7-ae50-decfb65443d1 req-1d80bd6c-7a21-4806-827e-4296609a7d33 service nova] Acquiring lock "refresh_cache-05ec0ef0-ca9d-469b-b177-6b5201ebe3e4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.515048] env[69654]: DEBUG oslo_concurrency.lockutils [req-c4db3792-3ff6-4cb7-ae50-decfb65443d1 req-1d80bd6c-7a21-4806-827e-4296609a7d33 service nova] Acquired lock "refresh_cache-05ec0ef0-ca9d-469b-b177-6b5201ebe3e4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.515430] env[69654]: DEBUG nova.network.neutron [req-c4db3792-3ff6-4cb7-ae50-decfb65443d1 req-1d80bd6c-7a21-4806-827e-4296609a7d33 service nova] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Refreshing network info cache for port 59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.595987] env[69654]: DEBUG nova.compute.manager [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.624725] env[69654]: DEBUG nova.virt.hardware [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.625040] env[69654]: DEBUG nova.virt.hardware [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.625145] env[69654]: DEBUG nova.virt.hardware [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.625326] env[69654]: DEBUG nova.virt.hardware [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.625753] env[69654]: DEBUG nova.virt.hardware [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.625753] env[69654]: DEBUG nova.virt.hardware [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.625915] env[69654]: DEBUG nova.virt.hardware [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.625953] env[69654]: DEBUG nova.virt.hardware [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.626121] env[69654]: DEBUG nova.virt.hardware [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.626291] env[69654]: DEBUG nova.virt.hardware [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.626449] env[69654]: DEBUG nova.virt.hardware [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.627473] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11773ee-7985-425a-a031-da4defcd3aca {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.643726] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b4f0b5-1c5d-4e37-a512-a9420b72610a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.648709] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554946, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.715091] env[69654]: DEBUG nova.scheduler.client.report [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.720344] env[69654]: DEBUG nova.compute.manager [None req-49a8e464-a819-4869-a49e-29729b29f683 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.721531] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb21c6e6-68dc-40a8-bcbe-71a49e457f69 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.827135] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554949, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.104839] env[69654]: DEBUG nova.network.neutron [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Updating instance_info_cache with network_info: [{"id": "d41ff150-b0b2-4df7-abc9-f982f54fe80e", "address": "fa:16:3e:9a:c7:6a", "network": {"id": "9c35621a-4212-48ae-8f5d-4ae6b03c1687", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-974507676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62af8cdf4ad44000ad90ef1c47064f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ff150-b0", "ovs_interfaceid": "d41ff150-b0b2-4df7-abc9-f982f54fe80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.137442] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572708} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.139884] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] bd4e83dd-4d58-4769-82f7-966767243077/bd4e83dd-4d58-4769-82f7-966767243077.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.140137] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.141842] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03310abe-3a5c-4211-8aa3-d73cdf6d8212 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.149050] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 904.149050] env[69654]: value = "task-3554950" [ 904.149050] env[69654]: _type = "Task" [ 904.149050] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.165366] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.226169] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.652s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.229038] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.747s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.230565] env[69654]: DEBUG nova.objects.instance [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lazy-loading 'resources' on Instance uuid 5d003127-bfd5-4376-8825-84e987f6e37a {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.261589] env[69654]: DEBUG nova.network.neutron [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Successfully updated port: 4358ae4b-304d-487c-aad2-d3e16d510339 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.330373] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554949, 'name': CreateVM_Task, 'duration_secs': 0.700303} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.330553] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.331286] env[69654]: DEBUG oslo_concurrency.lockutils [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.331458] env[69654]: DEBUG oslo_concurrency.lockutils [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.331810] env[69654]: DEBUG oslo_concurrency.lockutils [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.332090] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89af9d79-8e10-4ea7-b553-371fb3fa045b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.336839] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Waiting for the task: (returnval){ [ 904.336839] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5258be24-3997-63cf-576a-13cd786568e2" [ 904.336839] env[69654]: _type = "Task" [ 904.336839] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.344905] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5258be24-3997-63cf-576a-13cd786568e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.368723] env[69654]: DEBUG nova.network.neutron [req-c4db3792-3ff6-4cb7-ae50-decfb65443d1 req-1d80bd6c-7a21-4806-827e-4296609a7d33 service nova] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Updated VIF entry in instance network info cache for port 59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.369087] env[69654]: DEBUG nova.network.neutron [req-c4db3792-3ff6-4cb7-ae50-decfb65443d1 req-1d80bd6c-7a21-4806-827e-4296609a7d33 service nova] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Updating instance_info_cache with network_info: [{"id": "59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5", "address": "fa:16:3e:6d:81:15", "network": {"id": "988d9882-1df0-4aaa-bf54-e66243354e66", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-58959218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc9a6ce74c247a3961ca14d5bd1ca10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d37d3e-f0", "ovs_interfaceid": "59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.612729] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Releasing lock "refresh_cache-d3019df4-3f5a-4c05-b646-9a6043a74dad" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.612729] env[69654]: DEBUG nova.objects.instance [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lazy-loading 'flavor' on Instance uuid d3019df4-3f5a-4c05-b646-9a6043a74dad {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.660076] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074395} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.660348] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.661378] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfedb9d-0ae8-4911-92e7-657908eae991 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.402009] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.402128] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.402350] env[69654]: DEBUG nova.network.neutron [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.403659] env[69654]: DEBUG oslo_concurrency.lockutils [req-c4db3792-3ff6-4cb7-ae50-decfb65443d1 req-1d80bd6c-7a21-4806-827e-4296609a7d33 service nova] Releasing lock "refresh_cache-05ec0ef0-ca9d-469b-b177-6b5201ebe3e4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.414874] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] bd4e83dd-4d58-4769-82f7-966767243077/bd4e83dd-4d58-4769-82f7-966767243077.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.418447] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76c18b3-e5d8-40b7-93d5-39cf3813602c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.424392] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d422df41-c0a1-4473-856b-c4740e1606c6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.438594] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe20c233-bed6-4aa0-8603-d7cbc5ce1545 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.441148] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1b4ecd7-9986-4e4a-9ac8-0c603c95c95e tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "52399ec5-d946-4839-a51f-720292f8bc1f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 60.164s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.446397] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a8a7d1f-e589-4822-9b4e-fcabd9b84a5b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "52399ec5-d946-4839-a51f-720292f8bc1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 39.704s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.446397] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a8a7d1f-e589-4822-9b4e-fcabd9b84a5b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "52399ec5-d946-4839-a51f-720292f8bc1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.446397] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a8a7d1f-e589-4822-9b4e-fcabd9b84a5b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "52399ec5-d946-4839-a51f-720292f8bc1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.446397] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a8a7d1f-e589-4822-9b4e-fcabd9b84a5b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "52399ec5-d946-4839-a51f-720292f8bc1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.448624] env[69654]: INFO nova.compute.manager [None req-2a8a7d1f-e589-4822-9b4e-fcabd9b84a5b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Terminating instance [ 905.470179] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-49a8e464-a819-4869-a49e-29729b29f683 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Doing hard reboot of VM {{(pid=69654) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 905.471260] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5258be24-3997-63cf-576a-13cd786568e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009487} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.471519] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.476238] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6d2bbcb6-6dd2-4e9a-9a50-6e6a29512100 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.477896] env[69654]: DEBUG oslo_concurrency.lockutils [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.478136] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.478367] env[69654]: DEBUG oslo_concurrency.lockutils [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.478510] env[69654]: DEBUG oslo_concurrency.lockutils [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.478714] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.478926] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83e8edd4-9181-4744-857f-5f9c655e83a0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.481020] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 905.481020] env[69654]: value = "task-3554951" [ 905.481020] env[69654]: _type = "Task" [ 905.481020] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.481853] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b0d7030-7ec6-46ef-8209-c7c16926b3df {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.489416] env[69654]: DEBUG oslo_vmware.api [None req-49a8e464-a819-4869-a49e-29729b29f683 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Waiting for the task: (returnval){ [ 905.489416] env[69654]: value = "task-3554952" [ 905.489416] env[69654]: _type = "Task" [ 905.489416] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.491508] env[69654]: DEBUG oslo_vmware.api [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 905.491508] env[69654]: value = "task-3554953" [ 905.491508] env[69654]: _type = "Task" [ 905.491508] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.504022] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.504314] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.504478] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.506146] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f606fa3-e87b-4f1f-a374-db0077362f5a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.511647] env[69654]: DEBUG oslo_vmware.api [None req-49a8e464-a819-4869-a49e-29729b29f683 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554952, 'name': ResetVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.516267] env[69654]: DEBUG oslo_vmware.api [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.517758] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Waiting for the task: (returnval){ [ 905.517758] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525301fa-7cab-c301-bff9-fe68ad46e1b0" [ 905.517758] env[69654]: _type = "Task" [ 905.517758] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.526063] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525301fa-7cab-c301-bff9-fe68ad46e1b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.676510] env[69654]: DEBUG nova.compute.manager [req-589b9864-468f-42d7-a561-7958f8af0c3e req-8ab9d655-4668-4d68-9ef7-32d1785b41f1 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Received event network-vif-plugged-4358ae4b-304d-487c-aad2-d3e16d510339 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.676888] env[69654]: DEBUG oslo_concurrency.lockutils [req-589b9864-468f-42d7-a561-7958f8af0c3e req-8ab9d655-4668-4d68-9ef7-32d1785b41f1 service nova] Acquiring lock "f4c0b3fa-195f-430f-803c-016dfde499d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.676969] env[69654]: DEBUG oslo_concurrency.lockutils [req-589b9864-468f-42d7-a561-7958f8af0c3e req-8ab9d655-4668-4d68-9ef7-32d1785b41f1 service nova] Lock "f4c0b3fa-195f-430f-803c-016dfde499d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.677501] env[69654]: DEBUG oslo_concurrency.lockutils [req-589b9864-468f-42d7-a561-7958f8af0c3e req-8ab9d655-4668-4d68-9ef7-32d1785b41f1 service nova] Lock "f4c0b3fa-195f-430f-803c-016dfde499d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.677717] env[69654]: DEBUG nova.compute.manager [req-589b9864-468f-42d7-a561-7958f8af0c3e req-8ab9d655-4668-4d68-9ef7-32d1785b41f1 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] No waiting events found dispatching network-vif-plugged-4358ae4b-304d-487c-aad2-d3e16d510339 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.677954] env[69654]: WARNING nova.compute.manager [req-589b9864-468f-42d7-a561-7958f8af0c3e req-8ab9d655-4668-4d68-9ef7-32d1785b41f1 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Received unexpected event network-vif-plugged-4358ae4b-304d-487c-aad2-d3e16d510339 for instance with vm_state building and task_state spawning. [ 905.678194] env[69654]: DEBUG nova.compute.manager [req-589b9864-468f-42d7-a561-7958f8af0c3e req-8ab9d655-4668-4d68-9ef7-32d1785b41f1 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Received event network-changed-4358ae4b-304d-487c-aad2-d3e16d510339 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.678439] env[69654]: DEBUG nova.compute.manager [req-589b9864-468f-42d7-a561-7958f8af0c3e req-8ab9d655-4668-4d68-9ef7-32d1785b41f1 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Refreshing instance network info cache due to event network-changed-4358ae4b-304d-487c-aad2-d3e16d510339. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.678601] env[69654]: DEBUG oslo_concurrency.lockutils [req-589b9864-468f-42d7-a561-7958f8af0c3e req-8ab9d655-4668-4d68-9ef7-32d1785b41f1 service nova] Acquiring lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.962261] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f261531a-8074-4297-81dd-c4d694644103 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.971797] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932db52a-75b7-41cf-8c9e-107c79383223 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.975509] env[69654]: DEBUG nova.network.neutron [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.005339] env[69654]: DEBUG nova.compute.manager [None req-2a8a7d1f-e589-4822-9b4e-fcabd9b84a5b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.005617] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8a7d1f-e589-4822-9b4e-fcabd9b84a5b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.006245] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbd9cd3f-b386-4dbd-a2ab-cd4d0a98dac1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.019229] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13707f22-b64f-46f4-b3db-a80fdd2f4994 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.038791] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554951, 'name': ReconfigVM_Task, 'duration_secs': 0.277661} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.039112] env[69654]: DEBUG oslo_vmware.api [None req-49a8e464-a819-4869-a49e-29729b29f683 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554952, 'name': ResetVM_Task, 'duration_secs': 0.118244} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.039347] env[69654]: DEBUG oslo_vmware.api [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554953, 'name': PowerOffVM_Task, 'duration_secs': 0.25309} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.041037] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Reconfigured VM instance instance-0000003f to attach disk [datastore1] bd4e83dd-4d58-4769-82f7-966767243077/bd4e83dd-4d58-4769-82f7-966767243077.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.041367] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69654) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 906.042079] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-49a8e464-a819-4869-a49e-29729b29f683 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Did hard reboot of VM {{(pid=69654) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 906.042318] env[69654]: DEBUG nova.compute.manager [None req-49a8e464-a819-4869-a49e-29729b29f683 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.042613] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.049155] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 906.053562] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323adf40-0868-44e3-8229-fbfce6711562 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.066126] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-ca8968b4-074d-47aa-bd50-423f3c43374e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.068738] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e814573-4e49-4e99-887a-1669c04ac017 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.071183] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58c48532-c355-42d2-81bb-d7db57dcd498 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.087595] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6403f8ba-1125-4e32-90eb-15f7d3b90c8b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.097940] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525301fa-7cab-c301-bff9-fe68ad46e1b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.114098] env[69654]: WARNING nova.virt.vmwareapi.vmops [None req-2a8a7d1f-e589-4822-9b4e-fcabd9b84a5b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 52399ec5-d946-4839-a51f-720292f8bc1f could not be found. [ 906.114098] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8a7d1f-e589-4822-9b4e-fcabd9b84a5b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.114098] env[69654]: INFO nova.compute.manager [None req-2a8a7d1f-e589-4822-9b4e-fcabd9b84a5b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Took 0.11 seconds to destroy the instance on the hypervisor. [ 906.114098] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a8a7d1f-e589-4822-9b4e-fcabd9b84a5b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.125559] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-488b20b5-c52a-453e-97a5-25ca64c0c47e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.128129] env[69654]: DEBUG nova.compute.manager [-] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.128293] env[69654]: DEBUG nova.network.neutron [-] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.132541] env[69654]: DEBUG nova.compute.provider_tree [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.134121] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 906.134121] env[69654]: value = "task-3554954" [ 906.134121] env[69654]: _type = "Task" [ 906.134121] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.134361] env[69654]: DEBUG oslo_vmware.api [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 906.134361] env[69654]: value = "task-3554955" [ 906.134361] env[69654]: _type = "Task" [ 906.134361] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.149347] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Waiting for the task: (returnval){ [ 906.149347] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529fda99-8cc9-daf8-1587-9d838980771a" [ 906.149347] env[69654]: _type = "Task" [ 906.149347] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.159668] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554954, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.054183} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.159892] env[69654]: DEBUG oslo_vmware.api [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.160684] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69654) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 906.161291] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44eaa7a-0986-4883-96e8-2f1c25ab5bda {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.173366] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529fda99-8cc9-daf8-1587-9d838980771a, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.173366] env[69654]: DEBUG oslo_concurrency.lockutils [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.173366] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4/05ec0ef0-ca9d-469b-b177-6b5201ebe3e4.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.173366] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f0f55b6-6608-4b04-a6bb-62fc55df09e2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.197273] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] bd4e83dd-4d58-4769-82f7-966767243077/ephemeral_0.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.200480] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df1ef34a-fb28-4215-aac3-4d3903cd6eb8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.216493] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Waiting for the task: (returnval){ [ 906.216493] env[69654]: value = "task-3554956" [ 906.216493] env[69654]: _type = "Task" [ 906.216493] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.224506] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 906.224506] env[69654]: value = "task-3554957" [ 906.224506] env[69654]: _type = "Task" [ 906.224506] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.230805] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': task-3554956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.235900] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.260173] env[69654]: DEBUG nova.network.neutron [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Updating instance_info_cache with network_info: [{"id": "4358ae4b-304d-487c-aad2-d3e16d510339", "address": "fa:16:3e:1d:9b:eb", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4358ae4b-30", "ovs_interfaceid": "4358ae4b-304d-487c-aad2-d3e16d510339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.638340] env[69654]: DEBUG nova.scheduler.client.report [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.642252] env[69654]: DEBUG oslo_concurrency.lockutils [None req-49a8e464-a819-4869-a49e-29729b29f683 tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Lock "c5dfac36-31b9-427c-9c50-a2081ef88405" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.457s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.653500] env[69654]: DEBUG oslo_vmware.api [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554955, 'name': ReconfigVM_Task, 'duration_secs': 0.297474} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.653801] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 906.653985] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.654358] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf1d6e2a-b3c6-49a2-8829-1bcd82453bdb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.663295] env[69654]: DEBUG oslo_vmware.api [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 906.663295] env[69654]: value = "task-3554958" [ 906.663295] env[69654]: _type = "Task" [ 906.663295] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.673359] env[69654]: DEBUG oslo_vmware.api [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.733297] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': task-3554956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487151} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.733917] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4/05ec0ef0-ca9d-469b-b177-6b5201ebe3e4.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.734623] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.734909] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a27f8e42-2809-42ff-813b-f8c80107aec4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.741431] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554957, 'name': ReconfigVM_Task, 'duration_secs': 0.50929} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.741431] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Reconfigured VM instance instance-0000003f to attach disk [datastore1] bd4e83dd-4d58-4769-82f7-966767243077/ephemeral_0.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.741518] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3dd0951-92df-47d5-995d-36011aabf164 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.745163] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Waiting for the task: (returnval){ [ 906.745163] env[69654]: value = "task-3554959" [ 906.745163] env[69654]: _type = "Task" [ 906.745163] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.749863] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 906.749863] env[69654]: value = "task-3554960" [ 906.749863] env[69654]: _type = "Task" [ 906.749863] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.757715] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': task-3554959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.762122] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.762461] env[69654]: DEBUG nova.compute.manager [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Instance network_info: |[{"id": "4358ae4b-304d-487c-aad2-d3e16d510339", "address": "fa:16:3e:1d:9b:eb", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4358ae4b-30", "ovs_interfaceid": "4358ae4b-304d-487c-aad2-d3e16d510339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.762763] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554960, 'name': Rename_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.763045] env[69654]: DEBUG oslo_concurrency.lockutils [req-589b9864-468f-42d7-a561-7958f8af0c3e req-8ab9d655-4668-4d68-9ef7-32d1785b41f1 service nova] Acquired lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.763547] env[69654]: DEBUG nova.network.neutron [req-589b9864-468f-42d7-a561-7958f8af0c3e req-8ab9d655-4668-4d68-9ef7-32d1785b41f1 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Refreshing network info cache for port 4358ae4b-304d-487c-aad2-d3e16d510339 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.764665] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:9b:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4358ae4b-304d-487c-aad2-d3e16d510339', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.772500] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.775752] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.776280] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a61202f-1452-40fb-88b5-df5e039075d6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.797685] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.797685] env[69654]: value = "task-3554961" [ 906.797685] env[69654]: _type = "Task" [ 906.797685] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.805440] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554961, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.933409] env[69654]: DEBUG nova.network.neutron [-] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.008399] env[69654]: DEBUG nova.network.neutron [req-589b9864-468f-42d7-a561-7958f8af0c3e req-8ab9d655-4668-4d68-9ef7-32d1785b41f1 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Updated VIF entry in instance network info cache for port 4358ae4b-304d-487c-aad2-d3e16d510339. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.009196] env[69654]: DEBUG nova.network.neutron [req-589b9864-468f-42d7-a561-7958f8af0c3e req-8ab9d655-4668-4d68-9ef7-32d1785b41f1 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Updating instance_info_cache with network_info: [{"id": "4358ae4b-304d-487c-aad2-d3e16d510339", "address": "fa:16:3e:1d:9b:eb", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4358ae4b-30", "ovs_interfaceid": "4358ae4b-304d-487c-aad2-d3e16d510339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.151247] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.919s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.151689] env[69654]: DEBUG oslo_concurrency.lockutils [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.250s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.154177] env[69654]: INFO nova.compute.claims [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.173612] env[69654]: DEBUG oslo_vmware.api [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3554958, 'name': PowerOnVM_Task, 'duration_secs': 0.469481} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.174523] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.174523] env[69654]: DEBUG nova.compute.manager [None req-d370a57a-ff77-414d-ac1e-541266392dbd tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.175017] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5a440d-8d11-4706-ba1e-0d88e4271f80 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.191954] env[69654]: INFO nova.scheduler.client.report [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Deleted allocations for instance 5d003127-bfd5-4376-8825-84e987f6e37a [ 907.262573] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554960, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.265755] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': task-3554959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070702} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.266059] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.266899] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b19a6f-e395-4754-9d67-ecb52c2c45c2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.291161] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4/05ec0ef0-ca9d-469b-b177-6b5201ebe3e4.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.291782] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ac274f-c38f-47ec-901a-848f5090fa27 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.319167] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554961, 'name': CreateVM_Task, 'duration_secs': 0.392459} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.320641] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.321023] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Waiting for the task: (returnval){ [ 907.321023] env[69654]: value = "task-3554962" [ 907.321023] env[69654]: _type = "Task" [ 907.321023] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.321863] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.321863] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.322227] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.322550] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81abfcd5-45ba-4fa6-b3bc-11d0ddab614e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.330405] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 907.330405] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a7240a-ab73-d4d9-852d-08e41f11f5bf" [ 907.330405] env[69654]: _type = "Task" [ 907.330405] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.334678] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': task-3554962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.344370] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a7240a-ab73-d4d9-852d-08e41f11f5bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.436693] env[69654]: INFO nova.compute.manager [-] [instance: 52399ec5-d946-4839-a51f-720292f8bc1f] Took 1.31 seconds to deallocate network for instance. [ 907.512285] env[69654]: DEBUG oslo_concurrency.lockutils [req-589b9864-468f-42d7-a561-7958f8af0c3e req-8ab9d655-4668-4d68-9ef7-32d1785b41f1 service nova] Releasing lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.643580] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Acquiring lock "c5dfac36-31b9-427c-9c50-a2081ef88405" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.643915] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Lock "c5dfac36-31b9-427c-9c50-a2081ef88405" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.644182] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Acquiring lock "c5dfac36-31b9-427c-9c50-a2081ef88405-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.644369] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Lock "c5dfac36-31b9-427c-9c50-a2081ef88405-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.644687] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Lock "c5dfac36-31b9-427c-9c50-a2081ef88405-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.646931] env[69654]: INFO nova.compute.manager [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Terminating instance [ 907.700815] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3a7781cf-3802-421c-b0ff-7e6f21fbb625 tempest-ServersTestMultiNic-870967946 tempest-ServersTestMultiNic-870967946-project-member] Lock "5d003127-bfd5-4376-8825-84e987f6e37a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.391s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.762562] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554960, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.834901] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': task-3554962, 'name': ReconfigVM_Task, 'duration_secs': 0.297396} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.838240] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4/05ec0ef0-ca9d-469b-b177-6b5201ebe3e4.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.839041] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1ce50d9-c626-4be8-a265-91ee8bbece0e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.846530] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a7240a-ab73-d4d9-852d-08e41f11f5bf, 'name': SearchDatastore_Task, 'duration_secs': 0.015188} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.847822] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.848130] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.848519] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.848725] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.848983] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.849353] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Waiting for the task: (returnval){ [ 907.849353] env[69654]: value = "task-3554963" [ 907.849353] env[69654]: _type = "Task" [ 907.849353] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.849666] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36d334c2-d289-461b-b6e0-1a7728df23c2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.864630] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': task-3554963, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.868274] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.868274] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.868274] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab85013-f360-4c2e-a14c-4b2955489f8b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.874116] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 907.874116] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5246b6b0-3043-2edc-6d1c-4d02e64d2a2e" [ 907.874116] env[69654]: _type = "Task" [ 907.874116] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.883433] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5246b6b0-3043-2edc-6d1c-4d02e64d2a2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.150348] env[69654]: DEBUG nova.compute.manager [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.150494] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.151829] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c9d71c-f128-4773-990f-c638208e19b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.159821] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.160122] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50a988a3-aa38-4aca-9cc4-5e7920992f02 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.169076] env[69654]: DEBUG oslo_vmware.api [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Waiting for the task: (returnval){ [ 908.169076] env[69654]: value = "task-3554964" [ 908.169076] env[69654]: _type = "Task" [ 908.169076] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.179071] env[69654]: DEBUG oslo_vmware.api [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.263174] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554960, 'name': Rename_Task, 'duration_secs': 1.175136} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.263466] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.263714] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d48a943-973a-431c-850d-130503b11fc1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.275843] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 908.275843] env[69654]: value = "task-3554965" [ 908.275843] env[69654]: _type = "Task" [ 908.275843] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.284478] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.371708] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': task-3554963, 'name': Rename_Task, 'duration_secs': 0.151229} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.372734] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.375424] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbebef54-033b-4f37-87b8-8c382d82eb4c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.384588] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Waiting for the task: (returnval){ [ 908.384588] env[69654]: value = "task-3554966" [ 908.384588] env[69654]: _type = "Task" [ 908.384588] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.388596] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5246b6b0-3043-2edc-6d1c-4d02e64d2a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.401032] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8b2f64-a5c5-429d-9786-bab0656ed1ed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.407719] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 908.407719] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526fbfaa-b5ce-6164-a972-3e2ede201a69" [ 908.407719] env[69654]: _type = "Task" [ 908.407719] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.411053] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': task-3554966, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.423855] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526fbfaa-b5ce-6164-a972-3e2ede201a69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.470629] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2a8a7d1f-e589-4822-9b4e-fcabd9b84a5b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "52399ec5-d946-4839-a51f-720292f8bc1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.026s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.682031] env[69654]: DEBUG oslo_vmware.api [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554964, 'name': PowerOffVM_Task, 'duration_secs': 0.378552} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.682031] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.682031] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.682031] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-605d9854-37c0-4aeb-8f71-d6dd5bbe6805 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.737154] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8647d86-e53e-4041-81f1-1c952c50bf26 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.746230] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a715e0b8-2e46-4552-8116-5a58e3400b3a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.783546] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1666cb-c810-4e14-ad4d-f2d1d1937892 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.793626] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b338909e-cfc7-430c-9e6d-dd600025c076 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.797620] env[69654]: DEBUG oslo_vmware.api [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3554965, 'name': PowerOnVM_Task, 'duration_secs': 0.514149} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.797888] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.798107] env[69654]: INFO nova.compute.manager [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Took 10.14 seconds to spawn the instance on the hypervisor. [ 908.798281] env[69654]: DEBUG nova.compute.manager [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.799410] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47231c81-12bb-43f9-b2c5-06a54822510f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.809955] env[69654]: DEBUG nova.compute.provider_tree [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.864340] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.864340] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.897845] env[69654]: DEBUG oslo_vmware.api [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': task-3554966, 'name': PowerOnVM_Task, 'duration_secs': 0.468027} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.898119] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.898341] env[69654]: INFO nova.compute.manager [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Took 7.97 seconds to spawn the instance on the hypervisor. [ 908.898578] env[69654]: DEBUG nova.compute.manager [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.899366] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badb3186-51f4-4c48-9052-1039838ff1f0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.920462] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526fbfaa-b5ce-6164-a972-3e2ede201a69, 'name': SearchDatastore_Task, 'duration_secs': 0.014634} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.920728] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.921007] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] f4c0b3fa-195f-430f-803c-016dfde499d8/f4c0b3fa-195f-430f-803c-016dfde499d8.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.921314] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b7a039d-28cb-4f09-a6ad-8b440a506cb7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.928779] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 908.928779] env[69654]: value = "task-3554968" [ 908.928779] env[69654]: _type = "Task" [ 908.928779] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.940137] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.955240] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.955240] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.955661] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Deleting the datastore file [datastore2] c5dfac36-31b9-427c-9c50-a2081ef88405 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.955661] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26888017-53d3-4dbb-a9cf-928f58afe1f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.962963] env[69654]: DEBUG oslo_vmware.api [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Waiting for the task: (returnval){ [ 908.962963] env[69654]: value = "task-3554969" [ 908.962963] env[69654]: _type = "Task" [ 908.962963] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.971291] env[69654]: DEBUG oslo_vmware.api [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.313856] env[69654]: DEBUG nova.scheduler.client.report [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.331446] env[69654]: INFO nova.compute.manager [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Took 47.70 seconds to build instance. [ 909.372626] env[69654]: INFO nova.compute.manager [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Detaching volume b66cf9cb-6f80-4d27-84a5-6522245f0673 [ 909.419840] env[69654]: INFO nova.compute.manager [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Took 47.66 seconds to build instance. [ 909.437833] env[69654]: INFO nova.virt.block_device [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Attempting to driver detach volume b66cf9cb-6f80-4d27-84a5-6522245f0673 from mountpoint /dev/sdb [ 909.438112] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 909.438307] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709775', 'volume_id': 'b66cf9cb-6f80-4d27-84a5-6522245f0673', 'name': 'volume-b66cf9cb-6f80-4d27-84a5-6522245f0673', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f7a28d9-1a53-43c3-be38-cdf38d086a4b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b66cf9cb-6f80-4d27-84a5-6522245f0673', 'serial': 'b66cf9cb-6f80-4d27-84a5-6522245f0673'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 909.439220] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87571e81-8d41-4b59-8612-64debce6cc8a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.447699] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554968, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.472027] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872e4509-9669-4320-b71b-9a29343dc644 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.480052] env[69654]: DEBUG oslo_vmware.api [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Task: {'id': task-3554969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231783} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.483153] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.483379] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.483558] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.483731] env[69654]: INFO nova.compute.manager [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Took 1.33 seconds to destroy the instance on the hypervisor. [ 909.483975] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.484743] env[69654]: DEBUG nova.compute.manager [-] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.484841] env[69654]: DEBUG nova.network.neutron [-] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.487144] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7335bfb2-52e7-4a06-9339-79e9c64b35fd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.511322] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50cda5d-c7a4-4c4d-8768-ed97e9bcffa0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.530861] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] The volume has not been displaced from its original location: [datastore1] volume-b66cf9cb-6f80-4d27-84a5-6522245f0673/volume-b66cf9cb-6f80-4d27-84a5-6522245f0673.vmdk. No consolidation needed. {{(pid=69654) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 909.535392] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 909.535741] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d3c874e-1ee8-4cff-b83b-8497f1cb3af4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.556669] env[69654]: DEBUG oslo_vmware.api [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 909.556669] env[69654]: value = "task-3554970" [ 909.556669] env[69654]: _type = "Task" [ 909.556669] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.564892] env[69654]: DEBUG oslo_vmware.api [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.819297] env[69654]: DEBUG oslo_concurrency.lockutils [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.819915] env[69654]: DEBUG nova.compute.manager [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.823029] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 40.325s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.833032] env[69654]: DEBUG oslo_concurrency.lockutils [None req-526b1aad-c3ef-45f9-8263-8b461417eee6 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "bd4e83dd-4d58-4769-82f7-966767243077" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.988s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.923498] env[69654]: DEBUG oslo_concurrency.lockutils [None req-846cf463-5069-4352-9a00-a31f9a9546bb tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Lock "05ec0ef0-ca9d-469b-b177-6b5201ebe3e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.313s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.943514] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636873} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.945289] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] f4c0b3fa-195f-430f-803c-016dfde499d8/f4c0b3fa-195f-430f-803c-016dfde499d8.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.945289] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.945764] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c13c420-f27a-4c22-8871-19fafe5e977f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.952555] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 909.952555] env[69654]: value = "task-3554971" [ 909.952555] env[69654]: _type = "Task" [ 909.952555] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.962878] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.067402] env[69654]: DEBUG oslo_vmware.api [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554970, 'name': ReconfigVM_Task, 'duration_secs': 0.445017} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.067497] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 910.079181] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5b7c102-18a6-47a7-968a-37cf19d51f07 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.093776] env[69654]: DEBUG oslo_vmware.api [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 910.093776] env[69654]: value = "task-3554972" [ 910.093776] env[69654]: _type = "Task" [ 910.093776] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.106196] env[69654]: DEBUG oslo_vmware.api [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554972, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.344458] env[69654]: DEBUG nova.compute.utils [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.347580] env[69654]: DEBUG nova.compute.manager [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.347580] env[69654]: DEBUG nova.network.neutron [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.366866] env[69654]: DEBUG nova.compute.manager [req-59754a7d-1e83-4402-879f-78be6d8fbc3a req-c12de6aa-f7f3-4a3d-ae5d-684402d8fde7 service nova] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Received event network-vif-deleted-9f6ad837-e9cf-4743-99f4-81056cc2bf65 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.370884] env[69654]: INFO nova.compute.manager [req-59754a7d-1e83-4402-879f-78be6d8fbc3a req-c12de6aa-f7f3-4a3d-ae5d-684402d8fde7 service nova] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Neutron deleted interface 9f6ad837-e9cf-4743-99f4-81056cc2bf65; detaching it from the instance and deleting it from the info cache [ 910.370884] env[69654]: DEBUG nova.network.neutron [req-59754a7d-1e83-4402-879f-78be6d8fbc3a req-c12de6aa-f7f3-4a3d-ae5d-684402d8fde7 service nova] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.395907] env[69654]: DEBUG nova.network.neutron [-] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.456846] env[69654]: DEBUG nova.policy [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa85abfdcfa146a987518b2d9614ad19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd79cc5fdb2894f0b971aa69b60f13fff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.468671] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172402} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.469197] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.469783] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832d3f43-ac0a-478e-8c0d-0c3b79e380fb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.496192] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] f4c0b3fa-195f-430f-803c-016dfde499d8/f4c0b3fa-195f-430f-803c-016dfde499d8.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.496695] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93a43cd1-3810-49ed-bc41-e77e551482c5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.519032] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 910.519032] env[69654]: value = "task-3554973" [ 910.519032] env[69654]: _type = "Task" [ 910.519032] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.527432] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.609802] env[69654]: DEBUG oslo_vmware.api [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554972, 'name': ReconfigVM_Task, 'duration_secs': 0.241405} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.611361] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709775', 'volume_id': 'b66cf9cb-6f80-4d27-84a5-6522245f0673', 'name': 'volume-b66cf9cb-6f80-4d27-84a5-6522245f0673', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f7a28d9-1a53-43c3-be38-cdf38d086a4b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b66cf9cb-6f80-4d27-84a5-6522245f0673', 'serial': 'b66cf9cb-6f80-4d27-84a5-6522245f0673'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 910.661169] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "d9e70dde-3175-4edf-b8d1-2690b9386a62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.661415] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "d9e70dde-3175-4edf-b8d1-2690b9386a62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.847480] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Applying migration context for instance ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb as it has an incoming, in-progress migration d24f217a-1f5c-46cc-8ccf-133f21d25440. Migration status is confirming {{(pid=69654) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 910.849839] env[69654]: INFO nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating resource usage from migration d24f217a-1f5c-46cc-8ccf-133f21d25440 [ 910.851859] env[69654]: INFO nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updating resource usage from migration eaf69c21-35f7-4411-9616-63834d1ac316 [ 910.856706] env[69654]: DEBUG nova.compute.manager [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.880471] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89514423-81cc-4f54-8443-ad2d03cb40ee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.884901] env[69654]: WARNING nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 313656df-50ec-4686-84be-f0cdba6c7836 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 910.885099] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance de389624-4d9f-4e28-9d54-c03aa59ae51d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.885335] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 44f309e1-228d-44f6-a24c-5ffd78446a8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.885335] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 48adb05f-2f14-40c8-908d-14beaaf6e4fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.885500] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance c8ef1eae-4804-45e5-8c9c-3d99dbceb13a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.885500] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 090a97b3-e5df-4ede-980a-d95291570913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.885594] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance d1f9074c-5091-47c7-a109-0c01a21023bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.885735] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 1f7a28d9-1a53-43c3-be38-cdf38d086a4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.885784] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 69808f39-1a03-4765-98a8-855434cb947a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.885882] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 1792b717-0fa6-403f-b8ce-3524fb81dfd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.886027] env[69654]: WARNING nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance bf7e633d-acbd-490a-a6de-d9bf697020d4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 910.886633] env[69654]: WARNING nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance b2c4c844-732f-4240-a390-1ed91bbc7bb0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 910.886633] env[69654]: WARNING nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance bcff2c1f-d17a-49dd-82fb-fef1cd46d456 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 910.886633] env[69654]: WARNING nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 8167d3b0-9ea5-40b5-998d-1f7624a126ae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 910.886633] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance d3019df4-3f5a-4c05-b646-9a6043a74dad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.886633] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 26427595-7845-4470-8516-0430e2d6107a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.886876] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.886876] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Migration d24f217a-1f5c-46cc-8ccf-133f21d25440 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 910.886876] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.887079] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance c5dfac36-31b9-427c-9c50-a2081ef88405 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.887128] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance bd4e83dd-4d58-4769-82f7-966767243077 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.887198] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.887308] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance f4c0b3fa-195f-430f-803c-016dfde499d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.894724] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557f64a0-224a-48bd-b1ff-7819a9d2d672 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.913818] env[69654]: INFO nova.compute.manager [-] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Took 1.43 seconds to deallocate network for instance. [ 910.939747] env[69654]: DEBUG nova.compute.manager [req-59754a7d-1e83-4402-879f-78be6d8fbc3a req-c12de6aa-f7f3-4a3d-ae5d-684402d8fde7 service nova] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Detach interface failed, port_id=9f6ad837-e9cf-4743-99f4-81056cc2bf65, reason: Instance c5dfac36-31b9-427c-9c50-a2081ef88405 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 911.032848] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.148259] env[69654]: DEBUG nova.network.neutron [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Successfully created port: 31cf4d91-af3f-4f48-96b2-a3b78967154a {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.167980] env[69654]: DEBUG nova.compute.manager [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.173789] env[69654]: DEBUG nova.objects.instance [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lazy-loading 'flavor' on Instance uuid 1f7a28d9-1a53-43c3-be38-cdf38d086a4b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.391388] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 9f12ce3e-28c9-480a-8ce0-7193016e331b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 911.391388] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 911.422133] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.529826] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554973, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.698000] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.870968] env[69654]: DEBUG nova.compute.manager [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.897568] env[69654]: DEBUG nova.virt.hardware [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.897568] env[69654]: DEBUG nova.virt.hardware [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.897568] env[69654]: DEBUG nova.virt.hardware [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.897568] env[69654]: DEBUG nova.virt.hardware [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.897568] env[69654]: DEBUG nova.virt.hardware [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.898017] env[69654]: DEBUG nova.virt.hardware [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.898902] env[69654]: DEBUG nova.virt.hardware [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.899348] env[69654]: DEBUG nova.virt.hardware [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.899770] env[69654]: DEBUG nova.virt.hardware [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.900253] env[69654]: DEBUG nova.virt.hardware [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.900574] env[69654]: DEBUG nova.virt.hardware [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.903018] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance bc7efac8-04a8-42fb-92ab-b4ee816d2019 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 911.903996] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5879b521-a16c-4a65-ad58-f5ab1bcd8bb3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.913388] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df643f75-fc4d-4996-b730-d2b8161f0dbc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.035657] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554973, 'name': ReconfigVM_Task, 'duration_secs': 1.015484} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.035961] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Reconfigured VM instance instance-00000041 to attach disk [datastore1] f4c0b3fa-195f-430f-803c-016dfde499d8/f4c0b3fa-195f-430f-803c-016dfde499d8.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.036646] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fef8f0fc-ee89-42fc-91bc-38b130a1ab49 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.043277] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 912.043277] env[69654]: value = "task-3554974" [ 912.043277] env[69654]: _type = "Task" [ 912.043277] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.055174] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554974, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.188147] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e6523f95-c180-4d0b-87f4-c0e97865e382 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.324s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.411016] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance b188c3af-ea37-4b7b-b886-7680ecaca534 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 912.432553] env[69654]: DEBUG nova.compute.manager [req-b82bba5a-8632-4aba-85d7-c76203149de2 req-b647b3d7-4d34-4300-9dca-ac8f1d166b1e service nova] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Received event network-changed-36db7424-670c-4cc1-9604-68b978ddd75a {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.438251] env[69654]: DEBUG nova.compute.manager [req-b82bba5a-8632-4aba-85d7-c76203149de2 req-b647b3d7-4d34-4300-9dca-ac8f1d166b1e service nova] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Refreshing instance network info cache due to event network-changed-36db7424-670c-4cc1-9604-68b978ddd75a. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.438564] env[69654]: DEBUG oslo_concurrency.lockutils [req-b82bba5a-8632-4aba-85d7-c76203149de2 req-b647b3d7-4d34-4300-9dca-ac8f1d166b1e service nova] Acquiring lock "refresh_cache-bd4e83dd-4d58-4769-82f7-966767243077" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.439133] env[69654]: DEBUG oslo_concurrency.lockutils [req-b82bba5a-8632-4aba-85d7-c76203149de2 req-b647b3d7-4d34-4300-9dca-ac8f1d166b1e service nova] Acquired lock "refresh_cache-bd4e83dd-4d58-4769-82f7-966767243077" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.439133] env[69654]: DEBUG nova.network.neutron [req-b82bba5a-8632-4aba-85d7-c76203149de2 req-b647b3d7-4d34-4300-9dca-ac8f1d166b1e service nova] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Refreshing network info cache for port 36db7424-670c-4cc1-9604-68b978ddd75a {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.553239] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554974, 'name': Rename_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.637467] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.637773] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.702021] env[69654]: DEBUG oslo_concurrency.lockutils [None req-be901f1a-d22f-43a1-8273-8d0848a08fe2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.702021] env[69654]: DEBUG oslo_concurrency.lockutils [None req-be901f1a-d22f-43a1-8273-8d0848a08fe2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.702021] env[69654]: DEBUG nova.compute.manager [None req-be901f1a-d22f-43a1-8273-8d0848a08fe2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.702021] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212880e1-8e50-4766-bc71-5be5ac9c2ad6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.710168] env[69654]: DEBUG nova.compute.manager [None req-be901f1a-d22f-43a1-8273-8d0848a08fe2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69654) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 912.710168] env[69654]: DEBUG nova.objects.instance [None req-be901f1a-d22f-43a1-8273-8d0848a08fe2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lazy-loading 'flavor' on Instance uuid 1f7a28d9-1a53-43c3-be38-cdf38d086a4b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.836830] env[69654]: DEBUG nova.network.neutron [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Successfully updated port: 31cf4d91-af3f-4f48-96b2-a3b78967154a {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.916739] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance a491fbdf-6c80-4051-8141-b20652676877 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 913.060620] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554974, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.140477] env[69654]: DEBUG nova.compute.manager [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.168719] env[69654]: DEBUG nova.compute.manager [req-b33d3525-67ba-42c5-b16e-7287c85af916 req-4c20aa26-d8fd-4b04-b092-0b60177479dc service nova] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Received event network-vif-plugged-31cf4d91-af3f-4f48-96b2-a3b78967154a {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.168957] env[69654]: DEBUG oslo_concurrency.lockutils [req-b33d3525-67ba-42c5-b16e-7287c85af916 req-4c20aa26-d8fd-4b04-b092-0b60177479dc service nova] Acquiring lock "44ea1ec8-65b4-4a74-a907-d3e8194f4bb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.169185] env[69654]: DEBUG oslo_concurrency.lockutils [req-b33d3525-67ba-42c5-b16e-7287c85af916 req-4c20aa26-d8fd-4b04-b092-0b60177479dc service nova] Lock "44ea1ec8-65b4-4a74-a907-d3e8194f4bb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.170422] env[69654]: DEBUG oslo_concurrency.lockutils [req-b33d3525-67ba-42c5-b16e-7287c85af916 req-4c20aa26-d8fd-4b04-b092-0b60177479dc service nova] Lock "44ea1ec8-65b4-4a74-a907-d3e8194f4bb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.170422] env[69654]: DEBUG nova.compute.manager [req-b33d3525-67ba-42c5-b16e-7287c85af916 req-4c20aa26-d8fd-4b04-b092-0b60177479dc service nova] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] No waiting events found dispatching network-vif-plugged-31cf4d91-af3f-4f48-96b2-a3b78967154a {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.170422] env[69654]: WARNING nova.compute.manager [req-b33d3525-67ba-42c5-b16e-7287c85af916 req-4c20aa26-d8fd-4b04-b092-0b60177479dc service nova] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Received unexpected event network-vif-plugged-31cf4d91-af3f-4f48-96b2-a3b78967154a for instance with vm_state building and task_state spawning. [ 913.190253] env[69654]: DEBUG nova.network.neutron [req-b82bba5a-8632-4aba-85d7-c76203149de2 req-b647b3d7-4d34-4300-9dca-ac8f1d166b1e service nova] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Updated VIF entry in instance network info cache for port 36db7424-670c-4cc1-9604-68b978ddd75a. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.190253] env[69654]: DEBUG nova.network.neutron [req-b82bba5a-8632-4aba-85d7-c76203149de2 req-b647b3d7-4d34-4300-9dca-ac8f1d166b1e service nova] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Updating instance_info_cache with network_info: [{"id": "36db7424-670c-4cc1-9604-68b978ddd75a", "address": "fa:16:3e:29:ce:f2", "network": {"id": "150a55dd-0fba-4c44-b771-823241d9bd47", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1766670298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9333b0efcc2141d89fa079a67d7bf828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36db7424-67", "ovs_interfaceid": "36db7424-670c-4cc1-9604-68b978ddd75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.340259] env[69654]: DEBUG oslo_concurrency.lockutils [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "refresh_cache-44ea1ec8-65b4-4a74-a907-d3e8194f4bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.340259] env[69654]: DEBUG oslo_concurrency.lockutils [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquired lock "refresh_cache-44ea1ec8-65b4-4a74-a907-d3e8194f4bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.340259] env[69654]: DEBUG nova.network.neutron [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.420077] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance d2a6b8da-92e4-401f-a878-30cb88aa5fa3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 913.420077] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Migration eaf69c21-35f7-4411-9616-63834d1ac316 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 913.420713] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 225352df-8e0c-451f-a526-9450ffb5da90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 913.555701] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554974, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.667668] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.694662] env[69654]: DEBUG oslo_concurrency.lockutils [req-b82bba5a-8632-4aba-85d7-c76203149de2 req-b647b3d7-4d34-4300-9dca-ac8f1d166b1e service nova] Releasing lock "refresh_cache-bd4e83dd-4d58-4769-82f7-966767243077" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.715612] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-be901f1a-d22f-43a1-8273-8d0848a08fe2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.716525] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-494de987-ca54-4951-8786-36aef28b46d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.725122] env[69654]: DEBUG oslo_vmware.api [None req-be901f1a-d22f-43a1-8273-8d0848a08fe2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 913.725122] env[69654]: value = "task-3554975" [ 913.725122] env[69654]: _type = "Task" [ 913.725122] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.735360] env[69654]: DEBUG oslo_vmware.api [None req-be901f1a-d22f-43a1-8273-8d0848a08fe2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.878637] env[69654]: DEBUG nova.network.neutron [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.925524] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 33509c75-f741-4f49-b9f5-a902a513dac1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 914.015287] env[69654]: DEBUG nova.network.neutron [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Updating instance_info_cache with network_info: [{"id": "31cf4d91-af3f-4f48-96b2-a3b78967154a", "address": "fa:16:3e:cb:6b:ab", "network": {"id": "d64dd3ce-b453-4cd1-b9d8-de72ecf65b90", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1531259325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79cc5fdb2894f0b971aa69b60f13fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cf4d91-af", "ovs_interfaceid": "31cf4d91-af3f-4f48-96b2-a3b78967154a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.055448] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554974, 'name': Rename_Task, 'duration_secs': 1.648109} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.055640] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.055861] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6111c922-a644-4bb9-bd1a-6ab752e34dea {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.061502] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 914.061502] env[69654]: value = "task-3554979" [ 914.061502] env[69654]: _type = "Task" [ 914.061502] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.069278] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.195436] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Acquiring lock "05ec0ef0-ca9d-469b-b177-6b5201ebe3e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.195670] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Lock "05ec0ef0-ca9d-469b-b177-6b5201ebe3e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.195903] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Acquiring lock "05ec0ef0-ca9d-469b-b177-6b5201ebe3e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.196113] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Lock "05ec0ef0-ca9d-469b-b177-6b5201ebe3e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.196282] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Lock "05ec0ef0-ca9d-469b-b177-6b5201ebe3e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.198479] env[69654]: INFO nova.compute.manager [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Terminating instance [ 914.235566] env[69654]: DEBUG oslo_vmware.api [None req-be901f1a-d22f-43a1-8273-8d0848a08fe2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554975, 'name': PowerOffVM_Task, 'duration_secs': 0.386458} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.235854] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-be901f1a-d22f-43a1-8273-8d0848a08fe2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.236084] env[69654]: DEBUG nova.compute.manager [None req-be901f1a-d22f-43a1-8273-8d0848a08fe2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.237282] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c993f7ab-8236-46d9-a1f1-99b190abffd2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.430461] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 6dfe0850-c7d0-492d-ae38-f6498c0634f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 914.518826] env[69654]: DEBUG oslo_concurrency.lockutils [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Releasing lock "refresh_cache-44ea1ec8-65b4-4a74-a907-d3e8194f4bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.519025] env[69654]: DEBUG nova.compute.manager [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Instance network_info: |[{"id": "31cf4d91-af3f-4f48-96b2-a3b78967154a", "address": "fa:16:3e:cb:6b:ab", "network": {"id": "d64dd3ce-b453-4cd1-b9d8-de72ecf65b90", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1531259325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79cc5fdb2894f0b971aa69b60f13fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cf4d91-af", "ovs_interfaceid": "31cf4d91-af3f-4f48-96b2-a3b78967154a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.519462] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:6b:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31cf4d91-af3f-4f48-96b2-a3b78967154a', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.528280] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.528525] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.528759] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2ad5ff8-ff42-4792-b574-b904fa5f7623 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.551389] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.551389] env[69654]: value = "task-3554980" [ 914.551389] env[69654]: _type = "Task" [ 914.551389] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.562736] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554980, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.575269] env[69654]: DEBUG oslo_vmware.api [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3554979, 'name': PowerOnVM_Task, 'duration_secs': 0.506633} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.575637] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.575924] env[69654]: INFO nova.compute.manager [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Took 10.98 seconds to spawn the instance on the hypervisor. [ 914.576225] env[69654]: DEBUG nova.compute.manager [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.577348] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0389f7b4-6879-42db-b600-518d7934635d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.702716] env[69654]: DEBUG nova.compute.manager [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.702716] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.703881] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3fca99-e5f6-4b60-9efc-6436c3bf5669 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.713467] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.714280] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0c54b24-64d8-4af9-943f-96a9b5942e95 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.720533] env[69654]: DEBUG oslo_vmware.api [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Waiting for the task: (returnval){ [ 914.720533] env[69654]: value = "task-3554981" [ 914.720533] env[69654]: _type = "Task" [ 914.720533] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.731087] env[69654]: DEBUG oslo_vmware.api [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': task-3554981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.749664] env[69654]: DEBUG oslo_concurrency.lockutils [None req-be901f1a-d22f-43a1-8273-8d0848a08fe2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.933724] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance d9e70dde-3175-4edf-b8d1-2690b9386a62 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 914.933724] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 914.933724] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4480MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 915.061962] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554980, 'name': CreateVM_Task, 'duration_secs': 0.34173} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.064437] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.065825] env[69654]: DEBUG oslo_concurrency.lockutils [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.065825] env[69654]: DEBUG oslo_concurrency.lockutils [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.066095] env[69654]: DEBUG oslo_concurrency.lockutils [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.066174] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39938117-8476-4018-8687-68fb08772418 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.070768] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 915.070768] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527065a9-19b4-b2ed-54ed-4ff1865a09b8" [ 915.070768] env[69654]: _type = "Task" [ 915.070768] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.079217] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527065a9-19b4-b2ed-54ed-4ff1865a09b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.099311] env[69654]: INFO nova.compute.manager [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Took 51.82 seconds to build instance. [ 915.208161] env[69654]: DEBUG nova.compute.manager [req-584b1723-10c2-4f1a-a04a-a1cce911852b req-37dc859a-aeeb-4ead-95c7-ff85efdeb57a service nova] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Received event network-changed-31cf4d91-af3f-4f48-96b2-a3b78967154a {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.208161] env[69654]: DEBUG nova.compute.manager [req-584b1723-10c2-4f1a-a04a-a1cce911852b req-37dc859a-aeeb-4ead-95c7-ff85efdeb57a service nova] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Refreshing instance network info cache due to event network-changed-31cf4d91-af3f-4f48-96b2-a3b78967154a. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.208161] env[69654]: DEBUG oslo_concurrency.lockutils [req-584b1723-10c2-4f1a-a04a-a1cce911852b req-37dc859a-aeeb-4ead-95c7-ff85efdeb57a service nova] Acquiring lock "refresh_cache-44ea1ec8-65b4-4a74-a907-d3e8194f4bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.208161] env[69654]: DEBUG oslo_concurrency.lockutils [req-584b1723-10c2-4f1a-a04a-a1cce911852b req-37dc859a-aeeb-4ead-95c7-ff85efdeb57a service nova] Acquired lock "refresh_cache-44ea1ec8-65b4-4a74-a907-d3e8194f4bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.208161] env[69654]: DEBUG nova.network.neutron [req-584b1723-10c2-4f1a-a04a-a1cce911852b req-37dc859a-aeeb-4ead-95c7-ff85efdeb57a service nova] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Refreshing network info cache for port 31cf4d91-af3f-4f48-96b2-a3b78967154a {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.232085] env[69654]: DEBUG oslo_vmware.api [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': task-3554981, 'name': PowerOffVM_Task, 'duration_secs': 0.204122} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.232340] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.232499] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.232743] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ff4a21a-daa0-46b9-8e15-c7c90603c830 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.301450] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.301670] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.301886] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Deleting the datastore file [datastore1] 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.302376] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a6329fc-e925-4cfe-b177-643c9d92ac94 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.308641] env[69654]: DEBUG oslo_vmware.api [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Waiting for the task: (returnval){ [ 915.308641] env[69654]: value = "task-3554983" [ 915.308641] env[69654]: _type = "Task" [ 915.308641] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.320341] env[69654]: DEBUG oslo_vmware.api [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': task-3554983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.448557] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155f3189-9c0b-4daa-8a1f-2de971d9b69c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.458664] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c501544-605f-4491-86fc-b58ab2ef69ed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.491149] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef933012-c53e-46c4-8673-17dd113f0f7d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.499821] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a265fc-a75b-4d76-89db-2eb2f7449a59 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.515477] env[69654]: DEBUG nova.compute.provider_tree [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.581584] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527065a9-19b4-b2ed-54ed-4ff1865a09b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011578} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.581966] env[69654]: DEBUG oslo_concurrency.lockutils [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.582224] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.582458] env[69654]: DEBUG oslo_concurrency.lockutils [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.582600] env[69654]: DEBUG oslo_concurrency.lockutils [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.582778] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.583072] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e98d03e5-9356-46c1-b010-6eddd9a25439 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.593165] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.593165] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.594305] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17071116-616e-495d-a2d0-b98431208be3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.602062] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3abfacfd-c3c1-4e8e-94c3-48604d19f1fc tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "f4c0b3fa-195f-430f-803c-016dfde499d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.829s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.602384] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 915.602384] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529393d2-9141-8cea-6e49-11864811a35b" [ 915.602384] env[69654]: _type = "Task" [ 915.602384] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.610200] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529393d2-9141-8cea-6e49-11864811a35b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.749669] env[69654]: DEBUG nova.objects.instance [None req-b332fa24-6afe-4c26-bbfd-7411ea3e0ec2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lazy-loading 'flavor' on Instance uuid 1f7a28d9-1a53-43c3-be38-cdf38d086a4b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.823911] env[69654]: DEBUG oslo_vmware.api [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Task: {'id': task-3554983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134113} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.824193] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.824373] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.824544] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.824712] env[69654]: INFO nova.compute.manager [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 915.824950] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.825156] env[69654]: DEBUG nova.compute.manager [-] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.825247] env[69654]: DEBUG nova.network.neutron [-] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.934484] env[69654]: DEBUG nova.network.neutron [req-584b1723-10c2-4f1a-a04a-a1cce911852b req-37dc859a-aeeb-4ead-95c7-ff85efdeb57a service nova] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Updated VIF entry in instance network info cache for port 31cf4d91-af3f-4f48-96b2-a3b78967154a. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.934820] env[69654]: DEBUG nova.network.neutron [req-584b1723-10c2-4f1a-a04a-a1cce911852b req-37dc859a-aeeb-4ead-95c7-ff85efdeb57a service nova] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Updating instance_info_cache with network_info: [{"id": "31cf4d91-af3f-4f48-96b2-a3b78967154a", "address": "fa:16:3e:cb:6b:ab", "network": {"id": "d64dd3ce-b453-4cd1-b9d8-de72ecf65b90", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1531259325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79cc5fdb2894f0b971aa69b60f13fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cf4d91-af", "ovs_interfaceid": "31cf4d91-af3f-4f48-96b2-a3b78967154a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.018992] env[69654]: DEBUG nova.scheduler.client.report [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.081278] env[69654]: DEBUG nova.compute.manager [req-7fb09702-152b-4d40-b716-998eaf0a1cff req-fe6aacaa-d5da-45a7-89c0-acd118b3c67c service nova] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Received event network-vif-deleted-59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.081404] env[69654]: INFO nova.compute.manager [req-7fb09702-152b-4d40-b716-998eaf0a1cff req-fe6aacaa-d5da-45a7-89c0-acd118b3c67c service nova] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Neutron deleted interface 59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5; detaching it from the instance and deleting it from the info cache [ 916.082151] env[69654]: DEBUG nova.network.neutron [req-7fb09702-152b-4d40-b716-998eaf0a1cff req-fe6aacaa-d5da-45a7-89c0-acd118b3c67c service nova] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.114723] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529393d2-9141-8cea-6e49-11864811a35b, 'name': SearchDatastore_Task, 'duration_secs': 0.035254} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.115536] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80a9fdc9-1e18-4e76-84cb-f246ff191934 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.121927] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 916.121927] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526db48f-b5ed-1367-2129-7df2ca3aab95" [ 916.121927] env[69654]: _type = "Task" [ 916.121927] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.132359] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526db48f-b5ed-1367-2129-7df2ca3aab95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.255549] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b332fa24-6afe-4c26-bbfd-7411ea3e0ec2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "refresh_cache-1f7a28d9-1a53-43c3-be38-cdf38d086a4b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.255725] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b332fa24-6afe-4c26-bbfd-7411ea3e0ec2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquired lock "refresh_cache-1f7a28d9-1a53-43c3-be38-cdf38d086a4b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.255894] env[69654]: DEBUG nova.network.neutron [None req-b332fa24-6afe-4c26-bbfd-7411ea3e0ec2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.256082] env[69654]: DEBUG nova.objects.instance [None req-b332fa24-6afe-4c26-bbfd-7411ea3e0ec2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lazy-loading 'info_cache' on Instance uuid 1f7a28d9-1a53-43c3-be38-cdf38d086a4b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.438064] env[69654]: DEBUG oslo_concurrency.lockutils [req-584b1723-10c2-4f1a-a04a-a1cce911852b req-37dc859a-aeeb-4ead-95c7-ff85efdeb57a service nova] Releasing lock "refresh_cache-44ea1ec8-65b4-4a74-a907-d3e8194f4bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.523763] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69654) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 916.523933] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.701s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.524295] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.518s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.525817] env[69654]: INFO nova.compute.claims [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.528974] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.529140] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Cleaning up deleted instances {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 916.555562] env[69654]: DEBUG nova.network.neutron [-] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.586915] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb4c561b-ed34-4715-84a9-a05e05cf999b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.601264] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d770dac9-34e1-4b3b-961c-9be93ce5dc7a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.632197] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526db48f-b5ed-1367-2129-7df2ca3aab95, 'name': SearchDatastore_Task, 'duration_secs': 0.036049} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.652701] env[69654]: DEBUG oslo_concurrency.lockutils [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.653691] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7/44ea1ec8-65b4-4a74-a907-d3e8194f4bb7.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.655584] env[69654]: DEBUG nova.compute.manager [req-7fb09702-152b-4d40-b716-998eaf0a1cff req-fe6aacaa-d5da-45a7-89c0-acd118b3c67c service nova] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Detach interface failed, port_id=59d37d3e-f05d-49f9-a3f9-5fcd7bf073e5, reason: Instance 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 916.656136] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f917c510-710c-45bd-89bc-9d2a8662c169 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.667495] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 916.667495] env[69654]: value = "task-3554984" [ 916.667495] env[69654]: _type = "Task" [ 916.667495] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.682976] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.704743] env[69654]: DEBUG nova.objects.instance [None req-f3474f69-317d-4f0a-8b2f-e08d7ff1eb3e tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Lazy-loading 'flavor' on Instance uuid c8ef1eae-4804-45e5-8c9c-3d99dbceb13a {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.759199] env[69654]: DEBUG nova.objects.base [None req-b332fa24-6afe-4c26-bbfd-7411ea3e0ec2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Object Instance<1f7a28d9-1a53-43c3-be38-cdf38d086a4b> lazy-loaded attributes: flavor,info_cache {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 917.049241] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] There are 39 instances to clean {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 917.049621] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 5d003127-bfd5-4376-8825-84e987f6e37a] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.058532] env[69654]: INFO nova.compute.manager [-] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Took 1.23 seconds to deallocate network for instance. [ 917.178080] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554984, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.214925] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f3474f69-317d-4f0a-8b2f-e08d7ff1eb3e tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Acquiring lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.215119] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f3474f69-317d-4f0a-8b2f-e08d7ff1eb3e tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Acquired lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.235120] env[69654]: DEBUG nova.compute.manager [req-0ff9a941-1338-4274-adeb-f4dd6f21dc6d req-7db473ee-d575-49a5-81c8-c5944b08a1f7 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Received event network-changed-4358ae4b-304d-487c-aad2-d3e16d510339 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.235363] env[69654]: DEBUG nova.compute.manager [req-0ff9a941-1338-4274-adeb-f4dd6f21dc6d req-7db473ee-d575-49a5-81c8-c5944b08a1f7 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Refreshing instance network info cache due to event network-changed-4358ae4b-304d-487c-aad2-d3e16d510339. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.235582] env[69654]: DEBUG oslo_concurrency.lockutils [req-0ff9a941-1338-4274-adeb-f4dd6f21dc6d req-7db473ee-d575-49a5-81c8-c5944b08a1f7 service nova] Acquiring lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.235743] env[69654]: DEBUG oslo_concurrency.lockutils [req-0ff9a941-1338-4274-adeb-f4dd6f21dc6d req-7db473ee-d575-49a5-81c8-c5944b08a1f7 service nova] Acquired lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.235925] env[69654]: DEBUG nova.network.neutron [req-0ff9a941-1338-4274-adeb-f4dd6f21dc6d req-7db473ee-d575-49a5-81c8-c5944b08a1f7 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Refreshing network info cache for port 4358ae4b-304d-487c-aad2-d3e16d510339 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.514144] env[69654]: DEBUG nova.network.neutron [None req-b332fa24-6afe-4c26-bbfd-7411ea3e0ec2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Updating instance_info_cache with network_info: [{"id": "bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219", "address": "fa:16:3e:ed:07:7d", "network": {"id": "410aa2fc-2a2c-4fac-9472-7728556e89cf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1532441635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2929cca5aadc4041a2d178da5420b6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe50c6c-91", "ovs_interfaceid": "bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.555930] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: e04e0774-7b63-4cae-b21f-7bdf78fef22f] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.566679] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.683886] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553671} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.685675] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7/44ea1ec8-65b4-4a74-a907-d3e8194f4bb7.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.685973] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.686266] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81969524-35f6-4743-bb05-92dd007ced91 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.695411] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 917.695411] env[69654]: value = "task-3554986" [ 917.695411] env[69654]: _type = "Task" [ 917.695411] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.703797] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.957598] env[69654]: DEBUG nova.network.neutron [None req-f3474f69-317d-4f0a-8b2f-e08d7ff1eb3e tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.962324] env[69654]: DEBUG nova.network.neutron [req-0ff9a941-1338-4274-adeb-f4dd6f21dc6d req-7db473ee-d575-49a5-81c8-c5944b08a1f7 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Updated VIF entry in instance network info cache for port 4358ae4b-304d-487c-aad2-d3e16d510339. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.964739] env[69654]: DEBUG nova.network.neutron [req-0ff9a941-1338-4274-adeb-f4dd6f21dc6d req-7db473ee-d575-49a5-81c8-c5944b08a1f7 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Updating instance_info_cache with network_info: [{"id": "4358ae4b-304d-487c-aad2-d3e16d510339", "address": "fa:16:3e:1d:9b:eb", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4358ae4b-30", "ovs_interfaceid": "4358ae4b-304d-487c-aad2-d3e16d510339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.017224] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b332fa24-6afe-4c26-bbfd-7411ea3e0ec2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Releasing lock "refresh_cache-1f7a28d9-1a53-43c3-be38-cdf38d086a4b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.058061] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc59e36-9285-42d6-93b8-bd69515778ce {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.061617] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: ebd219c1-3477-43e5-b656-b7365a3cc475] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.068810] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a099fbfc-c4e2-4367-a748-f4da6f9794ab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.100790] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdda4e85-b057-425a-a004-f9531ee3e965 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.109371] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afac7df0-2a4c-4448-b738-7d01153e4878 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.124165] env[69654]: DEBUG nova.compute.provider_tree [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.206344] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064302} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.206621] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.207413] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdf9fff-b43a-465f-98d7-f8ce23f9b9be {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.230040] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7/44ea1ec8-65b4-4a74-a907-d3e8194f4bb7.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.230040] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7907428-4822-416d-acba-f08b40f07424 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.249252] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 918.249252] env[69654]: value = "task-3554987" [ 918.249252] env[69654]: _type = "Task" [ 918.249252] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.256984] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.370187] env[69654]: DEBUG nova.compute.manager [req-efb7f7ff-a3d3-4f62-9ea8-1dc683a4151b req-c2cacb0c-194b-46db-b5a8-5126ff0eb29c service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Received event network-changed-74fbb09f-844c-4cd9-a88b-d5485a8d89c8 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.370487] env[69654]: DEBUG nova.compute.manager [req-efb7f7ff-a3d3-4f62-9ea8-1dc683a4151b req-c2cacb0c-194b-46db-b5a8-5126ff0eb29c service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Refreshing instance network info cache due to event network-changed-74fbb09f-844c-4cd9-a88b-d5485a8d89c8. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.370640] env[69654]: DEBUG oslo_concurrency.lockutils [req-efb7f7ff-a3d3-4f62-9ea8-1dc683a4151b req-c2cacb0c-194b-46db-b5a8-5126ff0eb29c service nova] Acquiring lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.473926] env[69654]: DEBUG oslo_concurrency.lockutils [req-0ff9a941-1338-4274-adeb-f4dd6f21dc6d req-7db473ee-d575-49a5-81c8-c5944b08a1f7 service nova] Releasing lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.564962] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 911c8fb9-929a-4e08-b563-dca67e6a016c] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.627523] env[69654]: DEBUG nova.scheduler.client.report [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.699213] env[69654]: DEBUG nova.network.neutron [None req-f3474f69-317d-4f0a-8b2f-e08d7ff1eb3e tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Updating instance_info_cache with network_info: [{"id": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "address": "fa:16:3e:d1:42:f8", "network": {"id": "207eec8f-5938-4159-8990-b14d1a365cd3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1733369379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5772cc40074506bc5b5325c7113125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fbb09f-84", "ovs_interfaceid": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.760416] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.026653] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b332fa24-6afe-4c26-bbfd-7411ea3e0ec2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.026986] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-981b7bb4-3f3a-497a-b60a-ad75f463926e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.035564] env[69654]: DEBUG oslo_vmware.api [None req-b332fa24-6afe-4c26-bbfd-7411ea3e0ec2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 919.035564] env[69654]: value = "task-3554989" [ 919.035564] env[69654]: _type = "Task" [ 919.035564] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.044348] env[69654]: DEBUG oslo_vmware.api [None req-b332fa24-6afe-4c26-bbfd-7411ea3e0ec2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.068036] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 8f2db915-6654-4f50-b05b-522c3443d27c] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.133419] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.133947] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.136588] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.485s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.136826] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.139409] env[69654]: DEBUG oslo_concurrency.lockutils [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.370s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.139595] env[69654]: DEBUG oslo_concurrency.lockutils [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.141360] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.961s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.141554] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.143875] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.752s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.144981] env[69654]: INFO nova.compute.claims [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.167649] env[69654]: INFO nova.scheduler.client.report [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Deleted allocations for instance bcff2c1f-d17a-49dd-82fb-fef1cd46d456 [ 919.170783] env[69654]: INFO nova.scheduler.client.report [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Deleted allocations for instance b2c4c844-732f-4240-a390-1ed91bbc7bb0 [ 919.180807] env[69654]: INFO nova.scheduler.client.report [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Deleted allocations for instance 8167d3b0-9ea5-40b5-998d-1f7624a126ae [ 919.201895] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f3474f69-317d-4f0a-8b2f-e08d7ff1eb3e tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Releasing lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.202567] env[69654]: DEBUG nova.compute.manager [None req-f3474f69-317d-4f0a-8b2f-e08d7ff1eb3e tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Inject network info {{(pid=69654) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 919.202973] env[69654]: DEBUG nova.compute.manager [None req-f3474f69-317d-4f0a-8b2f-e08d7ff1eb3e tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] network_info to inject: |[{"id": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "address": "fa:16:3e:d1:42:f8", "network": {"id": "207eec8f-5938-4159-8990-b14d1a365cd3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1733369379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5772cc40074506bc5b5325c7113125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fbb09f-84", "ovs_interfaceid": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 919.208098] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f3474f69-317d-4f0a-8b2f-e08d7ff1eb3e tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Reconfiguring VM instance to set the machine id {{(pid=69654) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 919.208385] env[69654]: DEBUG oslo_concurrency.lockutils [req-efb7f7ff-a3d3-4f62-9ea8-1dc683a4151b req-c2cacb0c-194b-46db-b5a8-5126ff0eb29c service nova] Acquired lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.208515] env[69654]: DEBUG nova.network.neutron [req-efb7f7ff-a3d3-4f62-9ea8-1dc683a4151b req-c2cacb0c-194b-46db-b5a8-5126ff0eb29c service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Refreshing network info cache for port 74fbb09f-844c-4cd9-a88b-d5485a8d89c8 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.209913] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1ac553d-d0a7-4d3b-a3ab-af84b788d190 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.228332] env[69654]: DEBUG oslo_vmware.api [None req-f3474f69-317d-4f0a-8b2f-e08d7ff1eb3e tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Waiting for the task: (returnval){ [ 919.228332] env[69654]: value = "task-3554990" [ 919.228332] env[69654]: _type = "Task" [ 919.228332] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.239374] env[69654]: DEBUG oslo_vmware.api [None req-f3474f69-317d-4f0a-8b2f-e08d7ff1eb3e tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.260231] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.547797] env[69654]: DEBUG oslo_vmware.api [None req-b332fa24-6afe-4c26-bbfd-7411ea3e0ec2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.573240] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 6414f602-4591-43b8-a3da-2419f014e758] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.632308] env[69654]: DEBUG nova.objects.instance [None req-b15135f3-c3fa-49c1-8602-a9bbe0f08170 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Lazy-loading 'flavor' on Instance uuid c8ef1eae-4804-45e5-8c9c-3d99dbceb13a {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.651653] env[69654]: DEBUG nova.compute.utils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.653585] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.653907] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.680068] env[69654]: DEBUG oslo_concurrency.lockutils [None req-25b1bf5a-4eef-4a32-96ff-ccdbcd27b0f5 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "bcff2c1f-d17a-49dd-82fb-fef1cd46d456" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.372s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.681095] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2c6cbc1f-2b87-42d9-8f27-9e2c6cc20fef tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "b2c4c844-732f-4240-a390-1ed91bbc7bb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.530s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.687438] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1a7604f7-ebaa-4e4b-bb8d-334468d158c5 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "8167d3b0-9ea5-40b5-998d-1f7624a126ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.964s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.695987] env[69654]: DEBUG nova.policy [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20243112a00b4bfda04718b33f1f2b37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '488aefe20f814821b6bdb84da158c41d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.743564] env[69654]: DEBUG oslo_vmware.api [None req-f3474f69-317d-4f0a-8b2f-e08d7ff1eb3e tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.766311] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554987, 'name': ReconfigVM_Task, 'duration_secs': 1.513672} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.766710] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7/44ea1ec8-65b4-4a74-a907-d3e8194f4bb7.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.767621] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca350480-3d25-4e62-978e-cac0689ffe8b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.779232] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 919.779232] env[69654]: value = "task-3554991" [ 919.779232] env[69654]: _type = "Task" [ 919.779232] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.790293] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554991, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.996734] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Successfully created port: 1be0671d-cfde-4ba9-a944-38ba81269515 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.049870] env[69654]: DEBUG oslo_vmware.api [None req-b332fa24-6afe-4c26-bbfd-7411ea3e0ec2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554989, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.051275] env[69654]: DEBUG nova.network.neutron [req-efb7f7ff-a3d3-4f62-9ea8-1dc683a4151b req-c2cacb0c-194b-46db-b5a8-5126ff0eb29c service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Updated VIF entry in instance network info cache for port 74fbb09f-844c-4cd9-a88b-d5485a8d89c8. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.051678] env[69654]: DEBUG nova.network.neutron [req-efb7f7ff-a3d3-4f62-9ea8-1dc683a4151b req-c2cacb0c-194b-46db-b5a8-5126ff0eb29c service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Updating instance_info_cache with network_info: [{"id": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "address": "fa:16:3e:d1:42:f8", "network": {"id": "207eec8f-5938-4159-8990-b14d1a365cd3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1733369379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5772cc40074506bc5b5325c7113125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fbb09f-84", "ovs_interfaceid": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.075375] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 7f9a0c87-c23d-405d-b644-7486f55bb917] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.142728] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b15135f3-c3fa-49c1-8602-a9bbe0f08170 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Acquiring lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.159996] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.241721] env[69654]: DEBUG oslo_vmware.api [None req-f3474f69-317d-4f0a-8b2f-e08d7ff1eb3e tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554990, 'name': ReconfigVM_Task, 'duration_secs': 0.609923} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.244519] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f3474f69-317d-4f0a-8b2f-e08d7ff1eb3e tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Reconfigured VM instance to set the machine id {{(pid=69654) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 920.295810] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554991, 'name': Rename_Task, 'duration_secs': 0.213962} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.295810] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.295810] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2642ccbf-ff73-46a9-97e6-6e5ad994698b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.304201] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 920.304201] env[69654]: value = "task-3554992" [ 920.304201] env[69654]: _type = "Task" [ 920.304201] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.314594] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.548536] env[69654]: DEBUG oslo_vmware.api [None req-b332fa24-6afe-4c26-bbfd-7411ea3e0ec2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3554989, 'name': PowerOnVM_Task, 'duration_secs': 1.038928} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.551520] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b332fa24-6afe-4c26-bbfd-7411ea3e0ec2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.551520] env[69654]: DEBUG nova.compute.manager [None req-b332fa24-6afe-4c26-bbfd-7411ea3e0ec2 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.552347] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eefacb-ddc1-47a1-a905-98755999fc27 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.556655] env[69654]: DEBUG oslo_concurrency.lockutils [req-efb7f7ff-a3d3-4f62-9ea8-1dc683a4151b req-c2cacb0c-194b-46db-b5a8-5126ff0eb29c service nova] Releasing lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.557037] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b15135f3-c3fa-49c1-8602-a9bbe0f08170 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Acquired lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.580940] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 46ed458e-0edc-4cc5-8a6d-324f80d0b076] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.617834] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a31faab-eca7-4850-824c-e80acd8b1985 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.626783] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9845d6a-c2a5-4b11-873e-40e4b6da0c9c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.662297] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b052b6-c07d-4664-997a-015b74b2bc70 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.673787] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5de4737-56bb-45bd-9f5a-7c60150ab80a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.689778] env[69654]: DEBUG nova.compute.provider_tree [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.814218] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.084129] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: fb235b27-f172-4495-8083-5e9b158b6146] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.170350] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.175691] env[69654]: DEBUG nova.network.neutron [None req-b15135f3-c3fa-49c1-8602-a9bbe0f08170 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.193628] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.193724] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.193908] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.194174] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.194350] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.194533] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.194811] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.195027] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.195251] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.195460] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.195676] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.196672] env[69654]: DEBUG nova.scheduler.client.report [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.203661] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f918e12-70db-4db0-83db-457430324955 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.211032] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a733e92-75d0-41af-8006-cb324734b719 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.267313] env[69654]: DEBUG nova.compute.manager [req-9766c217-f4bd-4622-8225-ca211ee936dc req-9ef59b4b-c8e9-4e1e-910a-a48f53fd942a service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Received event network-changed-74fbb09f-844c-4cd9-a88b-d5485a8d89c8 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.267509] env[69654]: DEBUG nova.compute.manager [req-9766c217-f4bd-4622-8225-ca211ee936dc req-9ef59b4b-c8e9-4e1e-910a-a48f53fd942a service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Refreshing instance network info cache due to event network-changed-74fbb09f-844c-4cd9-a88b-d5485a8d89c8. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.267678] env[69654]: DEBUG oslo_concurrency.lockutils [req-9766c217-f4bd-4622-8225-ca211ee936dc req-9ef59b4b-c8e9-4e1e-910a-a48f53fd942a service nova] Acquiring lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.319492] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554992, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.547518] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Successfully updated port: 1be0671d-cfde-4ba9-a944-38ba81269515 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.568132] env[69654]: DEBUG nova.compute.manager [req-104b0cbb-dee9-42a7-93bb-29975236f3c1 req-fc1ad83c-95e8-4521-b0bc-d06e55b3b7e3 service nova] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Received event network-vif-plugged-1be0671d-cfde-4ba9-a944-38ba81269515 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.568317] env[69654]: DEBUG oslo_concurrency.lockutils [req-104b0cbb-dee9-42a7-93bb-29975236f3c1 req-fc1ad83c-95e8-4521-b0bc-d06e55b3b7e3 service nova] Acquiring lock "bc7efac8-04a8-42fb-92ab-b4ee816d2019-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.568520] env[69654]: DEBUG oslo_concurrency.lockutils [req-104b0cbb-dee9-42a7-93bb-29975236f3c1 req-fc1ad83c-95e8-4521-b0bc-d06e55b3b7e3 service nova] Lock "bc7efac8-04a8-42fb-92ab-b4ee816d2019-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.568678] env[69654]: DEBUG oslo_concurrency.lockutils [req-104b0cbb-dee9-42a7-93bb-29975236f3c1 req-fc1ad83c-95e8-4521-b0bc-d06e55b3b7e3 service nova] Lock "bc7efac8-04a8-42fb-92ab-b4ee816d2019-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.568865] env[69654]: DEBUG nova.compute.manager [req-104b0cbb-dee9-42a7-93bb-29975236f3c1 req-fc1ad83c-95e8-4521-b0bc-d06e55b3b7e3 service nova] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] No waiting events found dispatching network-vif-plugged-1be0671d-cfde-4ba9-a944-38ba81269515 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.569473] env[69654]: WARNING nova.compute.manager [req-104b0cbb-dee9-42a7-93bb-29975236f3c1 req-fc1ad83c-95e8-4521-b0bc-d06e55b3b7e3 service nova] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Received unexpected event network-vif-plugged-1be0671d-cfde-4ba9-a944-38ba81269515 for instance with vm_state building and task_state spawning. [ 921.587662] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 9661d6cd-8821-43bf-80df-420260f5da28] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.706989] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.706989] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.711164] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.722s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.711164] env[69654]: DEBUG nova.objects.instance [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69654) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 921.720712] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "f5728e22-6d02-4bfc-9234-71aac0ac3a0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.720835] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "f5728e22-6d02-4bfc-9234-71aac0ac3a0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.777795] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.779037] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.815370] env[69654]: DEBUG oslo_vmware.api [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3554992, 'name': PowerOnVM_Task, 'duration_secs': 1.038615} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.815637] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.815836] env[69654]: INFO nova.compute.manager [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Took 9.94 seconds to spawn the instance on the hypervisor. [ 921.816027] env[69654]: DEBUG nova.compute.manager [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.816855] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a0048c-002c-4ef2-9e65-9b0fb2bafa43 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.001318] env[69654]: DEBUG nova.network.neutron [None req-b15135f3-c3fa-49c1-8602-a9bbe0f08170 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Updating instance_info_cache with network_info: [{"id": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "address": "fa:16:3e:d1:42:f8", "network": {"id": "207eec8f-5938-4159-8990-b14d1a365cd3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1733369379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5772cc40074506bc5b5325c7113125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fbb09f-84", "ovs_interfaceid": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.048921] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "refresh_cache-bc7efac8-04a8-42fb-92ab-b4ee816d2019" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.049096] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquired lock "refresh_cache-bc7efac8-04a8-42fb-92ab-b4ee816d2019" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.049254] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.091377] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 2faa628e-2332-4280-a190-15cef6d6bd42] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.220285] env[69654]: DEBUG nova.compute.utils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.224869] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.225183] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.232341] env[69654]: DEBUG nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.300346] env[69654]: DEBUG nova.policy [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20243112a00b4bfda04718b33f1f2b37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '488aefe20f814821b6bdb84da158c41d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.339601] env[69654]: INFO nova.compute.manager [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Took 53.46 seconds to build instance. [ 922.504909] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b15135f3-c3fa-49c1-8602-a9bbe0f08170 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Releasing lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.505047] env[69654]: DEBUG nova.compute.manager [None req-b15135f3-c3fa-49c1-8602-a9bbe0f08170 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Inject network info {{(pid=69654) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 922.505239] env[69654]: DEBUG nova.compute.manager [None req-b15135f3-c3fa-49c1-8602-a9bbe0f08170 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] network_info to inject: |[{"id": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "address": "fa:16:3e:d1:42:f8", "network": {"id": "207eec8f-5938-4159-8990-b14d1a365cd3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1733369379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5772cc40074506bc5b5325c7113125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fbb09f-84", "ovs_interfaceid": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 922.510711] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b15135f3-c3fa-49c1-8602-a9bbe0f08170 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Reconfiguring VM instance to set the machine id {{(pid=69654) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 922.511235] env[69654]: DEBUG oslo_concurrency.lockutils [req-9766c217-f4bd-4622-8225-ca211ee936dc req-9ef59b4b-c8e9-4e1e-910a-a48f53fd942a service nova] Acquired lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.511425] env[69654]: DEBUG nova.network.neutron [req-9766c217-f4bd-4622-8225-ca211ee936dc req-9ef59b4b-c8e9-4e1e-910a-a48f53fd942a service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Refreshing network info cache for port 74fbb09f-844c-4cd9-a88b-d5485a8d89c8 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.512974] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8de9ddd5-611a-483f-bad3-c501be67c189 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.535353] env[69654]: DEBUG oslo_vmware.api [None req-b15135f3-c3fa-49c1-8602-a9bbe0f08170 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Waiting for the task: (returnval){ [ 922.535353] env[69654]: value = "task-3554994" [ 922.535353] env[69654]: _type = "Task" [ 922.535353] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.546568] env[69654]: DEBUG oslo_vmware.api [None req-b15135f3-c3fa-49c1-8602-a9bbe0f08170 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.598021] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 4ec8ffc6-cf96-479a-b8ba-a2b384ba86b3] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.598635] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.632204] env[69654]: DEBUG oslo_concurrency.lockutils [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Acquiring lock "c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.632204] env[69654]: DEBUG oslo_concurrency.lockutils [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Lock "c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.632204] env[69654]: DEBUG oslo_concurrency.lockutils [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Acquiring lock "c8ef1eae-4804-45e5-8c9c-3d99dbceb13a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.632204] env[69654]: DEBUG oslo_concurrency.lockutils [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Lock "c8ef1eae-4804-45e5-8c9c-3d99dbceb13a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.632204] env[69654]: DEBUG oslo_concurrency.lockutils [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Lock "c8ef1eae-4804-45e5-8c9c-3d99dbceb13a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.633629] env[69654]: INFO nova.compute.manager [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Terminating instance [ 922.674288] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Successfully created port: 70322022-c42f-4df9-9169-0fc15f0964bd {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.726863] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5a8fa26b-ef60-4f08-9e05-1f9ac8d0ca0a tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.727975] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.632s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.729488] env[69654]: INFO nova.compute.claims [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.733872] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.767611] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.825122] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Updating instance_info_cache with network_info: [{"id": "1be0671d-cfde-4ba9-a944-38ba81269515", "address": "fa:16:3e:a2:c5:c6", "network": {"id": "06fe2cc2-35b0-41b4-8b3c-4bb4722d9c34", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-101642595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "488aefe20f814821b6bdb84da158c41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be0671d-cf", "ovs_interfaceid": "1be0671d-cfde-4ba9-a944-38ba81269515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.841118] env[69654]: DEBUG oslo_concurrency.lockutils [None req-450b5fe8-f295-45a9-839c-87aa21e064ac tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "44ea1ec8-65b4-4a74-a907-d3e8194f4bb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.234s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.048493] env[69654]: DEBUG oslo_vmware.api [None req-b15135f3-c3fa-49c1-8602-a9bbe0f08170 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554994, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.102317] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: ae4826dd-cacb-4b70-a7f5-dbc7b05bed94] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.139692] env[69654]: DEBUG nova.compute.manager [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.140115] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.140856] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0c3b43-e26d-49f2-926e-8bdea6041255 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.150859] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.151210] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-261c224f-5a2e-404c-9f47-cfda514a0e9b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.159838] env[69654]: DEBUG oslo_vmware.api [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Waiting for the task: (returnval){ [ 923.159838] env[69654]: value = "task-3554996" [ 923.159838] env[69654]: _type = "Task" [ 923.159838] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.173485] env[69654]: DEBUG oslo_vmware.api [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.329937] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Releasing lock "refresh_cache-bc7efac8-04a8-42fb-92ab-b4ee816d2019" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.330329] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Instance network_info: |[{"id": "1be0671d-cfde-4ba9-a944-38ba81269515", "address": "fa:16:3e:a2:c5:c6", "network": {"id": "06fe2cc2-35b0-41b4-8b3c-4bb4722d9c34", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-101642595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "488aefe20f814821b6bdb84da158c41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be0671d-cf", "ovs_interfaceid": "1be0671d-cfde-4ba9-a944-38ba81269515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.330767] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:c5:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1be0671d-cfde-4ba9-a944-38ba81269515', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.341967] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Creating folder: Project (488aefe20f814821b6bdb84da158c41d). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.346470] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d2ecef4-12a6-428c-8fc6-0309362a5e0c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.348535] env[69654]: DEBUG nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.371257] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Created folder: Project (488aefe20f814821b6bdb84da158c41d) in parent group-v709593. [ 923.372713] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Creating folder: Instances. Parent ref: group-v709803. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.375632] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b5e6f68-92e2-4ac7-9645-27bf318ec41a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.392129] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Created folder: Instances in parent group-v709803. [ 923.392471] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.392655] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.393024] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8adf001d-8a41-434d-86b1-3555c3ea58e3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.421493] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.421493] env[69654]: value = "task-3554999" [ 923.421493] env[69654]: _type = "Task" [ 923.421493] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.437047] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554999, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.549427] env[69654]: DEBUG oslo_vmware.api [None req-b15135f3-c3fa-49c1-8602-a9bbe0f08170 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554994, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.606796] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: e0283727-ff5e-4943-a5db-9f4bc5a98b7d] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.655803] env[69654]: DEBUG nova.network.neutron [req-9766c217-f4bd-4622-8225-ca211ee936dc req-9ef59b4b-c8e9-4e1e-910a-a48f53fd942a service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Updated VIF entry in instance network info cache for port 74fbb09f-844c-4cd9-a88b-d5485a8d89c8. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.659578] env[69654]: DEBUG nova.network.neutron [req-9766c217-f4bd-4622-8225-ca211ee936dc req-9ef59b4b-c8e9-4e1e-910a-a48f53fd942a service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Updating instance_info_cache with network_info: [{"id": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "address": "fa:16:3e:d1:42:f8", "network": {"id": "207eec8f-5938-4159-8990-b14d1a365cd3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1733369379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5772cc40074506bc5b5325c7113125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fbb09f-84", "ovs_interfaceid": "74fbb09f-844c-4cd9-a88b-d5485a8d89c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.678185] env[69654]: DEBUG oslo_vmware.api [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.723626] env[69654]: DEBUG nova.compute.manager [req-4f7d3bf2-9b2c-49b5-bad5-c2d792a2462b req-c1efc5cd-3e7b-41ed-9df4-7e6cdff28f02 service nova] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Received event network-changed-1be0671d-cfde-4ba9-a944-38ba81269515 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.723881] env[69654]: DEBUG nova.compute.manager [req-4f7d3bf2-9b2c-49b5-bad5-c2d792a2462b req-c1efc5cd-3e7b-41ed-9df4-7e6cdff28f02 service nova] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Refreshing instance network info cache due to event network-changed-1be0671d-cfde-4ba9-a944-38ba81269515. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.724438] env[69654]: DEBUG oslo_concurrency.lockutils [req-4f7d3bf2-9b2c-49b5-bad5-c2d792a2462b req-c1efc5cd-3e7b-41ed-9df4-7e6cdff28f02 service nova] Acquiring lock "refresh_cache-bc7efac8-04a8-42fb-92ab-b4ee816d2019" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.724730] env[69654]: DEBUG oslo_concurrency.lockutils [req-4f7d3bf2-9b2c-49b5-bad5-c2d792a2462b req-c1efc5cd-3e7b-41ed-9df4-7e6cdff28f02 service nova] Acquired lock "refresh_cache-bc7efac8-04a8-42fb-92ab-b4ee816d2019" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.724913] env[69654]: DEBUG nova.network.neutron [req-4f7d3bf2-9b2c-49b5-bad5-c2d792a2462b req-c1efc5cd-3e7b-41ed-9df4-7e6cdff28f02 service nova] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Refreshing network info cache for port 1be0671d-cfde-4ba9-a944-38ba81269515 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.749926] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.794069] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.794461] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.794883] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.794972] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.795174] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.795492] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.796043] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.796043] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.796285] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.796534] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.796776] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.798172] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bee9a8a-d895-461a-a593-cfe38e6f235c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.811319] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926cc68e-5bb2-43c3-9da6-27980df947b6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.857404] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "3c6b40b1-a10c-449c-84b9-4dafc0edee58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.857672] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "3c6b40b1-a10c-449c-84b9-4dafc0edee58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.875476] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.937527] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554999, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.051142] env[69654]: DEBUG oslo_vmware.api [None req-b15135f3-c3fa-49c1-8602-a9bbe0f08170 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554994, 'name': ReconfigVM_Task, 'duration_secs': 1.239175} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.051676] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b15135f3-c3fa-49c1-8602-a9bbe0f08170 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Reconfigured VM instance to set the machine id {{(pid=69654) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 924.112078] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 74fb9708-d39e-4f5e-9356-95c09802468e] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.170860] env[69654]: DEBUG oslo_concurrency.lockutils [req-9766c217-f4bd-4622-8225-ca211ee936dc req-9ef59b4b-c8e9-4e1e-910a-a48f53fd942a service nova] Releasing lock "refresh_cache-c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.175188] env[69654]: DEBUG oslo_vmware.api [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3554996, 'name': PowerOffVM_Task, 'duration_secs': 0.874478} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.175480] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.175652] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.175933] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dccab25-eec6-4429-a989-5ddad8abf8ab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.216666] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Successfully updated port: 70322022-c42f-4df9-9169-0fc15f0964bd {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.258059] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.258377] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.258600] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Deleting the datastore file [datastore1] c8ef1eae-4804-45e5-8c9c-3d99dbceb13a {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.258891] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0110b7a5-5449-4182-af80-797c3930d5fe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.271211] env[69654]: DEBUG oslo_vmware.api [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Waiting for the task: (returnval){ [ 924.271211] env[69654]: value = "task-3555001" [ 924.271211] env[69654]: _type = "Task" [ 924.271211] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.282653] env[69654]: DEBUG oslo_vmware.api [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3555001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.325672] env[69654]: DEBUG nova.compute.manager [req-41e04aa6-012c-44f8-a6db-283a710aabed req-2ff77ed4-5a42-4c6e-9ecb-4fe7977c7f08 service nova] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Received event network-changed-31cf4d91-af3f-4f48-96b2-a3b78967154a {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.325781] env[69654]: DEBUG nova.compute.manager [req-41e04aa6-012c-44f8-a6db-283a710aabed req-2ff77ed4-5a42-4c6e-9ecb-4fe7977c7f08 service nova] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Refreshing instance network info cache due to event network-changed-31cf4d91-af3f-4f48-96b2-a3b78967154a. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.326175] env[69654]: DEBUG oslo_concurrency.lockutils [req-41e04aa6-012c-44f8-a6db-283a710aabed req-2ff77ed4-5a42-4c6e-9ecb-4fe7977c7f08 service nova] Acquiring lock "refresh_cache-44ea1ec8-65b4-4a74-a907-d3e8194f4bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.327664] env[69654]: DEBUG oslo_concurrency.lockutils [req-41e04aa6-012c-44f8-a6db-283a710aabed req-2ff77ed4-5a42-4c6e-9ecb-4fe7977c7f08 service nova] Acquired lock "refresh_cache-44ea1ec8-65b4-4a74-a907-d3e8194f4bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.327664] env[69654]: DEBUG nova.network.neutron [req-41e04aa6-012c-44f8-a6db-283a710aabed req-2ff77ed4-5a42-4c6e-9ecb-4fe7977c7f08 service nova] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Refreshing network info cache for port 31cf4d91-af3f-4f48-96b2-a3b78967154a {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.374542] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b7702c-3977-47f4-8f53-22b84e9a1f84 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.386939] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1495329-a2e8-4573-b08b-fba2028fda75 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.426532] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9365040-abe7-4cc1-a1d8-9dd0acb42553 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.443213] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b0caa9-b17f-4472-a888-4b667a2c09d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.447049] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554999, 'name': CreateVM_Task, 'duration_secs': 0.642031} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.447251] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.448431] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.448601] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.448925] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.449309] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-049850ba-731a-47ae-a753-867ab73cbfb0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.460656] env[69654]: DEBUG nova.compute.provider_tree [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.466175] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 924.466175] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b41fa6-3d07-1b16-6622-32d7fa154abf" [ 924.466175] env[69654]: _type = "Task" [ 924.466175] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.475940] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b41fa6-3d07-1b16-6622-32d7fa154abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.514175] env[69654]: DEBUG nova.network.neutron [req-4f7d3bf2-9b2c-49b5-bad5-c2d792a2462b req-c1efc5cd-3e7b-41ed-9df4-7e6cdff28f02 service nova] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Updated VIF entry in instance network info cache for port 1be0671d-cfde-4ba9-a944-38ba81269515. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.514555] env[69654]: DEBUG nova.network.neutron [req-4f7d3bf2-9b2c-49b5-bad5-c2d792a2462b req-c1efc5cd-3e7b-41ed-9df4-7e6cdff28f02 service nova] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Updating instance_info_cache with network_info: [{"id": "1be0671d-cfde-4ba9-a944-38ba81269515", "address": "fa:16:3e:a2:c5:c6", "network": {"id": "06fe2cc2-35b0-41b4-8b3c-4bb4722d9c34", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-101642595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "488aefe20f814821b6bdb84da158c41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be0671d-cf", "ovs_interfaceid": "1be0671d-cfde-4ba9-a944-38ba81269515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.616080] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 8435c189-c15f-4bba-8317-a32b92690678] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.722194] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "refresh_cache-b188c3af-ea37-4b7b-b886-7680ecaca534" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.722350] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquired lock "refresh_cache-b188c3af-ea37-4b7b-b886-7680ecaca534" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.722503] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.783309] env[69654]: DEBUG oslo_vmware.api [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Task: {'id': task-3555001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15547} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.783592] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.783776] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.783959] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.784168] env[69654]: INFO nova.compute.manager [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Took 1.64 seconds to destroy the instance on the hypervisor. [ 924.784404] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.784591] env[69654]: DEBUG nova.compute.manager [-] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.784684] env[69654]: DEBUG nova.network.neutron [-] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.964010] env[69654]: DEBUG nova.scheduler.client.report [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.978760] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b41fa6-3d07-1b16-6622-32d7fa154abf, 'name': SearchDatastore_Task, 'duration_secs': 0.010134} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.980928] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.981138] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.981370] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.983288] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.983517] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.983793] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a1528df-22c3-45e9-b64d-5cbf8e81a4f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.994860] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.995445] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.995792] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a8c130-f9ef-44b5-8f15-f5f8d9c779fd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.002855] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 925.002855] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5239f819-062b-2b57-f80e-d4bbedc92b7b" [ 925.002855] env[69654]: _type = "Task" [ 925.002855] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.014221] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5239f819-062b-2b57-f80e-d4bbedc92b7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.016938] env[69654]: DEBUG oslo_concurrency.lockutils [req-4f7d3bf2-9b2c-49b5-bad5-c2d792a2462b req-c1efc5cd-3e7b-41ed-9df4-7e6cdff28f02 service nova] Releasing lock "refresh_cache-bc7efac8-04a8-42fb-92ab-b4ee816d2019" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.119697] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 2ec80ac9-c0b3-47d1-8daf-b90a268b8ed2] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.206263] env[69654]: DEBUG nova.network.neutron [req-41e04aa6-012c-44f8-a6db-283a710aabed req-2ff77ed4-5a42-4c6e-9ecb-4fe7977c7f08 service nova] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Updated VIF entry in instance network info cache for port 31cf4d91-af3f-4f48-96b2-a3b78967154a. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.206816] env[69654]: DEBUG nova.network.neutron [req-41e04aa6-012c-44f8-a6db-283a710aabed req-2ff77ed4-5a42-4c6e-9ecb-4fe7977c7f08 service nova] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Updating instance_info_cache with network_info: [{"id": "31cf4d91-af3f-4f48-96b2-a3b78967154a", "address": "fa:16:3e:cb:6b:ab", "network": {"id": "d64dd3ce-b453-4cd1-b9d8-de72ecf65b90", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1531259325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79cc5fdb2894f0b971aa69b60f13fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cf4d91-af", "ovs_interfaceid": "31cf4d91-af3f-4f48-96b2-a3b78967154a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.258916] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.476019] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.476019] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.477041] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.881s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.477555] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.477961] env[69654]: INFO nova.compute.manager [None req-d3cccbf5-bf40-4d58-b738-22fdc0ec8e93 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Successfully reverted task state from rebuilding on failure for instance. [ 925.486840] env[69654]: DEBUG oslo_concurrency.lockutils [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.698s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.488421] env[69654]: INFO nova.compute.claims [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.500808] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Updating instance_info_cache with network_info: [{"id": "70322022-c42f-4df9-9169-0fc15f0964bd", "address": "fa:16:3e:bf:38:01", "network": {"id": "06fe2cc2-35b0-41b4-8b3c-4bb4722d9c34", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-101642595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "488aefe20f814821b6bdb84da158c41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70322022-c4", "ovs_interfaceid": "70322022-c42f-4df9-9169-0fc15f0964bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.516938] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5239f819-062b-2b57-f80e-d4bbedc92b7b, 'name': SearchDatastore_Task, 'duration_secs': 0.016499} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.517444] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1417e530-50ed-419a-8e60-d0953f75d9e8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.523868] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 925.523868] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521b7a5f-615e-da2c-191c-c7887bf93820" [ 925.523868] env[69654]: _type = "Task" [ 925.523868] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.534986] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521b7a5f-615e-da2c-191c-c7887bf93820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.623602] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: c50cee51-ee39-4590-938e-3c1a9ce10225] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.712700] env[69654]: DEBUG oslo_concurrency.lockutils [req-41e04aa6-012c-44f8-a6db-283a710aabed req-2ff77ed4-5a42-4c6e-9ecb-4fe7977c7f08 service nova] Releasing lock "refresh_cache-44ea1ec8-65b4-4a74-a907-d3e8194f4bb7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.747826] env[69654]: DEBUG nova.network.neutron [-] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.805884] env[69654]: DEBUG nova.compute.manager [req-bcf643e5-8532-4dba-b044-7bb72a136ebf req-da7f9f6f-954d-47ff-8b6f-e833d369b502 service nova] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Received event network-vif-plugged-70322022-c42f-4df9-9169-0fc15f0964bd {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.805884] env[69654]: DEBUG oslo_concurrency.lockutils [req-bcf643e5-8532-4dba-b044-7bb72a136ebf req-da7f9f6f-954d-47ff-8b6f-e833d369b502 service nova] Acquiring lock "b188c3af-ea37-4b7b-b886-7680ecaca534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.805965] env[69654]: DEBUG oslo_concurrency.lockutils [req-bcf643e5-8532-4dba-b044-7bb72a136ebf req-da7f9f6f-954d-47ff-8b6f-e833d369b502 service nova] Lock "b188c3af-ea37-4b7b-b886-7680ecaca534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.806253] env[69654]: DEBUG oslo_concurrency.lockutils [req-bcf643e5-8532-4dba-b044-7bb72a136ebf req-da7f9f6f-954d-47ff-8b6f-e833d369b502 service nova] Lock "b188c3af-ea37-4b7b-b886-7680ecaca534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.806364] env[69654]: DEBUG nova.compute.manager [req-bcf643e5-8532-4dba-b044-7bb72a136ebf req-da7f9f6f-954d-47ff-8b6f-e833d369b502 service nova] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] No waiting events found dispatching network-vif-plugged-70322022-c42f-4df9-9169-0fc15f0964bd {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.806465] env[69654]: WARNING nova.compute.manager [req-bcf643e5-8532-4dba-b044-7bb72a136ebf req-da7f9f6f-954d-47ff-8b6f-e833d369b502 service nova] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Received unexpected event network-vif-plugged-70322022-c42f-4df9-9169-0fc15f0964bd for instance with vm_state building and task_state spawning. [ 925.806621] env[69654]: DEBUG nova.compute.manager [req-bcf643e5-8532-4dba-b044-7bb72a136ebf req-da7f9f6f-954d-47ff-8b6f-e833d369b502 service nova] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Received event network-changed-70322022-c42f-4df9-9169-0fc15f0964bd {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.806773] env[69654]: DEBUG nova.compute.manager [req-bcf643e5-8532-4dba-b044-7bb72a136ebf req-da7f9f6f-954d-47ff-8b6f-e833d369b502 service nova] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Refreshing instance network info cache due to event network-changed-70322022-c42f-4df9-9169-0fc15f0964bd. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.806940] env[69654]: DEBUG oslo_concurrency.lockutils [req-bcf643e5-8532-4dba-b044-7bb72a136ebf req-da7f9f6f-954d-47ff-8b6f-e833d369b502 service nova] Acquiring lock "refresh_cache-b188c3af-ea37-4b7b-b886-7680ecaca534" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.994200] env[69654]: DEBUG nova.compute.utils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.998190] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.998378] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.004063] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Releasing lock "refresh_cache-b188c3af-ea37-4b7b-b886-7680ecaca534" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.004063] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Instance network_info: |[{"id": "70322022-c42f-4df9-9169-0fc15f0964bd", "address": "fa:16:3e:bf:38:01", "network": {"id": "06fe2cc2-35b0-41b4-8b3c-4bb4722d9c34", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-101642595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "488aefe20f814821b6bdb84da158c41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70322022-c4", "ovs_interfaceid": "70322022-c42f-4df9-9169-0fc15f0964bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.004244] env[69654]: DEBUG oslo_concurrency.lockutils [req-bcf643e5-8532-4dba-b044-7bb72a136ebf req-da7f9f6f-954d-47ff-8b6f-e833d369b502 service nova] Acquired lock "refresh_cache-b188c3af-ea37-4b7b-b886-7680ecaca534" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.004417] env[69654]: DEBUG nova.network.neutron [req-bcf643e5-8532-4dba-b044-7bb72a136ebf req-da7f9f6f-954d-47ff-8b6f-e833d369b502 service nova] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Refreshing network info cache for port 70322022-c42f-4df9-9169-0fc15f0964bd {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.005491] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:38:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70322022-c42f-4df9-9169-0fc15f0964bd', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.012866] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.014262] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.014491] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-446c5a38-3563-4558-be14-9a1951cab791 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.038574] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521b7a5f-615e-da2c-191c-c7887bf93820, 'name': SearchDatastore_Task, 'duration_secs': 0.012873} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.039822] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.040105] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] bc7efac8-04a8-42fb-92ab-b4ee816d2019/bc7efac8-04a8-42fb-92ab-b4ee816d2019.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.040341] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.040341] env[69654]: value = "task-3555003" [ 926.040341] env[69654]: _type = "Task" [ 926.040341] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.040546] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9406cc54-46dd-4923-bbdc-a72731f77438 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.051257] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555003, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.052606] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 926.052606] env[69654]: value = "task-3555004" [ 926.052606] env[69654]: _type = "Task" [ 926.052606] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.061117] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.084087] env[69654]: DEBUG nova.policy [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20243112a00b4bfda04718b33f1f2b37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '488aefe20f814821b6bdb84da158c41d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.129107] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: d3952514-471e-43ea-9373-6ed0e64b074d] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.250818] env[69654]: INFO nova.compute.manager [-] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Took 1.47 seconds to deallocate network for instance. [ 926.499229] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.560769] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555003, 'name': CreateVM_Task, 'duration_secs': 0.392152} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.565228] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.569417] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.569580] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.569905] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.572349] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43a0ff5-3eb8-4336-8beb-a24e022dec27 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.579379] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491972} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.583019] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] bc7efac8-04a8-42fb-92ab-b4ee816d2019/bc7efac8-04a8-42fb-92ab-b4ee816d2019.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.583019] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.583019] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc6486b7-ac64-458a-8056-d91da3571423 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.583404] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 926.583404] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c8038f-d376-7e63-4917-313622bee396" [ 926.583404] env[69654]: _type = "Task" [ 926.583404] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.591701] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 926.591701] env[69654]: value = "task-3555005" [ 926.591701] env[69654]: _type = "Task" [ 926.591701] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.592455] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Successfully created port: e24426e2-c96e-440a-b8c5-6a6d58498258 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.600715] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c8038f-d376-7e63-4917-313622bee396, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.601027] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.601249] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.601478] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.601617] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.601787] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.602442] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fc7c957-30b7-48eb-a6bf-f720061cc9df {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.610236] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.616736] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.616919] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.617821] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cec8853-0c5b-4741-ab80-21f92d5b362d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.623411] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 926.623411] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5297f488-afc6-7035-5c37-586d73f28229" [ 926.623411] env[69654]: _type = "Task" [ 926.623411] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.631981] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 8b70aa71-6c4a-4cbf-b6b1-5b4cac38dd03] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.639534] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5297f488-afc6-7035-5c37-586d73f28229, 'name': SearchDatastore_Task, 'duration_secs': 0.009222} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.646362] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4345f0b2-6774-4039-91d4-17101783c745 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.653804] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 926.653804] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523201e8-91ba-a878-0b2e-abc79ad2ed8a" [ 926.653804] env[69654]: _type = "Task" [ 926.653804] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.662108] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523201e8-91ba-a878-0b2e-abc79ad2ed8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.761602] env[69654]: DEBUG oslo_concurrency.lockutils [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.980501] env[69654]: DEBUG nova.network.neutron [req-bcf643e5-8532-4dba-b044-7bb72a136ebf req-da7f9f6f-954d-47ff-8b6f-e833d369b502 service nova] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Updated VIF entry in instance network info cache for port 70322022-c42f-4df9-9169-0fc15f0964bd. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.981149] env[69654]: DEBUG nova.network.neutron [req-bcf643e5-8532-4dba-b044-7bb72a136ebf req-da7f9f6f-954d-47ff-8b6f-e833d369b502 service nova] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Updating instance_info_cache with network_info: [{"id": "70322022-c42f-4df9-9169-0fc15f0964bd", "address": "fa:16:3e:bf:38:01", "network": {"id": "06fe2cc2-35b0-41b4-8b3c-4bb4722d9c34", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-101642595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "488aefe20f814821b6bdb84da158c41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70322022-c4", "ovs_interfaceid": "70322022-c42f-4df9-9169-0fc15f0964bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.046831] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4e1e3c-a14f-4e52-9d67-f33d0fd62d2c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.057213] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be5769c-9d57-4d5c-a73b-acb0f4f8a2a6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.090939] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b22e3f-bc38-4f29-b1a6-87a9084c5392 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.103137] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066896} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.105621] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.106815] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cdf25b-d8c0-4af2-965a-847a84adddad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.109565] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91988c77-3aa7-41e9-82dc-172260e16179 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.124951] env[69654]: DEBUG nova.compute.provider_tree [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.136703] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 213f9648-a230-44ae-a7bd-9e96dc30f4ff] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.148107] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] bc7efac8-04a8-42fb-92ab-b4ee816d2019/bc7efac8-04a8-42fb-92ab-b4ee816d2019.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.149595] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f0e2e85-917e-411a-a48d-690cf44a4948 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.181217] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523201e8-91ba-a878-0b2e-abc79ad2ed8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.183093] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.183436] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] b188c3af-ea37-4b7b-b886-7680ecaca534/b188c3af-ea37-4b7b-b886-7680ecaca534.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.184830] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 927.184830] env[69654]: value = "task-3555007" [ 927.184830] env[69654]: _type = "Task" [ 927.184830] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.184830] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-567d54e6-27e3-4f19-8f3e-4bb151ef88c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.195821] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 927.195821] env[69654]: value = "task-3555008" [ 927.195821] env[69654]: _type = "Task" [ 927.195821] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.199680] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555007, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.209206] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.485682] env[69654]: DEBUG oslo_concurrency.lockutils [req-bcf643e5-8532-4dba-b044-7bb72a136ebf req-da7f9f6f-954d-47ff-8b6f-e833d369b502 service nova] Releasing lock "refresh_cache-b188c3af-ea37-4b7b-b886-7680ecaca534" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.485970] env[69654]: DEBUG nova.compute.manager [req-bcf643e5-8532-4dba-b044-7bb72a136ebf req-da7f9f6f-954d-47ff-8b6f-e833d369b502 service nova] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Received event network-vif-deleted-74fbb09f-844c-4cd9-a88b-d5485a8d89c8 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.513720] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.546106] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.546374] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.546531] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.546709] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.546855] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.547024] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.547248] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.547409] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.547606] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.547790] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.547957] env[69654]: DEBUG nova.virt.hardware [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.548906] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804a11f3-bae8-4454-8f12-ea51a93331d6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.558845] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dbf468-017c-47e4-b42e-f5749d8e514c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.628173] env[69654]: DEBUG nova.scheduler.client.report [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.649523] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 4007de2c-0d1a-43db-8d5e-52f8969e9a39] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.697479] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.711181] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48875} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.711494] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] b188c3af-ea37-4b7b-b886-7680ecaca534/b188c3af-ea37-4b7b-b886-7680ecaca534.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.711716] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.712010] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2758b2db-f3a1-45cb-af32-3726156de124 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.720320] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 927.720320] env[69654]: value = "task-3555009" [ 927.720320] env[69654]: _type = "Task" [ 927.720320] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.731611] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.136665] env[69654]: DEBUG oslo_concurrency.lockutils [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.137459] env[69654]: DEBUG nova.compute.manager [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.142683] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 45.650s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.153203] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 8cf7cbb1-ba43-46c5-8cfc-326201591894] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.200460] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555007, 'name': ReconfigVM_Task, 'duration_secs': 0.708735} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.200855] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Reconfigured VM instance instance-00000043 to attach disk [datastore1] bc7efac8-04a8-42fb-92ab-b4ee816d2019/bc7efac8-04a8-42fb-92ab-b4ee816d2019.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.202592] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02af4d8a-260f-4623-be29-ad8dbb6361f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.211425] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 928.211425] env[69654]: value = "task-3555010" [ 928.211425] env[69654]: _type = "Task" [ 928.211425] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.222442] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555010, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.233623] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073407} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.233901] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.234773] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b1eaa3-0d84-479c-9bb1-f2e2d40db535 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.261020] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] b188c3af-ea37-4b7b-b886-7680ecaca534/b188c3af-ea37-4b7b-b886-7680ecaca534.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.261369] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aa0ceed-b244-4917-a484-d7e83469147f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.285067] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 928.285067] env[69654]: value = "task-3555011" [ 928.285067] env[69654]: _type = "Task" [ 928.285067] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.299216] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.558321] env[69654]: DEBUG nova.compute.manager [req-6238745c-1686-456b-ba0a-790cf269b3e3 req-add2190e-8fbf-437b-959f-dbd5270f2f18 service nova] [instance: a491fbdf-6c80-4051-8141-b20652676877] Received event network-vif-plugged-e24426e2-c96e-440a-b8c5-6a6d58498258 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.558542] env[69654]: DEBUG oslo_concurrency.lockutils [req-6238745c-1686-456b-ba0a-790cf269b3e3 req-add2190e-8fbf-437b-959f-dbd5270f2f18 service nova] Acquiring lock "a491fbdf-6c80-4051-8141-b20652676877-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.558749] env[69654]: DEBUG oslo_concurrency.lockutils [req-6238745c-1686-456b-ba0a-790cf269b3e3 req-add2190e-8fbf-437b-959f-dbd5270f2f18 service nova] Lock "a491fbdf-6c80-4051-8141-b20652676877-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.558916] env[69654]: DEBUG oslo_concurrency.lockutils [req-6238745c-1686-456b-ba0a-790cf269b3e3 req-add2190e-8fbf-437b-959f-dbd5270f2f18 service nova] Lock "a491fbdf-6c80-4051-8141-b20652676877-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.559394] env[69654]: DEBUG nova.compute.manager [req-6238745c-1686-456b-ba0a-790cf269b3e3 req-add2190e-8fbf-437b-959f-dbd5270f2f18 service nova] [instance: a491fbdf-6c80-4051-8141-b20652676877] No waiting events found dispatching network-vif-plugged-e24426e2-c96e-440a-b8c5-6a6d58498258 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.559600] env[69654]: WARNING nova.compute.manager [req-6238745c-1686-456b-ba0a-790cf269b3e3 req-add2190e-8fbf-437b-959f-dbd5270f2f18 service nova] [instance: a491fbdf-6c80-4051-8141-b20652676877] Received unexpected event network-vif-plugged-e24426e2-c96e-440a-b8c5-6a6d58498258 for instance with vm_state building and task_state spawning. [ 928.614186] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Successfully updated port: e24426e2-c96e-440a-b8c5-6a6d58498258 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.647438] env[69654]: DEBUG nova.compute.utils [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.648834] env[69654]: DEBUG nova.compute.manager [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Not allocating networking since 'none' was specified. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 928.651748] env[69654]: INFO nova.compute.claims [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.656253] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: a10177e9-959a-4c5b-9f1e-0808af564f81] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.721997] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555010, 'name': Rename_Task, 'duration_secs': 0.294589} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.722296] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.722569] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cfb1034-ecab-4d97-b9d6-2521b5558d41 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.730401] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 928.730401] env[69654]: value = "task-3555012" [ 928.730401] env[69654]: _type = "Task" [ 928.730401] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.739985] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.798922] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555011, 'name': ReconfigVM_Task, 'duration_secs': 0.284054} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.798922] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Reconfigured VM instance instance-00000044 to attach disk [datastore1] b188c3af-ea37-4b7b-b886-7680ecaca534/b188c3af-ea37-4b7b-b886-7680ecaca534.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.799443] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfe5499f-4276-4de0-85b5-ee7aa5cda843 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.808110] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 928.808110] env[69654]: value = "task-3555013" [ 928.808110] env[69654]: _type = "Task" [ 928.808110] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.817121] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555013, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.117727] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "refresh_cache-a491fbdf-6c80-4051-8141-b20652676877" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.117893] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquired lock "refresh_cache-a491fbdf-6c80-4051-8141-b20652676877" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.118135] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.157019] env[69654]: DEBUG nova.compute.manager [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.161921] env[69654]: INFO nova.compute.resource_tracker [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updating resource usage from migration eaf69c21-35f7-4411-9616-63834d1ac316 [ 929.165720] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 99d1f0fc-e4e7-4aaf-a3c2-a3b136758d68] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.241028] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.320228] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555013, 'name': Rename_Task, 'duration_secs': 0.152091} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.323190] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.323813] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e128af1c-9295-4830-a1af-d1ab918d668d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.331417] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 929.331417] env[69654]: value = "task-3555015" [ 929.331417] env[69654]: _type = "Task" [ 929.331417] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.341706] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.664793] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650893a8-4c58-420b-9bdd-992535737ae7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.671130] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: e70c9988-f850-45ad-950d-66bf8eb60f80] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.680644] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fcd2a0-b472-426d-aece-4af810e1a265 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.689611] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.754836] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20795c8b-c98f-406f-a295-39c50174d11d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.768133] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555012, 'name': PowerOnVM_Task, 'duration_secs': 0.917913} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.770800] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.771198] env[69654]: INFO nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Took 8.60 seconds to spawn the instance on the hypervisor. [ 929.772696] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.772812] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b53370c-5678-4030-836b-263726d8b49a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.777044] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3a72a4-073f-401e-8df4-1e5ce3ad0f24 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.796830] env[69654]: DEBUG nova.compute.provider_tree [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.842230] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555015, 'name': PowerOnVM_Task, 'duration_secs': 0.483436} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.843994] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.843994] env[69654]: INFO nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Took 6.09 seconds to spawn the instance on the hypervisor. [ 929.843994] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.843994] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae81db1e-3dc2-4276-9c8d-938968036ca1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.972610] env[69654]: DEBUG nova.network.neutron [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Updating instance_info_cache with network_info: [{"id": "e24426e2-c96e-440a-b8c5-6a6d58498258", "address": "fa:16:3e:97:0e:85", "network": {"id": "06fe2cc2-35b0-41b4-8b3c-4bb4722d9c34", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-101642595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "488aefe20f814821b6bdb84da158c41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24426e2-c9", "ovs_interfaceid": "e24426e2-c96e-440a-b8c5-6a6d58498258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.176569] env[69654]: DEBUG nova.compute.manager [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.179038] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 2803d331-840b-40c3-81d3-619bba80ed5f] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.204584] env[69654]: DEBUG nova.virt.hardware [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.204826] env[69654]: DEBUG nova.virt.hardware [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.204983] env[69654]: DEBUG nova.virt.hardware [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.205278] env[69654]: DEBUG nova.virt.hardware [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.205449] env[69654]: DEBUG nova.virt.hardware [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.205601] env[69654]: DEBUG nova.virt.hardware [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.205810] env[69654]: DEBUG nova.virt.hardware [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.205967] env[69654]: DEBUG nova.virt.hardware [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.206147] env[69654]: DEBUG nova.virt.hardware [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.206310] env[69654]: DEBUG nova.virt.hardware [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.206480] env[69654]: DEBUG nova.virt.hardware [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.207637] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d61485-85b1-43da-a01c-40d48aa0aa0f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.217366] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67da7803-bd8d-4713-83ec-c1c1729369a3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.231361] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.236721] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Creating folder: Project (a032efb0f9e240449167180d084194e9). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.236995] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffad63df-5c8b-4096-9206-afd4736b6311 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.249648] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Created folder: Project (a032efb0f9e240449167180d084194e9) in parent group-v709593. [ 930.249870] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Creating folder: Instances. Parent ref: group-v709807. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.250087] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d7934a9-4435-4ce9-9543-c8af78133ed5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.263096] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Created folder: Instances in parent group-v709807. [ 930.263332] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.263520] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.263782] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed3706d7-ce9a-44b0-a413-d5e3d0fdd463 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.281430] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.281430] env[69654]: value = "task-3555018" [ 930.281430] env[69654]: _type = "Task" [ 930.281430] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.289349] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555018, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.303329] env[69654]: DEBUG nova.scheduler.client.report [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.309625] env[69654]: INFO nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Took 59.33 seconds to build instance. [ 930.363319] env[69654]: INFO nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Took 55.00 seconds to build instance. [ 930.477446] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Releasing lock "refresh_cache-a491fbdf-6c80-4051-8141-b20652676877" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.477446] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Instance network_info: |[{"id": "e24426e2-c96e-440a-b8c5-6a6d58498258", "address": "fa:16:3e:97:0e:85", "network": {"id": "06fe2cc2-35b0-41b4-8b3c-4bb4722d9c34", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-101642595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "488aefe20f814821b6bdb84da158c41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24426e2-c9", "ovs_interfaceid": "e24426e2-c96e-440a-b8c5-6a6d58498258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.477446] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:0e:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e24426e2-c96e-440a-b8c5-6a6d58498258', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.485094] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.485433] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a491fbdf-6c80-4051-8141-b20652676877] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.486154] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eec5848-0e38-4ff6-b365-1ab730d068ea {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.508175] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.508175] env[69654]: value = "task-3555019" [ 930.508175] env[69654]: _type = "Task" [ 930.508175] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.516688] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555019, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.629532] env[69654]: DEBUG nova.compute.manager [req-09f962b9-4581-441e-875e-dceae5efbd43 req-003774a6-e998-4906-b416-de4e6256aa10 service nova] [instance: a491fbdf-6c80-4051-8141-b20652676877] Received event network-changed-e24426e2-c96e-440a-b8c5-6a6d58498258 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.629768] env[69654]: DEBUG nova.compute.manager [req-09f962b9-4581-441e-875e-dceae5efbd43 req-003774a6-e998-4906-b416-de4e6256aa10 service nova] [instance: a491fbdf-6c80-4051-8141-b20652676877] Refreshing instance network info cache due to event network-changed-e24426e2-c96e-440a-b8c5-6a6d58498258. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.630525] env[69654]: DEBUG oslo_concurrency.lockutils [req-09f962b9-4581-441e-875e-dceae5efbd43 req-003774a6-e998-4906-b416-de4e6256aa10 service nova] Acquiring lock "refresh_cache-a491fbdf-6c80-4051-8141-b20652676877" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.630525] env[69654]: DEBUG oslo_concurrency.lockutils [req-09f962b9-4581-441e-875e-dceae5efbd43 req-003774a6-e998-4906-b416-de4e6256aa10 service nova] Acquired lock "refresh_cache-a491fbdf-6c80-4051-8141-b20652676877" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.630525] env[69654]: DEBUG nova.network.neutron [req-09f962b9-4581-441e-875e-dceae5efbd43 req-003774a6-e998-4906-b416-de4e6256aa10 service nova] [instance: a491fbdf-6c80-4051-8141-b20652676877] Refreshing network info cache for port e24426e2-c96e-440a-b8c5-6a6d58498258 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.682642] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: d8d33a14-d3e3-42e4-9fe6-e901547195c9] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.791814] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555018, 'name': CreateVM_Task, 'duration_secs': 0.502136} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.792118] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.792583] env[69654]: DEBUG oslo_concurrency.lockutils [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.792765] env[69654]: DEBUG oslo_concurrency.lockutils [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.793127] env[69654]: DEBUG oslo_concurrency.lockutils [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.793391] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89327d0b-b5f4-4c77-8a45-8840ff499e4e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.798758] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 930.798758] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f4e5f0-5ee0-518d-0043-a926d1e73b3c" [ 930.798758] env[69654]: _type = "Task" [ 930.798758] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.807375] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f4e5f0-5ee0-518d-0043-a926d1e73b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.809231] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.667s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.809415] env[69654]: INFO nova.compute.manager [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Migrating [ 930.815726] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.905s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.815922] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.817969] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.085s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.818190] env[69654]: DEBUG nova.objects.instance [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69654) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 930.821406] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "bc7efac8-04a8-42fb-92ab-b4ee816d2019" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.764s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.865578] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "b188c3af-ea37-4b7b-b886-7680ecaca534" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.768s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.019107] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555019, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.186371] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: b841dd92-15b2-4e59-986b-1d5ebaed488f] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.312856] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f4e5f0-5ee0-518d-0043-a926d1e73b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011854} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.313212] env[69654]: DEBUG oslo_concurrency.lockutils [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.313506] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.313837] env[69654]: DEBUG oslo_concurrency.lockutils [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.313946] env[69654]: DEBUG oslo_concurrency.lockutils [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.314279] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.314592] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77ad0cbe-7017-42ed-a63f-a9dfdfca45f0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.330166] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.330166] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.330166] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa67f352-a009-43cc-951c-2dd9c1195758 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.336108] env[69654]: DEBUG nova.compute.manager [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.340308] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 931.340308] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5224b44b-023a-9186-eab1-79d4cacc921d" [ 931.340308] env[69654]: _type = "Task" [ 931.340308] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.344963] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.344963] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquired lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.344963] env[69654]: DEBUG nova.network.neutron [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.359648] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11bf042c-1d5a-45cb-87b4-ad66d4dbfe59 tempest-ServerActionsV293TestJSON-654612076 tempest-ServerActionsV293TestJSON-654612076-project-member] Lock "a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.735s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.371238] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5224b44b-023a-9186-eab1-79d4cacc921d, 'name': SearchDatastore_Task, 'duration_secs': 0.011842} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.371396] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16818b2f-9680-4b63-9b65-01e9e037e765 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.381921] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 931.381921] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a54d23-1513-f16d-82c8-45921a1f6063" [ 931.381921] env[69654]: _type = "Task" [ 931.381921] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.391773] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a54d23-1513-f16d-82c8-45921a1f6063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.467055] env[69654]: DEBUG nova.network.neutron [req-09f962b9-4581-441e-875e-dceae5efbd43 req-003774a6-e998-4906-b416-de4e6256aa10 service nova] [instance: a491fbdf-6c80-4051-8141-b20652676877] Updated VIF entry in instance network info cache for port e24426e2-c96e-440a-b8c5-6a6d58498258. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.467055] env[69654]: DEBUG nova.network.neutron [req-09f962b9-4581-441e-875e-dceae5efbd43 req-003774a6-e998-4906-b416-de4e6256aa10 service nova] [instance: a491fbdf-6c80-4051-8141-b20652676877] Updating instance_info_cache with network_info: [{"id": "e24426e2-c96e-440a-b8c5-6a6d58498258", "address": "fa:16:3e:97:0e:85", "network": {"id": "06fe2cc2-35b0-41b4-8b3c-4bb4722d9c34", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-101642595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "488aefe20f814821b6bdb84da158c41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24426e2-c9", "ovs_interfaceid": "e24426e2-c96e-440a-b8c5-6a6d58498258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.520731] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555019, 'name': CreateVM_Task, 'duration_secs': 0.531921} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.521249] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a491fbdf-6c80-4051-8141-b20652676877] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.522219] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.522507] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.522923] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.524017] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a09cf2-c5d3-4064-982f-8bf179a4fbd4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.531033] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 931.531033] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52882bb3-e5ee-1153-a440-afa71db8bbd3" [ 931.531033] env[69654]: _type = "Task" [ 931.531033] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.537226] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52882bb3-e5ee-1153-a440-afa71db8bbd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.690175] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: c64cfa95-81c2-4296-88ee-f6bb0fe66ac3] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.834316] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65966588-42fc-49fd-8f55-6570ae18c2e6 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.835565] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.401s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.835761] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.840077] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.283s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.840077] env[69654]: INFO nova.compute.claims [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.860531] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.864166] env[69654]: INFO nova.scheduler.client.report [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Deleted allocations for instance bf7e633d-acbd-490a-a6de-d9bf697020d4 [ 931.898950] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a54d23-1513-f16d-82c8-45921a1f6063, 'name': SearchDatastore_Task, 'duration_secs': 0.011032} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.898950] env[69654]: DEBUG oslo_concurrency.lockutils [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.898950] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] d2a6b8da-92e4-401f-a878-30cb88aa5fa3/d2a6b8da-92e4-401f-a878-30cb88aa5fa3.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.899359] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea41eb58-8883-4a94-a5de-4400569523e0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.908794] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 931.908794] env[69654]: value = "task-3555020" [ 931.908794] env[69654]: _type = "Task" [ 931.908794] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.917989] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.968874] env[69654]: DEBUG oslo_concurrency.lockutils [req-09f962b9-4581-441e-875e-dceae5efbd43 req-003774a6-e998-4906-b416-de4e6256aa10 service nova] Releasing lock "refresh_cache-a491fbdf-6c80-4051-8141-b20652676877" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.050899] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52882bb3-e5ee-1153-a440-afa71db8bbd3, 'name': SearchDatastore_Task, 'duration_secs': 0.015614} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.051286] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.051556] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.051859] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.052018] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.052215] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.052516] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9da14f2c-4731-4904-9c79-ba056848e94a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.063084] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.063315] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.064101] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f79919-43a0-4326-9fef-6c1f6e32b621 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.078331] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 932.078331] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e4b6ba-2067-ae3f-5cb8-664c2b6aa902" [ 932.078331] env[69654]: _type = "Task" [ 932.078331] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.094332] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e4b6ba-2067-ae3f-5cb8-664c2b6aa902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.195128] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 4a825919-be32-47dc-9fa9-5427eb1045c3] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.381884] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7b22163b-6900-4656-b98c-c20a2c6c10e0 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "bf7e633d-acbd-490a-a6de-d9bf697020d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.574s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.386627] env[69654]: DEBUG nova.network.neutron [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updating instance_info_cache with network_info: [{"id": "d71590b5-7c98-4eea-9644-e789518162bd", "address": "fa:16:3e:0a:f3:22", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71590b5-7c", "ovs_interfaceid": "d71590b5-7c98-4eea-9644-e789518162bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.420229] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486465} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.420484] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] d2a6b8da-92e4-401f-a878-30cb88aa5fa3/d2a6b8da-92e4-401f-a878-30cb88aa5fa3.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.420699] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.420945] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8ecbdd8-e3fd-427c-a49c-ec0ee598908e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.429753] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 932.429753] env[69654]: value = "task-3555021" [ 932.429753] env[69654]: _type = "Task" [ 932.429753] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.439924] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.593028] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e4b6ba-2067-ae3f-5cb8-664c2b6aa902, 'name': SearchDatastore_Task, 'duration_secs': 0.06789} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.593028] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-046a9312-aa20-4b96-8574-4fff6ff517c7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.596642] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 932.596642] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524ae540-2b33-fc12-0979-0409bf73df47" [ 932.596642] env[69654]: _type = "Task" [ 932.596642] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.605491] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524ae540-2b33-fc12-0979-0409bf73df47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.700338] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 9622ebc8-e48d-4446-b76b-71af45f7c749] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.889062] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Releasing lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.944458] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075256} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.946127] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.951478] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c97339-06a7-4ac0-9fb1-a2f8fe985474 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.954730] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Acquiring lock "f0f0c747-58c4-494d-998f-adee37d0859d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.954959] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Lock "f0f0c747-58c4-494d-998f-adee37d0859d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.976966] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] d2a6b8da-92e4-401f-a878-30cb88aa5fa3/d2a6b8da-92e4-401f-a878-30cb88aa5fa3.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.982284] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6d7336f-97c6-49ff-8848-960734a5fac4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.009934] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 933.009934] env[69654]: value = "task-3555022" [ 933.009934] env[69654]: _type = "Task" [ 933.009934] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.020564] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.107344] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524ae540-2b33-fc12-0979-0409bf73df47, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.109800] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.110125] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] a491fbdf-6c80-4051-8141-b20652676877/a491fbdf-6c80-4051-8141-b20652676877.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.111256] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1aff887c-8024-46b4-b035-6fbefd010fa3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.117928] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 933.117928] env[69654]: value = "task-3555023" [ 933.117928] env[69654]: _type = "Task" [ 933.117928] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.127033] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.207090] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: efa5a9d0-05c3-4533-99c2-7b8f5d16db7d] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.397850] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dd2fec-a48c-426b-b68b-5370cc325a99 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.410598] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83b2fc3-a8de-4c8f-9548-ed290ce96320 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.448468] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a42947-1e7b-4d07-8b37-f94743b6a601 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.459057] env[69654]: DEBUG nova.compute.manager [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.463532] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce0d1dc-c899-412c-9dac-46935f32a0ce {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.483487] env[69654]: DEBUG nova.compute.provider_tree [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.506131] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "69808f39-1a03-4765-98a8-855434cb947a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.506131] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "69808f39-1a03-4765-98a8-855434cb947a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.506131] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "69808f39-1a03-4765-98a8-855434cb947a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.506131] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "69808f39-1a03-4765-98a8-855434cb947a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.506131] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "69808f39-1a03-4765-98a8-855434cb947a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.507123] env[69654]: INFO nova.compute.manager [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Terminating instance [ 933.527524] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.628571] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492357} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.628884] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] a491fbdf-6c80-4051-8141-b20652676877/a491fbdf-6c80-4051-8141-b20652676877.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.629171] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.629365] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70a423d7-77cf-4245-9bad-4cc4677ba299 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.637208] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 933.637208] env[69654]: value = "task-3555024" [ 933.637208] env[69654]: _type = "Task" [ 933.637208] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.645348] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.710771] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 7a4a8ab0-b931-439b-bef3-24197d068842] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.988894] env[69654]: DEBUG nova.scheduler.client.report [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.991487] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.012499] env[69654]: DEBUG nova.compute.manager [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.012499] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.013697] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787b47e0-f5bb-46ee-9b39-213549edc74e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.030039] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.030039] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.030039] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9af741c9-ad6f-43a2-a5a3-9568d8b0f615 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.037251] env[69654]: DEBUG oslo_vmware.api [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 934.037251] env[69654]: value = "task-3555025" [ 934.037251] env[69654]: _type = "Task" [ 934.037251] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.048382] env[69654]: DEBUG oslo_vmware.api [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3555025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.148593] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064895} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.148914] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.149718] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85db7d0-20cb-45c5-a08d-a11228cd6b57 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.173933] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] a491fbdf-6c80-4051-8141-b20652676877/a491fbdf-6c80-4051-8141-b20652676877.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.174407] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71f5bbd1-6f7b-4760-b122-58833998d596 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.197385] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 934.197385] env[69654]: value = "task-3555026" [ 934.197385] env[69654]: _type = "Task" [ 934.197385] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.208170] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.213828] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 96c9d4b0-28a1-4dc4-b454-16644bd9ce4c] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.406316] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6709fba-5d6a-42e7-802b-07dfc2e41ddf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.424911] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updating instance '225352df-8e0c-451f-a526-9450ffb5da90' progress to 0 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.495253] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.496424] env[69654]: DEBUG oslo_concurrency.lockutils [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.539s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.496676] env[69654]: DEBUG nova.objects.instance [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lazy-loading 'pci_requests' on Instance uuid 9f12ce3e-28c9-480a-8ce0-7193016e331b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.524709] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555022, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.547839] env[69654]: DEBUG oslo_vmware.api [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3555025, 'name': PowerOffVM_Task, 'duration_secs': 0.336653} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.548124] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.548301] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.548556] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cbf2727-e8a6-4939-9e8f-1fe2afbfd35e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.622728] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.622728] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.622728] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Deleting the datastore file [datastore2] 69808f39-1a03-4765-98a8-855434cb947a {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.622728] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ca02789-f286-4f4b-9e14-5bce9baeb312 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.630577] env[69654]: DEBUG oslo_vmware.api [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 934.630577] env[69654]: value = "task-3555028" [ 934.630577] env[69654]: _type = "Task" [ 934.630577] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.638861] env[69654]: DEBUG oslo_vmware.api [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3555028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.711283] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.719061] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 7c0099b4-0c5c-41ad-82b1-fd1ac0a25840] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.931242] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.931560] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-722655f1-ca48-4cf3-9ac2-86d1705e6894 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.940468] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 934.940468] env[69654]: value = "task-3555029" [ 934.940468] env[69654]: _type = "Task" [ 934.940468] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.949171] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.999278] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Acquiring lock "ffef9c3f-ee5f-4249-9125-7f33e2223fe9" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.999640] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Lock "ffef9c3f-ee5f-4249-9125-7f33e2223fe9" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.003118] env[69654]: DEBUG nova.objects.instance [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lazy-loading 'numa_topology' on Instance uuid 9f12ce3e-28c9-480a-8ce0-7193016e331b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.025946] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555022, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.142556] env[69654]: DEBUG oslo_vmware.api [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3555028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43166} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.142855] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.143024] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.143241] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.143428] env[69654]: INFO nova.compute.manager [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 935.143674] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.143862] env[69654]: DEBUG nova.compute.manager [-] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.143949] env[69654]: DEBUG nova.network.neutron [-] [instance: 69808f39-1a03-4765-98a8-855434cb947a] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.209896] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.222733] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 5699f273-2d40-4475-99e1-186b2f1f6699] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.451286] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555029, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.505418] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Lock "ffef9c3f-ee5f-4249-9125-7f33e2223fe9" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.506223] env[69654]: DEBUG nova.compute.manager [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.509959] env[69654]: INFO nova.compute.claims [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.533055] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555022, 'name': ReconfigVM_Task, 'duration_secs': 2.199339} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.533055] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Reconfigured VM instance instance-00000046 to attach disk [datastore2] d2a6b8da-92e4-401f-a878-30cb88aa5fa3/d2a6b8da-92e4-401f-a878-30cb88aa5fa3.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.534739] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e10fbdf3-b015-448a-b4d2-ded44003815d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.543561] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 935.543561] env[69654]: value = "task-3555030" [ 935.543561] env[69654]: _type = "Task" [ 935.543561] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.558254] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555030, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.711198] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555026, 'name': ReconfigVM_Task, 'duration_secs': 1.123205} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.711495] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Reconfigured VM instance instance-00000045 to attach disk [datastore2] a491fbdf-6c80-4051-8141-b20652676877/a491fbdf-6c80-4051-8141-b20652676877.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.712213] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09a14757-9c50-4d78-9eb4-1595e0e04d05 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.720700] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 935.720700] env[69654]: value = "task-3555031" [ 935.720700] env[69654]: _type = "Task" [ 935.720700] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.729502] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: f98bf7ff-d4a9-4083-bbef-df4e0cee15ae] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.733039] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555031, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.735399] env[69654]: DEBUG nova.compute.manager [req-5f11fc45-ed8f-4ac3-8fc2-16c1ac588f36 req-9cc28491-3504-4287-9c63-69ff3e90fd90 service nova] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Received event network-vif-deleted-ef8e485d-7570-4a96-8952-ca00dcad1725 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.735842] env[69654]: INFO nova.compute.manager [req-5f11fc45-ed8f-4ac3-8fc2-16c1ac588f36 req-9cc28491-3504-4287-9c63-69ff3e90fd90 service nova] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Neutron deleted interface ef8e485d-7570-4a96-8952-ca00dcad1725; detaching it from the instance and deleting it from the info cache [ 935.735926] env[69654]: DEBUG nova.network.neutron [req-5f11fc45-ed8f-4ac3-8fc2-16c1ac588f36 req-9cc28491-3504-4287-9c63-69ff3e90fd90 service nova] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.951691] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555029, 'name': PowerOffVM_Task, 'duration_secs': 0.617694} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.951997] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.952206] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updating instance '225352df-8e0c-451f-a526-9450ffb5da90' progress to 17 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.018876] env[69654]: DEBUG nova.compute.utils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.022619] env[69654]: DEBUG nova.compute.manager [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.022619] env[69654]: DEBUG nova.network.neutron [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.057007] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555030, 'name': Rename_Task, 'duration_secs': 0.283379} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.057007] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.060359] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91263500-8672-40e3-a0ac-58a8b6d4bf05 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.069243] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 936.069243] env[69654]: value = "task-3555032" [ 936.069243] env[69654]: _type = "Task" [ 936.069243] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.082345] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.084759] env[69654]: DEBUG nova.policy [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '982cb957908845ac8eeea51d6b6209dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ffdf6e2837941ab958eef838820df9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.155413] env[69654]: DEBUG nova.network.neutron [-] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.234071] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 2a1cc8db-fb20-4cb6-ae79-a89ca9a479da] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.236178] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555031, 'name': Rename_Task, 'duration_secs': 0.20006} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.236440] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.236682] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c3593f7-2574-4d11-9d2e-4cd7fd766a40 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.238938] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc8eeab6-e030-4bad-b14c-f9ce5f420d6f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.250988] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e950f661-07b5-4325-a4d8-50b75bb5beed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.263761] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 936.263761] env[69654]: value = "task-3555033" [ 936.263761] env[69654]: _type = "Task" [ 936.263761] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.277259] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555033, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.298909] env[69654]: DEBUG nova.compute.manager [req-5f11fc45-ed8f-4ac3-8fc2-16c1ac588f36 req-9cc28491-3504-4287-9c63-69ff3e90fd90 service nova] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Detach interface failed, port_id=ef8e485d-7570-4a96-8952-ca00dcad1725, reason: Instance 69808f39-1a03-4765-98a8-855434cb947a could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 936.460872] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.460872] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.460872] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.460872] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.460872] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.460872] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.460872] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.461480] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.461480] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.461480] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.461586] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.466697] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc17a26a-ec3c-425e-9065-bb9a9198517a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.483634] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 936.483634] env[69654]: value = "task-3555034" [ 936.483634] env[69654]: _type = "Task" [ 936.483634] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.493958] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.523608] env[69654]: DEBUG nova.compute.manager [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.562289] env[69654]: DEBUG oslo_concurrency.lockutils [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.562553] env[69654]: DEBUG oslo_concurrency.lockutils [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.562733] env[69654]: INFO nova.compute.manager [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Shelving [ 936.585236] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555032, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.598612] env[69654]: DEBUG nova.network.neutron [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Successfully created port: 7fbde502-d40e-400d-83f5-71c7d3cf43ec {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.657876] env[69654]: INFO nova.compute.manager [-] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Took 1.51 seconds to deallocate network for instance. [ 936.739374] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.739542] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Cleaning up deleted instances with incomplete migration {{(pid=69654) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 936.776621] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555033, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.999392] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555034, 'name': ReconfigVM_Task, 'duration_secs': 0.165304} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.002008] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updating instance '225352df-8e0c-451f-a526-9450ffb5da90' progress to 33 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 937.036333] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ed9acd-d72a-4970-bd4c-a9521128c5fa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.048648] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2c168f-a35b-44f9-9b55-3d88b4428520 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.099261] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d089820-5d9c-4428-9cd2-69dd061b9299 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.113168] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90c7e5c-66c5-43b8-b33a-4e06d0406bb1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.118850] env[69654]: DEBUG oslo_vmware.api [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555032, 'name': PowerOnVM_Task, 'duration_secs': 0.750515} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.119176] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.119384] env[69654]: INFO nova.compute.manager [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Took 6.94 seconds to spawn the instance on the hypervisor. [ 937.119538] env[69654]: DEBUG nova.compute.manager [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.121267] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d3867b-217b-49cb-9436-65d02110eb97 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.135195] env[69654]: DEBUG nova.compute.provider_tree [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 937.167060] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.241953] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.277225] env[69654]: DEBUG oslo_vmware.api [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555033, 'name': PowerOnVM_Task, 'duration_secs': 0.912216} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.277456] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.277633] env[69654]: INFO nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Took 9.76 seconds to spawn the instance on the hypervisor. [ 937.277810] env[69654]: DEBUG nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.278605] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cec502-5f0e-410c-a303-509fc78f8d5a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.511683] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:30:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='63d67c3b-8512-41c9-a148-6da5f8af2132',id=23,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1476626133',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.511951] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.512124] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.512319] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.512468] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.512628] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.512837] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.512992] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.513180] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.513343] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.513515] env[69654]: DEBUG nova.virt.hardware [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.519379] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Reconfiguring VM instance instance-0000003b to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 937.519800] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fce6c82-bb1a-4f54-8dbc-e402c1cefe60 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.541997] env[69654]: DEBUG nova.compute.manager [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.544135] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 937.544135] env[69654]: value = "task-3555035" [ 937.544135] env[69654]: _type = "Task" [ 937.544135] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.554163] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.571510] env[69654]: DEBUG nova.virt.hardware [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.571884] env[69654]: DEBUG nova.virt.hardware [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.572134] env[69654]: DEBUG nova.virt.hardware [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.572416] env[69654]: DEBUG nova.virt.hardware [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.572611] env[69654]: DEBUG nova.virt.hardware [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.572786] env[69654]: DEBUG nova.virt.hardware [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.573037] env[69654]: DEBUG nova.virt.hardware [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.573270] env[69654]: DEBUG nova.virt.hardware [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.573429] env[69654]: DEBUG nova.virt.hardware [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.573596] env[69654]: DEBUG nova.virt.hardware [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.573780] env[69654]: DEBUG nova.virt.hardware [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.574654] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e0e3e0-48ac-4bfe-9b01-0e54470465a0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.585523] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceeec14-96fd-4856-b9fc-10aeac3952a5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.605946] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.606172] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee573d2e-4a09-4cd1-ba2e-c017467c0e97 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.615629] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 937.615629] env[69654]: value = "task-3555036" [ 937.615629] env[69654]: _type = "Task" [ 937.615629] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.625279] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.653873] env[69654]: INFO nova.compute.manager [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Took 55.89 seconds to build instance. [ 937.664126] env[69654]: ERROR nova.scheduler.client.report [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [req-7257dcc9-0d0f-474c-812c-b0570948873b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7244f0e3-c8fc-4c02-ba3d-26a8e0372872. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7257dcc9-0d0f-474c-812c-b0570948873b"}]} [ 937.682138] env[69654]: DEBUG nova.scheduler.client.report [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Refreshing inventories for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 937.697802] env[69654]: DEBUG nova.scheduler.client.report [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Updating ProviderTree inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 937.698045] env[69654]: DEBUG nova.compute.provider_tree [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 937.713974] env[69654]: DEBUG nova.scheduler.client.report [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Refreshing aggregate associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, aggregates: None {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 937.735219] env[69654]: DEBUG nova.scheduler.client.report [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Refreshing trait associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 937.799295] env[69654]: INFO nova.compute.manager [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Took 56.72 seconds to build instance. [ 938.059711] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555035, 'name': ReconfigVM_Task, 'duration_secs': 0.238614} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.065860] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Reconfigured VM instance instance-0000003b to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 938.066945] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefc3a85-fa75-440d-bf2f-a4da401535be {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.092597] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 225352df-8e0c-451f-a526-9450ffb5da90/225352df-8e0c-451f-a526-9450ffb5da90.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.095536] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53ec5cd4-c589-445c-8b52-62031fcb0950 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.116542] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 938.116542] env[69654]: value = "task-3555037" [ 938.116542] env[69654]: _type = "Task" [ 938.116542] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.136251] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555036, 'name': PowerOffVM_Task, 'duration_secs': 0.289342} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.139879] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.140030] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555037, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.143533] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06766a0-2148-4018-ba22-814b29e5fe4c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.162414] env[69654]: DEBUG oslo_concurrency.lockutils [None req-91d35ae4-10d8-4d2f-8e23-35ac79c3cf7a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Lock "d2a6b8da-92e4-401f-a878-30cb88aa5fa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.499s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.165754] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97296da7-ab88-4449-a252-c287eb81c890 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.281942] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fff8b4e-addf-4741-8724-fdba9203a573 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.290271] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10476772-e7df-49f6-9532-5d62822db5bd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.321318] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8344c9c-1272-4aa5-b83c-6cff3a0b680e tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "a491fbdf-6c80-4051-8141-b20652676877" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.180s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.322355] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a798d2-897e-4ee9-a552-4a308b1d48c2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.331356] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0f4cc4-39b8-40b2-aac6-2666acb90573 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.336990] env[69654]: DEBUG nova.compute.manager [req-940e199e-107f-4e67-b890-efa3c38a5327 req-e95779dd-dc88-41ae-9281-56e590986841 service nova] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Received event network-vif-plugged-7fbde502-d40e-400d-83f5-71c7d3cf43ec {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.337211] env[69654]: DEBUG oslo_concurrency.lockutils [req-940e199e-107f-4e67-b890-efa3c38a5327 req-e95779dd-dc88-41ae-9281-56e590986841 service nova] Acquiring lock "33509c75-f741-4f49-b9f5-a902a513dac1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.337412] env[69654]: DEBUG oslo_concurrency.lockutils [req-940e199e-107f-4e67-b890-efa3c38a5327 req-e95779dd-dc88-41ae-9281-56e590986841 service nova] Lock "33509c75-f741-4f49-b9f5-a902a513dac1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.337567] env[69654]: DEBUG oslo_concurrency.lockutils [req-940e199e-107f-4e67-b890-efa3c38a5327 req-e95779dd-dc88-41ae-9281-56e590986841 service nova] Lock "33509c75-f741-4f49-b9f5-a902a513dac1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.337730] env[69654]: DEBUG nova.compute.manager [req-940e199e-107f-4e67-b890-efa3c38a5327 req-e95779dd-dc88-41ae-9281-56e590986841 service nova] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] No waiting events found dispatching network-vif-plugged-7fbde502-d40e-400d-83f5-71c7d3cf43ec {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.337892] env[69654]: WARNING nova.compute.manager [req-940e199e-107f-4e67-b890-efa3c38a5327 req-e95779dd-dc88-41ae-9281-56e590986841 service nova] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Received unexpected event network-vif-plugged-7fbde502-d40e-400d-83f5-71c7d3cf43ec for instance with vm_state building and task_state spawning. [ 938.348841] env[69654]: INFO nova.compute.manager [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Rebuilding instance [ 938.351041] env[69654]: DEBUG nova.compute.provider_tree [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 938.406302] env[69654]: DEBUG nova.compute.manager [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.406302] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250be0c3-6bdf-427c-bd89-d294e60462f0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.425751] env[69654]: DEBUG nova.network.neutron [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Successfully updated port: 7fbde502-d40e-400d-83f5-71c7d3cf43ec {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.632820] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.683152] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 938.683152] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d387fd66-8132-46cb-b2e5-df4756a862a1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.695442] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 938.695442] env[69654]: value = "task-3555038" [ 938.695442] env[69654]: _type = "Task" [ 938.695442] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.706662] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555038, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.884044] env[69654]: DEBUG nova.scheduler.client.report [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Updated inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 938.884594] env[69654]: DEBUG nova.compute.provider_tree [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 99 to 100 during operation: update_inventory {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 938.884594] env[69654]: DEBUG nova.compute.provider_tree [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 938.928566] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Acquiring lock "refresh_cache-33509c75-f741-4f49-b9f5-a902a513dac1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.928719] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Acquired lock "refresh_cache-33509c75-f741-4f49-b9f5-a902a513dac1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.928873] env[69654]: DEBUG nova.network.neutron [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.133253] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555037, 'name': ReconfigVM_Task, 'duration_secs': 0.74007} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.133555] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 225352df-8e0c-451f-a526-9450ffb5da90/225352df-8e0c-451f-a526-9450ffb5da90.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.133826] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updating instance '225352df-8e0c-451f-a526-9450ffb5da90' progress to 50 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.190111] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "bc7efac8-04a8-42fb-92ab-b4ee816d2019" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.190390] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "bc7efac8-04a8-42fb-92ab-b4ee816d2019" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.190605] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "bc7efac8-04a8-42fb-92ab-b4ee816d2019-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.190787] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "bc7efac8-04a8-42fb-92ab-b4ee816d2019-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.190954] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "bc7efac8-04a8-42fb-92ab-b4ee816d2019-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.194755] env[69654]: INFO nova.compute.manager [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Terminating instance [ 939.206611] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555038, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.390433] env[69654]: DEBUG oslo_concurrency.lockutils [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.894s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.392748] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 39.255s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.419605] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.420154] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90f517ea-6125-4e6c-90cd-d4389e2bbba9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.432946] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 939.432946] env[69654]: value = "task-3555039" [ 939.432946] env[69654]: _type = "Task" [ 939.432946] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.445140] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.468549] env[69654]: DEBUG nova.network.neutron [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.485967] env[69654]: INFO nova.network.neutron [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Updating port 46a71ed7-2cb5-4ada-a0df-94864c0679bf with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 939.625178] env[69654]: DEBUG nova.network.neutron [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Updating instance_info_cache with network_info: [{"id": "7fbde502-d40e-400d-83f5-71c7d3cf43ec", "address": "fa:16:3e:1b:a9:50", "network": {"id": "8f3a4a20-e042-4d01-a725-59e78aa970c4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1451046904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffdf6e2837941ab958eef838820df9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fbde502-d4", "ovs_interfaceid": "7fbde502-d40e-400d-83f5-71c7d3cf43ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.643213] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da86bf1b-06f5-4562-b1fb-356458593b4f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.681652] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ca1ac3-77fa-463e-939c-752fc4481a9f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.710485] env[69654]: DEBUG nova.compute.manager [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.711360] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.711360] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updating instance '225352df-8e0c-451f-a526-9450ffb5da90' progress to 67 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.717940] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093032d2-70ab-4cd7-8d9e-c8e9ba0e1a32 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.727366] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555038, 'name': CreateSnapshot_Task, 'duration_secs': 0.927836} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.729348] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 939.729635] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.730335] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae29cad2-d21e-43a2-85ba-52900c006a64 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.732663] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdc66ffc-4120-4cc5-9f63-8eed793368db {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.743433] env[69654]: DEBUG oslo_vmware.api [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 939.743433] env[69654]: value = "task-3555040" [ 939.743433] env[69654]: _type = "Task" [ 939.743433] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.752728] env[69654]: DEBUG oslo_vmware.api [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.946577] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555039, 'name': PowerOffVM_Task, 'duration_secs': 0.179855} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.947083] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.947243] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.948046] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d2987a-bf94-4501-a757-d616fd5a6ca8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.960535] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.960852] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2e1887e-3829-493c-b46f-7eb695ed5a8e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.992364] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.992517] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.992725] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Deleting the datastore file [datastore2] d2a6b8da-92e4-401f-a878-30cb88aa5fa3 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.996384] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3775b700-b262-4977-ab9c-6578c0cf3c16 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.006106] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 940.006106] env[69654]: value = "task-3555042" [ 940.006106] env[69654]: _type = "Task" [ 940.006106] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.019091] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.128780] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Releasing lock "refresh_cache-33509c75-f741-4f49-b9f5-a902a513dac1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.128780] env[69654]: DEBUG nova.compute.manager [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Instance network_info: |[{"id": "7fbde502-d40e-400d-83f5-71c7d3cf43ec", "address": "fa:16:3e:1b:a9:50", "network": {"id": "8f3a4a20-e042-4d01-a725-59e78aa970c4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1451046904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffdf6e2837941ab958eef838820df9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fbde502-d4", "ovs_interfaceid": "7fbde502-d40e-400d-83f5-71c7d3cf43ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.129693] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:a9:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fbde502-d40e-400d-83f5-71c7d3cf43ec', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.136876] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Creating folder: Project (2ffdf6e2837941ab958eef838820df9a). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.140038] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5dfe436-3256-48f0-a382-36114193e39c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.160071] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Created folder: Project (2ffdf6e2837941ab958eef838820df9a) in parent group-v709593. [ 940.160293] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Creating folder: Instances. Parent ref: group-v709812. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.163161] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-168a8051-0d5d-44a7-b6fe-ef33cfcd5db7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.174427] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Created folder: Instances in parent group-v709812. [ 940.174427] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.176553] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.177140] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-685149be-a8e3-49d5-b55e-cc513c94339c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.204025] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.204025] env[69654]: value = "task-3555045" [ 940.204025] env[69654]: _type = "Task" [ 940.204025] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.213879] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555045, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.254134] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 940.257797] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d8dffb9-c68a-46ae-91fd-9fda07c485fe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.267929] env[69654]: DEBUG nova.network.neutron [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Port d71590b5-7c98-4eea-9644-e789518162bd binding to destination host cpu-1 is already ACTIVE {{(pid=69654) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 940.276322] env[69654]: DEBUG oslo_vmware.api [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555040, 'name': PowerOffVM_Task, 'duration_secs': 0.192128} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.276322] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.276322] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.276322] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2caeb088-1c42-4055-8aec-76908964ef01 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.278258] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 940.278258] env[69654]: value = "task-3555046" [ 940.278258] env[69654]: _type = "Task" [ 940.278258] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.292699] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555046, 'name': CloneVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.367167] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.367429] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.367775] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Deleting the datastore file [datastore1] bc7efac8-04a8-42fb-92ab-b4ee816d2019 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.367995] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81318eb5-de03-488c-ac5e-61fa8c61bd51 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.375694] env[69654]: DEBUG oslo_vmware.api [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 940.375694] env[69654]: value = "task-3555048" [ 940.375694] env[69654]: _type = "Task" [ 940.375694] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.387557] env[69654]: DEBUG oslo_vmware.api [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.427205] env[69654]: DEBUG nova.compute.manager [req-74d6723c-8010-43bb-a8bf-06aa241b592d req-b57d3fd0-5ce2-40db-9821-0b314a8af22e service nova] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Received event network-changed-7fbde502-d40e-400d-83f5-71c7d3cf43ec {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.427540] env[69654]: DEBUG nova.compute.manager [req-74d6723c-8010-43bb-a8bf-06aa241b592d req-b57d3fd0-5ce2-40db-9821-0b314a8af22e service nova] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Refreshing instance network info cache due to event network-changed-7fbde502-d40e-400d-83f5-71c7d3cf43ec. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.427953] env[69654]: DEBUG oslo_concurrency.lockutils [req-74d6723c-8010-43bb-a8bf-06aa241b592d req-b57d3fd0-5ce2-40db-9821-0b314a8af22e service nova] Acquiring lock "refresh_cache-33509c75-f741-4f49-b9f5-a902a513dac1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.428056] env[69654]: DEBUG oslo_concurrency.lockutils [req-74d6723c-8010-43bb-a8bf-06aa241b592d req-b57d3fd0-5ce2-40db-9821-0b314a8af22e service nova] Acquired lock "refresh_cache-33509c75-f741-4f49-b9f5-a902a513dac1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.428198] env[69654]: DEBUG nova.network.neutron [req-74d6723c-8010-43bb-a8bf-06aa241b592d req-b57d3fd0-5ce2-40db-9821-0b314a8af22e service nova] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Refreshing network info cache for port 7fbde502-d40e-400d-83f5-71c7d3cf43ec {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.480688] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f194954f-1a7e-4f0a-9422-16a3fb9b798b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.491428] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75097cb9-073b-47b9-ac90-590010e981c8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.536473] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33561b11-097e-4643-abc7-1f0e803188a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.550609] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5492e901-cba4-49c8-8edb-6da06b434ca8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.555215] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191074} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.555545] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.555782] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.555988] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.572531] env[69654]: DEBUG nova.compute.provider_tree [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.712928] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555045, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.791673] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555046, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.886118] env[69654]: DEBUG oslo_vmware.api [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156788} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.886389] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.886576] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.886754] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.886927] env[69654]: INFO nova.compute.manager [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Took 1.18 seconds to destroy the instance on the hypervisor. [ 940.887211] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.887425] env[69654]: DEBUG nova.compute.manager [-] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.887519] env[69654]: DEBUG nova.network.neutron [-] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.112496] env[69654]: DEBUG nova.scheduler.client.report [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Updated inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 941.112765] env[69654]: DEBUG nova.compute.provider_tree [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 100 to 101 during operation: update_inventory {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 941.112944] env[69654]: DEBUG nova.compute.provider_tree [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 941.214312] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555045, 'name': CreateVM_Task, 'duration_secs': 0.597028} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.215144] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.215250] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.215358] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.215806] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.215937] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9f2df8-467c-42f7-a10d-1e5072a47b6d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.221792] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Waiting for the task: (returnval){ [ 941.221792] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5298d1b3-8bd9-d237-3d7b-fca9938e88cd" [ 941.221792] env[69654]: _type = "Task" [ 941.221792] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.230908] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5298d1b3-8bd9-d237-3d7b-fca9938e88cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.284286] env[69654]: DEBUG nova.network.neutron [req-74d6723c-8010-43bb-a8bf-06aa241b592d req-b57d3fd0-5ce2-40db-9821-0b314a8af22e service nova] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Updated VIF entry in instance network info cache for port 7fbde502-d40e-400d-83f5-71c7d3cf43ec. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.284599] env[69654]: DEBUG nova.network.neutron [req-74d6723c-8010-43bb-a8bf-06aa241b592d req-b57d3fd0-5ce2-40db-9821-0b314a8af22e service nova] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Updating instance_info_cache with network_info: [{"id": "7fbde502-d40e-400d-83f5-71c7d3cf43ec", "address": "fa:16:3e:1b:a9:50", "network": {"id": "8f3a4a20-e042-4d01-a725-59e78aa970c4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1451046904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffdf6e2837941ab958eef838820df9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fbde502-d4", "ovs_interfaceid": "7fbde502-d40e-400d-83f5-71c7d3cf43ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.296912] env[69654]: DEBUG oslo_concurrency.lockutils [req-74d6723c-8010-43bb-a8bf-06aa241b592d req-b57d3fd0-5ce2-40db-9821-0b314a8af22e service nova] Releasing lock "refresh_cache-33509c75-f741-4f49-b9f5-a902a513dac1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.297584] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "225352df-8e0c-451f-a526-9450ffb5da90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.297694] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "225352df-8e0c-451f-a526-9450ffb5da90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.297791] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "225352df-8e0c-451f-a526-9450ffb5da90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.306119] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555046, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.548520] env[69654]: DEBUG nova.compute.manager [req-b51fcf3b-7b13-490c-bffd-c35dfd265045 req-a22f53d8-0491-4c0a-a939-ed62113102e4 service nova] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Received event network-vif-deleted-1be0671d-cfde-4ba9-a944-38ba81269515 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.548520] env[69654]: INFO nova.compute.manager [req-b51fcf3b-7b13-490c-bffd-c35dfd265045 req-a22f53d8-0491-4c0a-a939-ed62113102e4 service nova] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Neutron deleted interface 1be0671d-cfde-4ba9-a944-38ba81269515; detaching it from the instance and deleting it from the info cache [ 941.548520] env[69654]: DEBUG nova.network.neutron [req-b51fcf3b-7b13-490c-bffd-c35dfd265045 req-a22f53d8-0491-4c0a-a939-ed62113102e4 service nova] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.598238] env[69654]: DEBUG nova.virt.hardware [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.598238] env[69654]: DEBUG nova.virt.hardware [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.598238] env[69654]: DEBUG nova.virt.hardware [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.598826] env[69654]: DEBUG nova.virt.hardware [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.598826] env[69654]: DEBUG nova.virt.hardware [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.598826] env[69654]: DEBUG nova.virt.hardware [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.598931] env[69654]: DEBUG nova.virt.hardware [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.599490] env[69654]: DEBUG nova.virt.hardware [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.599758] env[69654]: DEBUG nova.virt.hardware [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.600250] env[69654]: DEBUG nova.virt.hardware [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.600558] env[69654]: DEBUG nova.virt.hardware [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.602100] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f6968c-b9f4-443a-b1ad-24904f7378ea {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.610715] env[69654]: DEBUG oslo_concurrency.lockutils [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.610887] env[69654]: DEBUG oslo_concurrency.lockutils [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.611594] env[69654]: DEBUG nova.network.neutron [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.615007] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c3a446-901c-46a7-bfc3-1ad109585ff3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.636527] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.642530] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.643514] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.644426] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa30c09b-ac5a-402a-8e01-475c1f3910f4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.668023] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.668023] env[69654]: value = "task-3555049" [ 941.668023] env[69654]: _type = "Task" [ 941.668023] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.673791] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555049, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.735073] env[69654]: DEBUG nova.network.neutron [-] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.736812] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5298d1b3-8bd9-d237-3d7b-fca9938e88cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013503} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.737140] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.737372] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.737605] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.737748] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.737924] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.742028] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55c97aa7-6e41-4ea4-b5b2-8d9be2af8b22 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.749730] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.749997] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.750740] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f07492b-06d8-488e-bfd1-870bb44b6b20 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.757678] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Waiting for the task: (returnval){ [ 941.757678] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ee13cd-5d8e-7f53-071a-01032684f16e" [ 941.757678] env[69654]: _type = "Task" [ 941.757678] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.768042] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ee13cd-5d8e-7f53-071a-01032684f16e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.795999] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555046, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.051495] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5563183-ebbe-4bc5-ad41-5d48d0d5bb11 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.061534] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd61fc2d-92fa-438c-a26b-d4cb5dbe7a4c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.101423] env[69654]: DEBUG nova.compute.manager [req-b51fcf3b-7b13-490c-bffd-c35dfd265045 req-a22f53d8-0491-4c0a-a939-ed62113102e4 service nova] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Detach interface failed, port_id=1be0671d-cfde-4ba9-a944-38ba81269515, reason: Instance bc7efac8-04a8-42fb-92ab-b4ee816d2019 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 942.145272] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.752s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.145486] env[69654]: DEBUG nova.compute.manager [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69654) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 942.148317] env[69654]: DEBUG oslo_concurrency.lockutils [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.349s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.148505] env[69654]: DEBUG oslo_concurrency.lockutils [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.151015] env[69654]: DEBUG oslo_concurrency.lockutils [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.671s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.152604] env[69654]: INFO nova.compute.claims [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.178258] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555049, 'name': CreateVM_Task, 'duration_secs': 0.295862} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.178258] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.178258] env[69654]: DEBUG oslo_concurrency.lockutils [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.178441] env[69654]: DEBUG oslo_concurrency.lockutils [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.178755] env[69654]: DEBUG oslo_concurrency.lockutils [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.179037] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5404f29a-2fd8-4dc3-8204-ec9ba690139b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.183028] env[69654]: INFO nova.scheduler.client.report [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Deleted allocations for instance 313656df-50ec-4686-84be-f0cdba6c7836 [ 942.188225] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 942.188225] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521bb9a8-7e6e-4533-ca0b-2befcfb3c9a6" [ 942.188225] env[69654]: _type = "Task" [ 942.188225] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.200171] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521bb9a8-7e6e-4533-ca0b-2befcfb3c9a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011433} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.202599] env[69654]: DEBUG oslo_concurrency.lockutils [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.202815] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.203066] env[69654]: DEBUG oslo_concurrency.lockutils [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.203211] env[69654]: DEBUG oslo_concurrency.lockutils [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.203383] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.203872] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bb2ad99-097d-4677-a0d7-d8eb3924eafc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.213201] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.213384] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.214495] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cce2924-03aa-4efa-976e-364e467834b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.221910] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 942.221910] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526fa871-9cf9-e207-eac2-2c1bea9901cd" [ 942.221910] env[69654]: _type = "Task" [ 942.221910] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.231373] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526fa871-9cf9-e207-eac2-2c1bea9901cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.241402] env[69654]: INFO nova.compute.manager [-] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Took 1.35 seconds to deallocate network for instance. [ 942.270087] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ee13cd-5d8e-7f53-071a-01032684f16e, 'name': SearchDatastore_Task, 'duration_secs': 0.010202} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.271027] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b4fd86-7f4a-466b-8565-8a561e02898f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.277467] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Waiting for the task: (returnval){ [ 942.277467] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bb67a6-22b3-84c5-d6f8-4c2d2e20ab14" [ 942.277467] env[69654]: _type = "Task" [ 942.277467] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.286118] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bb67a6-22b3-84c5-d6f8-4c2d2e20ab14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.296778] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555046, 'name': CloneVM_Task, 'duration_secs': 1.803792} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.297050] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Created linked-clone VM from snapshot [ 942.297838] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505ca48c-3bbf-45e6-9b3f-aeeb8fe83802 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.307477] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Uploading image b70f3064-79d8-4b90-9e26-3af76e49d721 {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 942.331239] env[69654]: DEBUG oslo_vmware.rw_handles [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 942.331239] env[69654]: value = "vm-709815" [ 942.331239] env[69654]: _type = "VirtualMachine" [ 942.331239] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 942.331433] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a475bd09-0fef-453b-b251-1929ad1e52cf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.340058] env[69654]: DEBUG oslo_vmware.rw_handles [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lease: (returnval){ [ 942.340058] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526c1e39-85c1-1701-940c-3da250865f8b" [ 942.340058] env[69654]: _type = "HttpNfcLease" [ 942.340058] env[69654]: } obtained for exporting VM: (result){ [ 942.340058] env[69654]: value = "vm-709815" [ 942.340058] env[69654]: _type = "VirtualMachine" [ 942.340058] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 942.340469] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the lease: (returnval){ [ 942.340469] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526c1e39-85c1-1701-940c-3da250865f8b" [ 942.340469] env[69654]: _type = "HttpNfcLease" [ 942.340469] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 942.341148] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.341316] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquired lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.341488] env[69654]: DEBUG nova.network.neutron [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.351342] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 942.351342] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526c1e39-85c1-1701-940c-3da250865f8b" [ 942.351342] env[69654]: _type = "HttpNfcLease" [ 942.351342] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 942.355941] env[69654]: DEBUG nova.network.neutron [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Updating instance_info_cache with network_info: [{"id": "46a71ed7-2cb5-4ada-a0df-94864c0679bf", "address": "fa:16:3e:50:0b:8e", "network": {"id": "cfb2c5f3-f003-4e98-98cc-03be95a103d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-370517468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe15a2f8d0f044578e1c43b52101b6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a71ed7-2c", "ovs_interfaceid": "46a71ed7-2cb5-4ada-a0df-94864c0679bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.521600] env[69654]: DEBUG nova.compute.manager [req-1cc91c9e-4844-4b01-8ae5-3f19d192bb22 req-883029dd-4b2a-46da-a0f9-0ebc949be157 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Received event network-vif-plugged-46a71ed7-2cb5-4ada-a0df-94864c0679bf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.521906] env[69654]: DEBUG oslo_concurrency.lockutils [req-1cc91c9e-4844-4b01-8ae5-3f19d192bb22 req-883029dd-4b2a-46da-a0f9-0ebc949be157 service nova] Acquiring lock "9f12ce3e-28c9-480a-8ce0-7193016e331b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.522107] env[69654]: DEBUG oslo_concurrency.lockutils [req-1cc91c9e-4844-4b01-8ae5-3f19d192bb22 req-883029dd-4b2a-46da-a0f9-0ebc949be157 service nova] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.522284] env[69654]: DEBUG oslo_concurrency.lockutils [req-1cc91c9e-4844-4b01-8ae5-3f19d192bb22 req-883029dd-4b2a-46da-a0f9-0ebc949be157 service nova] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.522451] env[69654]: DEBUG nova.compute.manager [req-1cc91c9e-4844-4b01-8ae5-3f19d192bb22 req-883029dd-4b2a-46da-a0f9-0ebc949be157 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] No waiting events found dispatching network-vif-plugged-46a71ed7-2cb5-4ada-a0df-94864c0679bf {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.522614] env[69654]: WARNING nova.compute.manager [req-1cc91c9e-4844-4b01-8ae5-3f19d192bb22 req-883029dd-4b2a-46da-a0f9-0ebc949be157 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Received unexpected event network-vif-plugged-46a71ed7-2cb5-4ada-a0df-94864c0679bf for instance with vm_state shelved_offloaded and task_state spawning. [ 942.522774] env[69654]: DEBUG nova.compute.manager [req-1cc91c9e-4844-4b01-8ae5-3f19d192bb22 req-883029dd-4b2a-46da-a0f9-0ebc949be157 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Received event network-changed-46a71ed7-2cb5-4ada-a0df-94864c0679bf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.522928] env[69654]: DEBUG nova.compute.manager [req-1cc91c9e-4844-4b01-8ae5-3f19d192bb22 req-883029dd-4b2a-46da-a0f9-0ebc949be157 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Refreshing instance network info cache due to event network-changed-46a71ed7-2cb5-4ada-a0df-94864c0679bf. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.523115] env[69654]: DEBUG oslo_concurrency.lockutils [req-1cc91c9e-4844-4b01-8ae5-3f19d192bb22 req-883029dd-4b2a-46da-a0f9-0ebc949be157 service nova] Acquiring lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.698029] env[69654]: DEBUG oslo_concurrency.lockutils [None req-77115596-dd9b-4095-847d-0012d33c7e40 tempest-VolumesAdminNegativeTest-778557798 tempest-VolumesAdminNegativeTest-778557798-project-member] Lock "313656df-50ec-4686-84be-f0cdba6c7836" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.661s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.716653] env[69654]: INFO nova.scheduler.client.report [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Deleted allocation for migration d24f217a-1f5c-46cc-8ccf-133f21d25440 [ 942.737290] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526fa871-9cf9-e207-eac2-2c1bea9901cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011802} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.739150] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c859c01-b698-42ab-b87c-f5c85fffcbf3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.744803] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 942.744803] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b11ef0-435d-3cab-7b52-e23d7ce45bc0" [ 942.744803] env[69654]: _type = "Task" [ 942.744803] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.749033] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.755349] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b11ef0-435d-3cab-7b52-e23d7ce45bc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.788522] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bb67a6-22b3-84c5-d6f8-4c2d2e20ab14, 'name': SearchDatastore_Task, 'duration_secs': 0.013548} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.788844] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.789135] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 33509c75-f741-4f49-b9f5-a902a513dac1/33509c75-f741-4f49-b9f5-a902a513dac1.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.789400] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4edf28e-7923-49d4-8b9a-f4a99418d141 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.797828] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Waiting for the task: (returnval){ [ 942.797828] env[69654]: value = "task-3555051" [ 942.797828] env[69654]: _type = "Task" [ 942.797828] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.806355] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': task-3555051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.853863] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 942.853863] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526c1e39-85c1-1701-940c-3da250865f8b" [ 942.853863] env[69654]: _type = "HttpNfcLease" [ 942.853863] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 942.854141] env[69654]: DEBUG oslo_vmware.rw_handles [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 942.854141] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526c1e39-85c1-1701-940c-3da250865f8b" [ 942.854141] env[69654]: _type = "HttpNfcLease" [ 942.854141] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 942.855250] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5582d54d-3930-4883-b934-6e95b106f411 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.858057] env[69654]: DEBUG oslo_concurrency.lockutils [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Releasing lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.864306] env[69654]: DEBUG oslo_concurrency.lockutils [req-1cc91c9e-4844-4b01-8ae5-3f19d192bb22 req-883029dd-4b2a-46da-a0f9-0ebc949be157 service nova] Acquired lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.864306] env[69654]: DEBUG nova.network.neutron [req-1cc91c9e-4844-4b01-8ae5-3f19d192bb22 req-883029dd-4b2a-46da-a0f9-0ebc949be157 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Refreshing network info cache for port 46a71ed7-2cb5-4ada-a0df-94864c0679bf {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.865026] env[69654]: DEBUG oslo_vmware.rw_handles [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ed9b7-ed0b-0458-53ab-e94fcc7d18b6/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 942.865026] env[69654]: DEBUG oslo_vmware.rw_handles [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ed9b7-ed0b-0458-53ab-e94fcc7d18b6/disk-0.vmdk for reading. {{(pid=69654) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 942.938685] env[69654]: DEBUG nova.virt.hardware [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2ea6d0374d1da2740c8e00348ad8e828',container_format='bare',created_at=2025-04-24T15:30:03Z,direct_url=,disk_format='vmdk',id=367a93e6-ee7f-4b48-b172-750a71dfc449,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1240119229-shelved',owner='fe15a2f8d0f044578e1c43b52101b6d2',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-24T15:30:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.938954] env[69654]: DEBUG nova.virt.hardware [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.939151] env[69654]: DEBUG nova.virt.hardware [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.939363] env[69654]: DEBUG nova.virt.hardware [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.939553] env[69654]: DEBUG nova.virt.hardware [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.939687] env[69654]: DEBUG nova.virt.hardware [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.939962] env[69654]: DEBUG nova.virt.hardware [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.940189] env[69654]: DEBUG nova.virt.hardware [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.940391] env[69654]: DEBUG nova.virt.hardware [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.940566] env[69654]: DEBUG nova.virt.hardware [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.940755] env[69654]: DEBUG nova.virt.hardware [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.942080] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc92d72c-815f-485a-993d-4bd711dac003 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.955084] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af651fd3-ce96-4cdd-be30-0427dcd36c2d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.977296] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:0b:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46a71ed7-2cb5-4ada-a0df-94864c0679bf', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.990461] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.994047] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.998448] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a752f14c-aa60-4253-8103-c912bc3e083e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.021150] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3aef514c-ffc1-40d6-95ad-5b8188163afc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.036400] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.036400] env[69654]: value = "task-3555052" [ 943.036400] env[69654]: _type = "Task" [ 943.036400] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.050409] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555052, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.224986] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ed29cfd8-0433-4e20-bede-363cf1f255a7 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 46.683s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.276136] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b11ef0-435d-3cab-7b52-e23d7ce45bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.011635} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.277037] env[69654]: DEBUG oslo_concurrency.lockutils [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.277491] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] d2a6b8da-92e4-401f-a878-30cb88aa5fa3/d2a6b8da-92e4-401f-a878-30cb88aa5fa3.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.277887] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f25f059-ca17-4dd0-9c1a-463a96024729 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.289130] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 943.289130] env[69654]: value = "task-3555053" [ 943.289130] env[69654]: _type = "Task" [ 943.289130] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.298886] env[69654]: DEBUG nova.network.neutron [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updating instance_info_cache with network_info: [{"id": "d71590b5-7c98-4eea-9644-e789518162bd", "address": "fa:16:3e:0a:f3:22", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71590b5-7c", "ovs_interfaceid": "d71590b5-7c98-4eea-9644-e789518162bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.308550] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.316086] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': task-3555051, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.548454] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555052, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.783299] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec99fe5e-249a-49db-861b-1349eeb917d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.793359] env[69654]: DEBUG nova.network.neutron [req-1cc91c9e-4844-4b01-8ae5-3f19d192bb22 req-883029dd-4b2a-46da-a0f9-0ebc949be157 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Updated VIF entry in instance network info cache for port 46a71ed7-2cb5-4ada-a0df-94864c0679bf. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.794065] env[69654]: DEBUG nova.network.neutron [req-1cc91c9e-4844-4b01-8ae5-3f19d192bb22 req-883029dd-4b2a-46da-a0f9-0ebc949be157 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Updating instance_info_cache with network_info: [{"id": "46a71ed7-2cb5-4ada-a0df-94864c0679bf", "address": "fa:16:3e:50:0b:8e", "network": {"id": "cfb2c5f3-f003-4e98-98cc-03be95a103d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-370517468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe15a2f8d0f044578e1c43b52101b6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a71ed7-2c", "ovs_interfaceid": "46a71ed7-2cb5-4ada-a0df-94864c0679bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.796940] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff706914-6fe3-4606-8d32-13671758ed6d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.839490] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Releasing lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.850023] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b760a050-4e0d-4fa8-b0ca-ab1c4ee08c4c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.853058] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555053, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.857761] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': task-3555051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532035} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.858935] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 33509c75-f741-4f49-b9f5-a902a513dac1/33509c75-f741-4f49-b9f5-a902a513dac1.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.859238] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.862088] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c5d9b90-d9ad-4b46-a4e4-4ae12f7977a2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.866193] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6330d9b8-869d-49b0-a52d-76c868f1bc63 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.872248] env[69654]: DEBUG nova.objects.instance [None req-5fc78f15-86f9-4aa0-870d-b0c1dcda8658 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lazy-loading 'flavor' on Instance uuid ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.880789] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Waiting for the task: (returnval){ [ 943.880789] env[69654]: value = "task-3555054" [ 943.880789] env[69654]: _type = "Task" [ 943.880789] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.896038] env[69654]: DEBUG nova.compute.provider_tree [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.904994] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': task-3555054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.048174] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555052, 'name': CreateVM_Task, 'duration_secs': 0.649137} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.048351] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.049282] env[69654]: DEBUG oslo_concurrency.lockutils [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/367a93e6-ee7f-4b48-b172-750a71dfc449" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.049471] env[69654]: DEBUG oslo_concurrency.lockutils [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/367a93e6-ee7f-4b48-b172-750a71dfc449" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.050174] env[69654]: DEBUG oslo_concurrency.lockutils [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/367a93e6-ee7f-4b48-b172-750a71dfc449" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.051022] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb819d40-0d23-4b71-bfc4-0df1feca8ad2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.057336] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 944.057336] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520b8093-2ed4-402e-bcb2-c7e8d7c755ec" [ 944.057336] env[69654]: _type = "Task" [ 944.057336] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.066887] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520b8093-2ed4-402e-bcb2-c7e8d7c755ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.302739] env[69654]: DEBUG oslo_concurrency.lockutils [req-1cc91c9e-4844-4b01-8ae5-3f19d192bb22 req-883029dd-4b2a-46da-a0f9-0ebc949be157 service nova] Releasing lock "refresh_cache-9f12ce3e-28c9-480a-8ce0-7193016e331b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.322572] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639995} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.322977] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] d2a6b8da-92e4-401f-a878-30cb88aa5fa3/d2a6b8da-92e4-401f-a878-30cb88aa5fa3.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.323955] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.323955] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04f71e4d-b815-46f4-a1e2-e25bc4cb8b15 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.332888] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 944.332888] env[69654]: value = "task-3555055" [ 944.332888] env[69654]: _type = "Task" [ 944.332888] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.348795] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.366555] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7ada64-920b-4fd5-bcc5-ce5b61533ae3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.378222] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5fc78f15-86f9-4aa0-870d-b0c1dcda8658 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.378557] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5fc78f15-86f9-4aa0-870d-b0c1dcda8658 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.378722] env[69654]: DEBUG nova.network.neutron [None req-5fc78f15-86f9-4aa0-870d-b0c1dcda8658 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.378915] env[69654]: DEBUG nova.objects.instance [None req-5fc78f15-86f9-4aa0-870d-b0c1dcda8658 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lazy-loading 'info_cache' on Instance uuid ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.402076] env[69654]: DEBUG nova.scheduler.client.report [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.410547] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129456ab-2b90-4f8b-97d8-9cdf1c2dabfa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.423893] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': task-3555054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082718} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.424452] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updating instance '225352df-8e0c-451f-a526-9450ffb5da90' progress to 83 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 944.430399] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.431472] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64888101-b37a-4cbf-9a01-7eaf1db191b9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.458337] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 33509c75-f741-4f49-b9f5-a902a513dac1/33509c75-f741-4f49-b9f5-a902a513dac1.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.459451] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ed3506f-47e8-4314-8782-75aeecc31cca {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.481400] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Waiting for the task: (returnval){ [ 944.481400] env[69654]: value = "task-3555056" [ 944.481400] env[69654]: _type = "Task" [ 944.481400] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.492015] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': task-3555056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.570121] env[69654]: DEBUG oslo_concurrency.lockutils [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/367a93e6-ee7f-4b48-b172-750a71dfc449" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.571140] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Processing image 367a93e6-ee7f-4b48-b172-750a71dfc449 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.571140] env[69654]: DEBUG oslo_concurrency.lockutils [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/367a93e6-ee7f-4b48-b172-750a71dfc449/367a93e6-ee7f-4b48-b172-750a71dfc449.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.571140] env[69654]: DEBUG oslo_concurrency.lockutils [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/367a93e6-ee7f-4b48-b172-750a71dfc449/367a93e6-ee7f-4b48-b172-750a71dfc449.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.571301] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.571608] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9945f7c4-75df-432c-ae94-53e3487b27a2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.582161] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.583104] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.583356] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20d28b3b-3265-495e-8a58-617a3f825a94 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.591518] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 944.591518] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526fccdf-8bf9-50a2-8d88-4b23341ba979" [ 944.591518] env[69654]: _type = "Task" [ 944.591518] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.601543] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526fccdf-8bf9-50a2-8d88-4b23341ba979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.845946] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078089} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.847231] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.847887] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55937b5b-1c3d-488d-b9b5-0c8062d00042 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.874333] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] d2a6b8da-92e4-401f-a878-30cb88aa5fa3/d2a6b8da-92e4-401f-a878-30cb88aa5fa3.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.875038] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b635d49a-137d-426b-b090-de9231532d84 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.900623] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 944.900623] env[69654]: value = "task-3555057" [ 944.900623] env[69654]: _type = "Task" [ 944.900623] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.908211] env[69654]: DEBUG nova.objects.base [None req-5fc78f15-86f9-4aa0-870d-b0c1dcda8658 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 944.912927] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.915152] env[69654]: DEBUG oslo_concurrency.lockutils [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.915934] env[69654]: DEBUG nova.compute.manager [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.918689] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.497s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.919081] env[69654]: DEBUG nova.objects.instance [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Lazy-loading 'resources' on Instance uuid c5dfac36-31b9-427c-9c50-a2081ef88405 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.937398] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.937542] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0eaf5fb-bde0-43ad-aa03-a84fb7310291 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.946918] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 944.946918] env[69654]: value = "task-3555058" [ 944.946918] env[69654]: _type = "Task" [ 944.946918] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.956971] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.994234] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': task-3555056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.105718] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Preparing fetch location {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 945.106293] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Fetch image to [datastore1] OSTACK_IMG_90ae05e9-f5ff-4b99-a835-2ef60fac3b01/OSTACK_IMG_90ae05e9-f5ff-4b99-a835-2ef60fac3b01.vmdk {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 945.106616] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Downloading stream optimized image 367a93e6-ee7f-4b48-b172-750a71dfc449 to [datastore1] OSTACK_IMG_90ae05e9-f5ff-4b99-a835-2ef60fac3b01/OSTACK_IMG_90ae05e9-f5ff-4b99-a835-2ef60fac3b01.vmdk on the data store datastore1 as vApp {{(pid=69654) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 945.106902] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Downloading image file data 367a93e6-ee7f-4b48-b172-750a71dfc449 to the ESX as VM named 'OSTACK_IMG_90ae05e9-f5ff-4b99-a835-2ef60fac3b01' {{(pid=69654) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 945.206634] env[69654]: DEBUG oslo_vmware.rw_handles [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 945.206634] env[69654]: value = "resgroup-9" [ 945.206634] env[69654]: _type = "ResourcePool" [ 945.206634] env[69654]: }. {{(pid=69654) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 945.207046] env[69654]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-90c030b3-08d9-4a87-8808-eb89f5b06b62 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.236777] env[69654]: DEBUG oslo_vmware.rw_handles [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lease: (returnval){ [ 945.236777] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524cac4f-58c3-d984-bb85-1647b96294a6" [ 945.236777] env[69654]: _type = "HttpNfcLease" [ 945.236777] env[69654]: } obtained for vApp import into resource pool (val){ [ 945.236777] env[69654]: value = "resgroup-9" [ 945.236777] env[69654]: _type = "ResourcePool" [ 945.236777] env[69654]: }. {{(pid=69654) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 945.237352] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the lease: (returnval){ [ 945.237352] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524cac4f-58c3-d984-bb85-1647b96294a6" [ 945.237352] env[69654]: _type = "HttpNfcLease" [ 945.237352] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 945.247887] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 945.247887] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524cac4f-58c3-d984-bb85-1647b96294a6" [ 945.247887] env[69654]: _type = "HttpNfcLease" [ 945.247887] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 945.412689] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555057, 'name': ReconfigVM_Task, 'duration_secs': 0.349716} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.413324] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Reconfigured VM instance instance-00000046 to attach disk [datastore1] d2a6b8da-92e4-401f-a878-30cb88aa5fa3/d2a6b8da-92e4-401f-a878-30cb88aa5fa3.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.415969] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b90581c6-fc78-4d87-a19f-ac14913167e1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.424273] env[69654]: DEBUG nova.compute.utils [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.431452] env[69654]: DEBUG nova.compute.manager [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.432304] env[69654]: DEBUG nova.network.neutron [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.436023] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 945.436023] env[69654]: value = "task-3555060" [ 945.436023] env[69654]: _type = "Task" [ 945.436023] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.459592] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555060, 'name': Rename_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.473543] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.497177] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': task-3555056, 'name': ReconfigVM_Task, 'duration_secs': 0.778024} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.497778] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 33509c75-f741-4f49-b9f5-a902a513dac1/33509c75-f741-4f49-b9f5-a902a513dac1.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.498833] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96eb4e3d-74fd-4cb0-b400-4cdbbd581925 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.506324] env[69654]: DEBUG nova.policy [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03c80a72bba8483390c279dc02df8797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cbbc00a4ee0485394608c7bc4ae20df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.512268] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Waiting for the task: (returnval){ [ 945.512268] env[69654]: value = "task-3555061" [ 945.512268] env[69654]: _type = "Task" [ 945.512268] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.529705] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': task-3555061, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.750735] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 945.750735] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524cac4f-58c3-d984-bb85-1647b96294a6" [ 945.750735] env[69654]: _type = "HttpNfcLease" [ 945.750735] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 945.831817] env[69654]: DEBUG nova.network.neutron [None req-5fc78f15-86f9-4aa0-870d-b0c1dcda8658 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating instance_info_cache with network_info: [{"id": "56e528e3-c1a8-48c7-9e06-4b727ff767af", "address": "fa:16:3e:a4:39:9c", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e528e3-c1", "ovs_interfaceid": "56e528e3-c1a8-48c7-9e06-4b727ff767af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.928943] env[69654]: DEBUG nova.compute.manager [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.949605] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555060, 'name': Rename_Task, 'duration_secs': 0.189845} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.955806] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.956354] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ae3b479-6b89-430a-8179-33ca15c90d45 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.964542] env[69654]: DEBUG oslo_vmware.api [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555058, 'name': PowerOnVM_Task, 'duration_secs': 0.592375} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.966064] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.966161] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5bcfba-0cb6-4e90-8dae-a437fca5e5da tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updating instance '225352df-8e0c-451f-a526-9450ffb5da90' progress to 100 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 945.969834] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 945.969834] env[69654]: value = "task-3555062" [ 945.969834] env[69654]: _type = "Task" [ 945.969834] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.044176] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': task-3555061, 'name': Rename_Task, 'duration_secs': 0.229546} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.051474] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.053349] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60b55c86-9cd7-4870-890a-b8a529e3d826 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.063204] env[69654]: DEBUG nova.network.neutron [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Successfully created port: 4da98447-1c67-4e9c-a5db-60a2fba11c8e {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.073705] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Waiting for the task: (returnval){ [ 946.073705] env[69654]: value = "task-3555063" [ 946.073705] env[69654]: _type = "Task" [ 946.073705] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.104717] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': task-3555063, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.105546] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12da6974-0816-40fe-a9ca-00da97345458 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.119862] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d687ec-cc71-4d6f-8b1c-945cd9f2d229 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.177788] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f15ef50-131a-4d93-a024-cef2abf8abea {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.190512] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d9a947-fad9-46f0-9257-405c5abbf8d2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.207633] env[69654]: DEBUG nova.compute.provider_tree [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.247627] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 946.247627] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524cac4f-58c3-d984-bb85-1647b96294a6" [ 946.247627] env[69654]: _type = "HttpNfcLease" [ 946.247627] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 946.248010] env[69654]: DEBUG oslo_vmware.rw_handles [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 946.248010] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524cac4f-58c3-d984-bb85-1647b96294a6" [ 946.248010] env[69654]: _type = "HttpNfcLease" [ 946.248010] env[69654]: }. {{(pid=69654) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 946.248824] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38893e7-cf98-45c6-86ff-57c095d6eb96 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.257910] env[69654]: DEBUG oslo_vmware.rw_handles [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5247efd0-19f7-efdd-01a8-b9a49c36f0ea/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 946.258227] env[69654]: DEBUG oslo_vmware.rw_handles [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5247efd0-19f7-efdd-01a8-b9a49c36f0ea/disk-0.vmdk. {{(pid=69654) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 946.331150] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4696ca2d-faf6-4b0d-86ca-2251ef926a93 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.335666] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5fc78f15-86f9-4aa0-870d-b0c1dcda8658 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "refresh_cache-ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.485593] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555062, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.591755] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': task-3555063, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.735153] env[69654]: ERROR nova.scheduler.client.report [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] [req-b050b55e-fbf9-4680-b312-b9e223f7eb9c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7244f0e3-c8fc-4c02-ba3d-26a8e0372872. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b050b55e-fbf9-4680-b312-b9e223f7eb9c"}]} [ 946.756134] env[69654]: DEBUG nova.scheduler.client.report [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Refreshing inventories for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 946.778026] env[69654]: DEBUG nova.scheduler.client.report [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Updating ProviderTree inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 946.778026] env[69654]: DEBUG nova.compute.provider_tree [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.794628] env[69654]: DEBUG nova.scheduler.client.report [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Refreshing aggregate associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, aggregates: None {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 946.818779] env[69654]: DEBUG nova.scheduler.client.report [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Refreshing trait associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 946.944030] env[69654]: DEBUG nova.compute.manager [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.992651] env[69654]: DEBUG oslo_vmware.api [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555062, 'name': PowerOnVM_Task, 'duration_secs': 0.560205} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.993140] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.993370] env[69654]: DEBUG nova.compute.manager [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.994278] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b2ab0a-b858-466f-a511-15448fa53f7a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.094861] env[69654]: DEBUG oslo_vmware.api [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': task-3555063, 'name': PowerOnVM_Task, 'duration_secs': 0.610234} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.099923] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.100532] env[69654]: INFO nova.compute.manager [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Took 9.56 seconds to spawn the instance on the hypervisor. [ 947.100532] env[69654]: DEBUG nova.compute.manager [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.102294] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb04fe85-63d3-44bc-a3a8-d0e0fe5692c5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.244855] env[69654]: DEBUG nova.virt.hardware [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3744b7945ed9d7fa53e7975ce978d459',container_format='bare',created_at=2025-04-24T15:30:58Z,direct_url=,disk_format='vmdk',id=7710960e-9241-4c83-a180-3251e5d05a57,min_disk=1,min_ram=0,name='tempest-test-snap-1548469955',owner='2cbbc00a4ee0485394608c7bc4ae20df',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-24T15:31:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.245124] env[69654]: DEBUG nova.virt.hardware [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.245268] env[69654]: DEBUG nova.virt.hardware [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.245449] env[69654]: DEBUG nova.virt.hardware [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.245598] env[69654]: DEBUG nova.virt.hardware [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.245783] env[69654]: DEBUG nova.virt.hardware [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.246012] env[69654]: DEBUG nova.virt.hardware [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.246181] env[69654]: DEBUG nova.virt.hardware [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.246346] env[69654]: DEBUG nova.virt.hardware [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.246505] env[69654]: DEBUG nova.virt.hardware [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.246674] env[69654]: DEBUG nova.virt.hardware [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.251243] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298d223d-d512-4564-a459-47b7e1ecd01d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.267533] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1953333f-1df2-486c-acc3-11c91d8b47f6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.344482] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc78f15-86f9-4aa0-870d-b0c1dcda8658 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.344923] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f91ca68-1572-402f-97b8-4296f5ae96f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.359345] env[69654]: DEBUG oslo_vmware.api [None req-5fc78f15-86f9-4aa0-870d-b0c1dcda8658 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 947.359345] env[69654]: value = "task-3555064" [ 947.359345] env[69654]: _type = "Task" [ 947.359345] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.376225] env[69654]: DEBUG oslo_vmware.api [None req-5fc78f15-86f9-4aa0-870d-b0c1dcda8658 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.435517] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e309a821-5ef1-44f2-adfb-8eb155edcec0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.446076] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b397a34-6aee-4c48-a856-127d631713de {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.489269] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec069129-8936-4bc8-965e-db14fcc0edad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.524376] env[69654]: DEBUG oslo_concurrency.lockutils [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.529281] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cd2544-2553-4bb9-9848-ba525bf9dda1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.548010] env[69654]: DEBUG nova.compute.provider_tree [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.632116] env[69654]: INFO nova.compute.manager [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Took 55.10 seconds to build instance. [ 947.733309] env[69654]: DEBUG oslo_vmware.rw_handles [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Completed reading data from the image iterator. {{(pid=69654) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 947.733632] env[69654]: DEBUG oslo_vmware.rw_handles [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5247efd0-19f7-efdd-01a8-b9a49c36f0ea/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 947.734706] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d5a7ef-371f-4c36-a404-6ce734eb60ea {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.743595] env[69654]: DEBUG oslo_vmware.rw_handles [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5247efd0-19f7-efdd-01a8-b9a49c36f0ea/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 947.743829] env[69654]: DEBUG oslo_vmware.rw_handles [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5247efd0-19f7-efdd-01a8-b9a49c36f0ea/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 947.744109] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dab78f4a-98b8-4ab2-8be2-4c89154adb6b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.842903] env[69654]: DEBUG nova.network.neutron [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Successfully updated port: 4da98447-1c67-4e9c-a5db-60a2fba11c8e {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.859625] env[69654]: DEBUG nova.compute.manager [req-e6872fbd-9897-4257-a4c7-04c93918646c req-e52c8e2e-62f3-4a66-a4d0-2e8acd2e687b service nova] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Received event network-vif-plugged-4da98447-1c67-4e9c-a5db-60a2fba11c8e {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.859625] env[69654]: DEBUG oslo_concurrency.lockutils [req-e6872fbd-9897-4257-a4c7-04c93918646c req-e52c8e2e-62f3-4a66-a4d0-2e8acd2e687b service nova] Acquiring lock "6dfe0850-c7d0-492d-ae38-f6498c0634f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.859737] env[69654]: DEBUG oslo_concurrency.lockutils [req-e6872fbd-9897-4257-a4c7-04c93918646c req-e52c8e2e-62f3-4a66-a4d0-2e8acd2e687b service nova] Lock "6dfe0850-c7d0-492d-ae38-f6498c0634f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.861711] env[69654]: DEBUG oslo_concurrency.lockutils [req-e6872fbd-9897-4257-a4c7-04c93918646c req-e52c8e2e-62f3-4a66-a4d0-2e8acd2e687b service nova] Lock "6dfe0850-c7d0-492d-ae38-f6498c0634f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.861711] env[69654]: DEBUG nova.compute.manager [req-e6872fbd-9897-4257-a4c7-04c93918646c req-e52c8e2e-62f3-4a66-a4d0-2e8acd2e687b service nova] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] No waiting events found dispatching network-vif-plugged-4da98447-1c67-4e9c-a5db-60a2fba11c8e {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.861711] env[69654]: WARNING nova.compute.manager [req-e6872fbd-9897-4257-a4c7-04c93918646c req-e52c8e2e-62f3-4a66-a4d0-2e8acd2e687b service nova] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Received unexpected event network-vif-plugged-4da98447-1c67-4e9c-a5db-60a2fba11c8e for instance with vm_state building and task_state spawning. [ 947.876721] env[69654]: DEBUG oslo_vmware.api [None req-5fc78f15-86f9-4aa0-870d-b0c1dcda8658 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.057901] env[69654]: DEBUG oslo_vmware.rw_handles [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5247efd0-19f7-efdd-01a8-b9a49c36f0ea/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 948.058299] env[69654]: INFO nova.virt.vmwareapi.images [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Downloaded image file data 367a93e6-ee7f-4b48-b172-750a71dfc449 [ 948.059613] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f77e906-8d06-4028-a82f-d6004238114a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.078284] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d95e5715-cb0c-43f3-a962-1f2b379ae267 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.092793] env[69654]: DEBUG nova.scheduler.client.report [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Updated inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 948.093063] env[69654]: DEBUG nova.compute.provider_tree [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 102 to 103 during operation: update_inventory {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 948.093273] env[69654]: DEBUG nova.compute.provider_tree [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.127498] env[69654]: INFO nova.virt.vmwareapi.images [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] The imported VM was unregistered [ 948.129275] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Caching image {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 948.129938] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Creating directory with path [datastore1] devstack-image-cache_base/367a93e6-ee7f-4b48-b172-750a71dfc449 {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.130101] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91aa67a2-7983-4db4-b640-ba9a5601b1bd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.134898] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d316e161-76d7-40eb-b865-66a241fde0a2 tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Lock "33509c75-f741-4f49-b9f5-a902a513dac1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.614s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.152079] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquiring lock "d2a6b8da-92e4-401f-a878-30cb88aa5fa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.152391] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Lock "d2a6b8da-92e4-401f-a878-30cb88aa5fa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.152610] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquiring lock "d2a6b8da-92e4-401f-a878-30cb88aa5fa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.152793] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Lock "d2a6b8da-92e4-401f-a878-30cb88aa5fa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.153017] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Lock "d2a6b8da-92e4-401f-a878-30cb88aa5fa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.157442] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Created directory with path [datastore1] devstack-image-cache_base/367a93e6-ee7f-4b48-b172-750a71dfc449 {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.157442] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_90ae05e9-f5ff-4b99-a835-2ef60fac3b01/OSTACK_IMG_90ae05e9-f5ff-4b99-a835-2ef60fac3b01.vmdk to [datastore1] devstack-image-cache_base/367a93e6-ee7f-4b48-b172-750a71dfc449/367a93e6-ee7f-4b48-b172-750a71dfc449.vmdk. {{(pid=69654) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 948.157442] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-daf3832b-e7b2-41aa-b4de-af773493dc4a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.159361] env[69654]: INFO nova.compute.manager [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Terminating instance [ 948.168363] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 948.168363] env[69654]: value = "task-3555066" [ 948.168363] env[69654]: _type = "Task" [ 948.168363] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.176895] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555066, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.347327] env[69654]: DEBUG oslo_concurrency.lockutils [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "refresh_cache-6dfe0850-c7d0-492d-ae38-f6498c0634f6" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.347327] env[69654]: DEBUG oslo_concurrency.lockutils [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired lock "refresh_cache-6dfe0850-c7d0-492d-ae38-f6498c0634f6" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.347327] env[69654]: DEBUG nova.network.neutron [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.381761] env[69654]: DEBUG oslo_vmware.api [None req-5fc78f15-86f9-4aa0-870d-b0c1dcda8658 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555064, 'name': PowerOnVM_Task, 'duration_secs': 0.619366} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.381761] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc78f15-86f9-4aa0-870d-b0c1dcda8658 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.381761] env[69654]: DEBUG nova.compute.manager [None req-5fc78f15-86f9-4aa0-870d-b0c1dcda8658 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.381761] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54b4f93-bb35-47b5-9bee-52ebd51bdecb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.432547] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Acquiring lock "33509c75-f741-4f49-b9f5-a902a513dac1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.432899] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Lock "33509c75-f741-4f49-b9f5-a902a513dac1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.433514] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Acquiring lock "33509c75-f741-4f49-b9f5-a902a513dac1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.433718] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Lock "33509c75-f741-4f49-b9f5-a902a513dac1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.433920] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Lock "33509c75-f741-4f49-b9f5-a902a513dac1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.436512] env[69654]: INFO nova.compute.manager [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Terminating instance [ 948.602161] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.683s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.606316] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.909s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.608629] env[69654]: INFO nova.compute.claims [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.635786] env[69654]: INFO nova.scheduler.client.report [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Deleted allocations for instance c5dfac36-31b9-427c-9c50-a2081ef88405 [ 948.666676] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquiring lock "refresh_cache-d2a6b8da-92e4-401f-a878-30cb88aa5fa3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.666676] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquired lock "refresh_cache-d2a6b8da-92e4-401f-a878-30cb88aa5fa3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.666676] env[69654]: DEBUG nova.network.neutron [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.688126] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555066, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.881390] env[69654]: DEBUG nova.network.neutron [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.940999] env[69654]: DEBUG nova.compute.manager [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.941256] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.942490] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821b7ee4-676e-48ae-a7db-b1a38c64b005 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.952680] env[69654]: DEBUG nova.network.neutron [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Port d71590b5-7c98-4eea-9644-e789518162bd binding to destination host cpu-1 is already ACTIVE {{(pid=69654) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 948.952997] env[69654]: DEBUG oslo_concurrency.lockutils [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.953184] env[69654]: DEBUG oslo_concurrency.lockutils [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquired lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.953363] env[69654]: DEBUG nova.network.neutron [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.957315] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.960661] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-077295fe-35d9-4259-9889-64d18a55da9e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.974054] env[69654]: DEBUG oslo_vmware.api [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Waiting for the task: (returnval){ [ 948.974054] env[69654]: value = "task-3555067" [ 948.974054] env[69654]: _type = "Task" [ 948.974054] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.987264] env[69654]: DEBUG oslo_vmware.api [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': task-3555067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.031144] env[69654]: DEBUG nova.network.neutron [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Updating instance_info_cache with network_info: [{"id": "4da98447-1c67-4e9c-a5db-60a2fba11c8e", "address": "fa:16:3e:b4:31:5e", "network": {"id": "ada968c3-dd4b-40d3-8b76-9f93c25df0da", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1829149816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cbbc00a4ee0485394608c7bc4ae20df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da98447-1c", "ovs_interfaceid": "4da98447-1c67-4e9c-a5db-60a2fba11c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.143905] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d122f54c-ecfa-421a-b215-739063789ade tempest-InstanceActionsTestJSON-1176701786 tempest-InstanceActionsTestJSON-1176701786-project-member] Lock "c5dfac36-31b9-427c-9c50-a2081ef88405" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.500s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.183301] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555066, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.195882] env[69654]: DEBUG nova.network.neutron [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.305159] env[69654]: DEBUG nova.network.neutron [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.493243] env[69654]: DEBUG oslo_vmware.api [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': task-3555067, 'name': PowerOffVM_Task, 'duration_secs': 0.371897} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.493243] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.493243] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.493243] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59b365eb-9c1d-405f-b474-8457471d9282 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.535803] env[69654]: DEBUG oslo_concurrency.lockutils [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Releasing lock "refresh_cache-6dfe0850-c7d0-492d-ae38-f6498c0634f6" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.535803] env[69654]: DEBUG nova.compute.manager [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Instance network_info: |[{"id": "4da98447-1c67-4e9c-a5db-60a2fba11c8e", "address": "fa:16:3e:b4:31:5e", "network": {"id": "ada968c3-dd4b-40d3-8b76-9f93c25df0da", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1829149816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cbbc00a4ee0485394608c7bc4ae20df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da98447-1c", "ovs_interfaceid": "4da98447-1c67-4e9c-a5db-60a2fba11c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.535803] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:31:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4da98447-1c67-4e9c-a5db-60a2fba11c8e', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.543073] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.543386] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.543627] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91d9055b-7ca3-4e59-b09f-c7a54299241e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.577388] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.577388] env[69654]: value = "task-3555069" [ 949.577388] env[69654]: _type = "Task" [ 949.577388] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.585558] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.585558] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.585558] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Deleting the datastore file [datastore2] 33509c75-f741-4f49-b9f5-a902a513dac1 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.585558] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cecd70c-5aee-4a88-a77e-bd6d76c86ed8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.594589] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555069, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.605586] env[69654]: DEBUG oslo_vmware.api [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Waiting for the task: (returnval){ [ 949.605586] env[69654]: value = "task-3555070" [ 949.605586] env[69654]: _type = "Task" [ 949.605586] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.625152] env[69654]: DEBUG oslo_vmware.api [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': task-3555070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.689315] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555066, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.807364] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Releasing lock "refresh_cache-d2a6b8da-92e4-401f-a878-30cb88aa5fa3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.807930] env[69654]: DEBUG nova.compute.manager [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.808184] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.809370] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7231d1e-5901-49d3-ae89-34be4c64449e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.821353] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.824612] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-391a08d1-8926-4635-9161-dff248c8fa1a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.841352] env[69654]: DEBUG oslo_vmware.api [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 949.841352] env[69654]: value = "task-3555071" [ 949.841352] env[69654]: _type = "Task" [ 949.841352] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.856720] env[69654]: DEBUG oslo_vmware.api [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.979880] env[69654]: DEBUG nova.network.neutron [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updating instance_info_cache with network_info: [{"id": "d71590b5-7c98-4eea-9644-e789518162bd", "address": "fa:16:3e:0a:f3:22", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71590b5-7c", "ovs_interfaceid": "d71590b5-7c98-4eea-9644-e789518162bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.097728] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555069, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.122400] env[69654]: DEBUG oslo_vmware.api [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Task: {'id': task-3555070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324059} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.122750] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.123043] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.123201] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.123707] env[69654]: INFO nova.compute.manager [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 950.124064] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.125309] env[69654]: DEBUG nova.compute.manager [-] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.125309] env[69654]: DEBUG nova.network.neutron [-] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.171795] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237c0f33-1bee-41f9-9936-8c5b7dad60c8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.188956] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555066, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.195158] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b32ff42-3695-4d9c-831c-a9c267224dcc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.234355] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ff6bb4-c10d-4bb7-9243-6090d8a55bb7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.246876] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5ae8ea-0d29-4d9e-aa7f-5755c41c3ca6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.269027] env[69654]: DEBUG nova.compute.provider_tree [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.317343] env[69654]: DEBUG nova.compute.manager [req-cfc51fea-1048-4170-8e98-476fa72db9a7 req-81aac25f-0302-4863-912e-553964e9ccfb service nova] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Received event network-changed-4da98447-1c67-4e9c-a5db-60a2fba11c8e {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.317343] env[69654]: DEBUG nova.compute.manager [req-cfc51fea-1048-4170-8e98-476fa72db9a7 req-81aac25f-0302-4863-912e-553964e9ccfb service nova] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Refreshing instance network info cache due to event network-changed-4da98447-1c67-4e9c-a5db-60a2fba11c8e. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.317343] env[69654]: DEBUG oslo_concurrency.lockutils [req-cfc51fea-1048-4170-8e98-476fa72db9a7 req-81aac25f-0302-4863-912e-553964e9ccfb service nova] Acquiring lock "refresh_cache-6dfe0850-c7d0-492d-ae38-f6498c0634f6" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.317343] env[69654]: DEBUG oslo_concurrency.lockutils [req-cfc51fea-1048-4170-8e98-476fa72db9a7 req-81aac25f-0302-4863-912e-553964e9ccfb service nova] Acquired lock "refresh_cache-6dfe0850-c7d0-492d-ae38-f6498c0634f6" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.317655] env[69654]: DEBUG nova.network.neutron [req-cfc51fea-1048-4170-8e98-476fa72db9a7 req-81aac25f-0302-4863-912e-553964e9ccfb service nova] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Refreshing network info cache for port 4da98447-1c67-4e9c-a5db-60a2fba11c8e {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.362571] env[69654]: DEBUG oslo_vmware.api [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.484165] env[69654]: DEBUG oslo_concurrency.lockutils [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Releasing lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.597863] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555069, 'name': CreateVM_Task, 'duration_secs': 0.562751} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.602015] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.603242] env[69654]: DEBUG oslo_concurrency.lockutils [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7710960e-9241-4c83-a180-3251e5d05a57" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.603555] env[69654]: DEBUG oslo_concurrency.lockutils [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7710960e-9241-4c83-a180-3251e5d05a57" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.604107] env[69654]: DEBUG oslo_concurrency.lockutils [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7710960e-9241-4c83-a180-3251e5d05a57" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.604985] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f28fa475-3b97-48ac-ad78-4ca58ba49bae {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.619182] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 950.619182] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52aae023-d1b2-f175-ecd1-ae5d38888544" [ 950.619182] env[69654]: _type = "Task" [ 950.619182] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.646608] env[69654]: DEBUG oslo_concurrency.lockutils [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7710960e-9241-4c83-a180-3251e5d05a57" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.647084] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Processing image 7710960e-9241-4c83-a180-3251e5d05a57 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.648035] env[69654]: DEBUG oslo_concurrency.lockutils [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7710960e-9241-4c83-a180-3251e5d05a57/7710960e-9241-4c83-a180-3251e5d05a57.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.648035] env[69654]: DEBUG oslo_concurrency.lockutils [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7710960e-9241-4c83-a180-3251e5d05a57/7710960e-9241-4c83-a180-3251e5d05a57.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.648035] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.648476] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67d94df1-723c-46c3-a316-730b8ce773a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.667356] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.667356] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.668147] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e03fedad-2d42-4ebe-b586-093b9a335a17 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.687069] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555066, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.689538] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 950.689538] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525d9335-f47f-055b-eb29-9dac0c86b3fe" [ 950.689538] env[69654]: _type = "Task" [ 950.689538] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.710111] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Preparing fetch location {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 950.710456] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Fetch image to [datastore2] OSTACK_IMG_42c9f81f-341c-4a74-a774-d0cea2e5e591/OSTACK_IMG_42c9f81f-341c-4a74-a774-d0cea2e5e591.vmdk {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 950.710750] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Downloading stream optimized image 7710960e-9241-4c83-a180-3251e5d05a57 to [datastore2] OSTACK_IMG_42c9f81f-341c-4a74-a774-d0cea2e5e591/OSTACK_IMG_42c9f81f-341c-4a74-a774-d0cea2e5e591.vmdk on the data store datastore2 as vApp {{(pid=69654) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 950.711018] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Downloading image file data 7710960e-9241-4c83-a180-3251e5d05a57 to the ESX as VM named 'OSTACK_IMG_42c9f81f-341c-4a74-a774-d0cea2e5e591' {{(pid=69654) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 950.777527] env[69654]: DEBUG nova.compute.manager [req-156fe530-6252-4276-8eef-a78cc56ab6aa req-fe4062ab-825e-452a-bf91-7f575a588350 service nova] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Received event network-vif-deleted-7fbde502-d40e-400d-83f5-71c7d3cf43ec {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.777890] env[69654]: INFO nova.compute.manager [req-156fe530-6252-4276-8eef-a78cc56ab6aa req-fe4062ab-825e-452a-bf91-7f575a588350 service nova] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Neutron deleted interface 7fbde502-d40e-400d-83f5-71c7d3cf43ec; detaching it from the instance and deleting it from the info cache [ 950.778201] env[69654]: DEBUG nova.network.neutron [req-156fe530-6252-4276-8eef-a78cc56ab6aa req-fe4062ab-825e-452a-bf91-7f575a588350 service nova] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.823854] env[69654]: DEBUG oslo_vmware.rw_handles [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 950.823854] env[69654]: value = "resgroup-9" [ 950.823854] env[69654]: _type = "ResourcePool" [ 950.823854] env[69654]: }. {{(pid=69654) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 950.824382] env[69654]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-40262d3b-47b7-40e7-ae72-466e8bebdab5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.842462] env[69654]: DEBUG nova.scheduler.client.report [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Updated inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 950.842733] env[69654]: DEBUG nova.compute.provider_tree [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 103 to 104 during operation: update_inventory {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 950.842951] env[69654]: DEBUG nova.compute.provider_tree [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.863359] env[69654]: DEBUG oslo_vmware.api [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555071, 'name': PowerOffVM_Task, 'duration_secs': 0.602472} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.865660] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.866019] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.866423] env[69654]: DEBUG oslo_vmware.rw_handles [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lease: (returnval){ [ 950.866423] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523ea9af-b2fd-5946-c5ac-aa82951e04ae" [ 950.866423] env[69654]: _type = "HttpNfcLease" [ 950.866423] env[69654]: } obtained for vApp import into resource pool (val){ [ 950.866423] env[69654]: value = "resgroup-9" [ 950.866423] env[69654]: _type = "ResourcePool" [ 950.866423] env[69654]: }. {{(pid=69654) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 950.866654] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the lease: (returnval){ [ 950.866654] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523ea9af-b2fd-5946-c5ac-aa82951e04ae" [ 950.866654] env[69654]: _type = "HttpNfcLease" [ 950.866654] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 950.867188] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7efcea1-f782-4352-a6e7-c02c6c2fe8d9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.880113] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.880113] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523ea9af-b2fd-5946-c5ac-aa82951e04ae" [ 950.880113] env[69654]: _type = "HttpNfcLease" [ 950.880113] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 950.925395] env[69654]: DEBUG oslo_concurrency.lockutils [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.925831] env[69654]: DEBUG oslo_concurrency.lockutils [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.926567] env[69654]: DEBUG oslo_concurrency.lockutils [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.926567] env[69654]: DEBUG oslo_concurrency.lockutils [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.926567] env[69654]: DEBUG oslo_concurrency.lockutils [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.928817] env[69654]: INFO nova.compute.manager [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Terminating instance [ 950.968058] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.968380] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.968578] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Deleting the datastore file [datastore1] d2a6b8da-92e4-401f-a878-30cb88aa5fa3 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.968954] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19f8b741-47fa-4ef4-9c02-506821ef59e5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.986654] env[69654]: DEBUG nova.compute.manager [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69654) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 950.987190] env[69654]: DEBUG oslo_concurrency.lockutils [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.987299] env[69654]: DEBUG oslo_vmware.api [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for the task: (returnval){ [ 950.987299] env[69654]: value = "task-3555074" [ 950.987299] env[69654]: _type = "Task" [ 950.987299] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.998412] env[69654]: DEBUG oslo_vmware.api [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.053365] env[69654]: DEBUG nova.network.neutron [-] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.184652] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555066, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.005493} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.185013] env[69654]: INFO nova.virt.vmwareapi.ds_util [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_90ae05e9-f5ff-4b99-a835-2ef60fac3b01/OSTACK_IMG_90ae05e9-f5ff-4b99-a835-2ef60fac3b01.vmdk to [datastore1] devstack-image-cache_base/367a93e6-ee7f-4b48-b172-750a71dfc449/367a93e6-ee7f-4b48-b172-750a71dfc449.vmdk. [ 951.185254] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Cleaning up location [datastore1] OSTACK_IMG_90ae05e9-f5ff-4b99-a835-2ef60fac3b01 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 951.185464] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_90ae05e9-f5ff-4b99-a835-2ef60fac3b01 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.185776] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d44c8b5-4119-44f1-a829-867cc7e11ca0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.194080] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 951.194080] env[69654]: value = "task-3555075" [ 951.194080] env[69654]: _type = "Task" [ 951.194080] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.204817] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.281715] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f172de1a-e089-4108-9e6f-dbffb768e079 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.299191] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be902348-c367-4c8c-b1ea-b256f328e4a2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.354635] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.354868] env[69654]: DEBUG nova.compute.manager [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.362366] env[69654]: DEBUG nova.compute.manager [req-156fe530-6252-4276-8eef-a78cc56ab6aa req-fe4062ab-825e-452a-bf91-7f575a588350 service nova] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Detach interface failed, port_id=7fbde502-d40e-400d-83f5-71c7d3cf43ec, reason: Instance 33509c75-f741-4f49-b9f5-a902a513dac1 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 951.366823] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.699s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.369780] env[69654]: INFO nova.compute.claims [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.386630] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 951.386630] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523ea9af-b2fd-5946-c5ac-aa82951e04ae" [ 951.386630] env[69654]: _type = "HttpNfcLease" [ 951.386630] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 951.433562] env[69654]: DEBUG nova.compute.manager [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.433828] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.435141] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9646ee33-5ee2-4c5b-ad15-75a76ad6f4d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.445596] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.445596] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c8cfbd4-789c-4f7c-96a2-cc5cc52330ff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.454454] env[69654]: DEBUG oslo_vmware.api [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 951.454454] env[69654]: value = "task-3555076" [ 951.454454] env[69654]: _type = "Task" [ 951.454454] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.472864] env[69654]: DEBUG oslo_vmware.api [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.507209] env[69654]: DEBUG oslo_vmware.api [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Task: {'id': task-3555074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300815} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.507209] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.507209] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.507209] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.507209] env[69654]: INFO nova.compute.manager [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Took 1.70 seconds to destroy the instance on the hypervisor. [ 951.507209] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.507369] env[69654]: DEBUG nova.compute.manager [-] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.507576] env[69654]: DEBUG nova.network.neutron [-] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.530432] env[69654]: DEBUG nova.network.neutron [-] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.561486] env[69654]: INFO nova.compute.manager [-] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Took 1.44 seconds to deallocate network for instance. [ 951.598654] env[69654]: DEBUG nova.network.neutron [req-cfc51fea-1048-4170-8e98-476fa72db9a7 req-81aac25f-0302-4863-912e-553964e9ccfb service nova] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Updated VIF entry in instance network info cache for port 4da98447-1c67-4e9c-a5db-60a2fba11c8e. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.600065] env[69654]: DEBUG nova.network.neutron [req-cfc51fea-1048-4170-8e98-476fa72db9a7 req-81aac25f-0302-4863-912e-553964e9ccfb service nova] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Updating instance_info_cache with network_info: [{"id": "4da98447-1c67-4e9c-a5db-60a2fba11c8e", "address": "fa:16:3e:b4:31:5e", "network": {"id": "ada968c3-dd4b-40d3-8b76-9f93c25df0da", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1829149816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cbbc00a4ee0485394608c7bc4ae20df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da98447-1c", "ovs_interfaceid": "4da98447-1c67-4e9c-a5db-60a2fba11c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.710778] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099062} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.710778] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.710778] env[69654]: DEBUG oslo_concurrency.lockutils [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/367a93e6-ee7f-4b48-b172-750a71dfc449/367a93e6-ee7f-4b48-b172-750a71dfc449.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.710778] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/367a93e6-ee7f-4b48-b172-750a71dfc449/367a93e6-ee7f-4b48-b172-750a71dfc449.vmdk to [datastore1] 9f12ce3e-28c9-480a-8ce0-7193016e331b/9f12ce3e-28c9-480a-8ce0-7193016e331b.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.710778] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-279e6ebb-c4b9-4894-a85f-e36446bc4b9f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.720453] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 951.720453] env[69654]: value = "task-3555077" [ 951.720453] env[69654]: _type = "Task" [ 951.720453] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.731432] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.865601] env[69654]: DEBUG nova.compute.utils [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.867506] env[69654]: DEBUG nova.compute.manager [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.868319] env[69654]: DEBUG nova.network.neutron [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.889032] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 951.889032] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523ea9af-b2fd-5946-c5ac-aa82951e04ae" [ 951.889032] env[69654]: _type = "HttpNfcLease" [ 951.889032] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 951.976512] env[69654]: DEBUG oslo_vmware.api [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555076, 'name': PowerOffVM_Task, 'duration_secs': 0.42894} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.979017] env[69654]: DEBUG nova.policy [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edd06bce217745c0a42afa8261ab0473', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8418596595fc4d86baf8343eed239c69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.983023] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.983023] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.983023] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0f8e7f0-faba-4dab-9b68-f4172cc2ca0a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.034996] env[69654]: DEBUG nova.network.neutron [-] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.063334] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquiring lock "bd4e83dd-4d58-4769-82f7-966767243077" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.064535] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "bd4e83dd-4d58-4769-82f7-966767243077" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.067133] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquiring lock "bd4e83dd-4d58-4769-82f7-966767243077-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.067133] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "bd4e83dd-4d58-4769-82f7-966767243077-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.067133] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "bd4e83dd-4d58-4769-82f7-966767243077-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.071303] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.072211] env[69654]: INFO nova.compute.manager [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Terminating instance [ 952.081330] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.081861] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.082348] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Deleting the datastore file [datastore2] ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.083031] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e35fbb34-6e0f-4229-841c-0e44f906646e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.093206] env[69654]: DEBUG oslo_vmware.api [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 952.093206] env[69654]: value = "task-3555079" [ 952.093206] env[69654]: _type = "Task" [ 952.093206] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.106723] env[69654]: DEBUG oslo_concurrency.lockutils [req-cfc51fea-1048-4170-8e98-476fa72db9a7 req-81aac25f-0302-4863-912e-553964e9ccfb service nova] Releasing lock "refresh_cache-6dfe0850-c7d0-492d-ae38-f6498c0634f6" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.108823] env[69654]: DEBUG oslo_vmware.api [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.243108] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555077, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.372769] env[69654]: DEBUG nova.compute.manager [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.394082] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.394082] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523ea9af-b2fd-5946-c5ac-aa82951e04ae" [ 952.394082] env[69654]: _type = "HttpNfcLease" [ 952.394082] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 952.394729] env[69654]: DEBUG oslo_vmware.rw_handles [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 952.394729] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523ea9af-b2fd-5946-c5ac-aa82951e04ae" [ 952.394729] env[69654]: _type = "HttpNfcLease" [ 952.394729] env[69654]: }. {{(pid=69654) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 952.396405] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc44a233-52f0-49de-9e54-1d182f24ae18 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.417997] env[69654]: DEBUG oslo_vmware.rw_handles [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52771ae3-aa4e-fe56-e43b-3627b9885949/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 952.418661] env[69654]: DEBUG oslo_vmware.rw_handles [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52771ae3-aa4e-fe56-e43b-3627b9885949/disk-0.vmdk. {{(pid=69654) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 952.490525] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-44438592-d325-4724-aaeb-84218b7aa170 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.537736] env[69654]: INFO nova.compute.manager [-] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Took 1.03 seconds to deallocate network for instance. [ 952.579209] env[69654]: DEBUG nova.compute.manager [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.579209] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.579209] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524580ef-5ac5-4d54-8595-c5e91f90d67c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.601674] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.605216] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b289df4e-b558-4ffe-a2e1-161b82a1457d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.611664] env[69654]: DEBUG oslo_vmware.api [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266354} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.612633] env[69654]: DEBUG nova.network.neutron [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Successfully created port: 6d1b54c9-21ac-4a12-81f2-7a9bb02fae92 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.615150] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.615378] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.615562] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.615736] env[69654]: INFO nova.compute.manager [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 952.615985] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.616234] env[69654]: DEBUG nova.compute.manager [-] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.616331] env[69654]: DEBUG nova.network.neutron [-] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.626385] env[69654]: DEBUG oslo_vmware.api [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 952.626385] env[69654]: value = "task-3555080" [ 952.626385] env[69654]: _type = "Task" [ 952.626385] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.647290] env[69654]: DEBUG oslo_vmware.api [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3555080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.737947] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555077, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.045975] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.075051] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5995c56c-db70-4d28-9cc6-8b89a5159022 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.092507] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f014b800-975b-4046-84e0-26bb6f0a9972 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.160368] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcd2bee-21c9-4002-b8e6-c033906e4c89 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.171144] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79b5ea8-7e44-4ac1-9fa3-b8049ddb2c99 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.179900] env[69654]: DEBUG oslo_vmware.api [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3555080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.199478] env[69654]: DEBUG nova.compute.provider_tree [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.238588] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555077, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.383609] env[69654]: DEBUG nova.compute.manager [req-00c09f7d-3ed8-4f7d-b10f-269798f66ae0 req-42f7a5d5-9942-4d2a-886f-38a6e62b1384 service nova] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Received event network-vif-deleted-56e528e3-c1a8-48c7-9e06-4b727ff767af {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.383609] env[69654]: INFO nova.compute.manager [req-00c09f7d-3ed8-4f7d-b10f-269798f66ae0 req-42f7a5d5-9942-4d2a-886f-38a6e62b1384 service nova] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Neutron deleted interface 56e528e3-c1a8-48c7-9e06-4b727ff767af; detaching it from the instance and deleting it from the info cache [ 953.383930] env[69654]: DEBUG nova.network.neutron [req-00c09f7d-3ed8-4f7d-b10f-269798f66ae0 req-42f7a5d5-9942-4d2a-886f-38a6e62b1384 service nova] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.393733] env[69654]: DEBUG nova.compute.manager [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.433741] env[69654]: DEBUG nova.virt.hardware [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.434017] env[69654]: DEBUG nova.virt.hardware [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.434186] env[69654]: DEBUG nova.virt.hardware [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.434414] env[69654]: DEBUG nova.virt.hardware [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.434771] env[69654]: DEBUG nova.virt.hardware [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.434771] env[69654]: DEBUG nova.virt.hardware [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.435019] env[69654]: DEBUG nova.virt.hardware [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.435103] env[69654]: DEBUG nova.virt.hardware [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.435286] env[69654]: DEBUG nova.virt.hardware [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.435443] env[69654]: DEBUG nova.virt.hardware [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.435633] env[69654]: DEBUG nova.virt.hardware [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.436632] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c3e020-3af2-434c-b7c5-10811d9ab671 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.450347] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de113f2-7609-47d4-85be-381cdf88f65c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.488426] env[69654]: DEBUG oslo_vmware.rw_handles [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Completed reading data from the image iterator. {{(pid=69654) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 953.489751] env[69654]: DEBUG oslo_vmware.rw_handles [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52771ae3-aa4e-fe56-e43b-3627b9885949/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 953.489877] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40705ba-f93b-401b-ab82-7adfb11c0831 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.499487] env[69654]: DEBUG oslo_vmware.rw_handles [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52771ae3-aa4e-fe56-e43b-3627b9885949/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 953.499684] env[69654]: DEBUG oslo_vmware.rw_handles [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52771ae3-aa4e-fe56-e43b-3627b9885949/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 953.500013] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9a5b8219-2510-47ed-84a7-6acca7959c84 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.666928] env[69654]: DEBUG oslo_vmware.api [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3555080, 'name': PowerOffVM_Task, 'duration_secs': 0.794499} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.667232] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.667440] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.668072] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10656fe9-14f8-41b2-9a73-fb430eda3eca {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.707948] env[69654]: DEBUG nova.scheduler.client.report [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.721588] env[69654]: DEBUG nova.network.neutron [-] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.734583] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555077, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.751551] env[69654]: DEBUG oslo_vmware.rw_handles [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52771ae3-aa4e-fe56-e43b-3627b9885949/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 953.751791] env[69654]: INFO nova.virt.vmwareapi.images [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Downloaded image file data 7710960e-9241-4c83-a180-3251e5d05a57 [ 953.753557] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e44693-ba85-4270-b6dd-4b5e5ee1d8fc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.772727] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce62ec7f-e16f-40be-847e-dbd292fc5a92 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.819717] env[69654]: INFO nova.virt.vmwareapi.images [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] The imported VM was unregistered [ 953.822616] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Caching image {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 953.823049] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7710960e-9241-4c83-a180-3251e5d05a57 {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.823453] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4d203c9-b4e1-428b-bfa9-c514369738a7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.839137] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Created directory with path [datastore2] devstack-image-cache_base/7710960e-9241-4c83-a180-3251e5d05a57 {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.839506] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_42c9f81f-341c-4a74-a774-d0cea2e5e591/OSTACK_IMG_42c9f81f-341c-4a74-a774-d0cea2e5e591.vmdk to [datastore2] devstack-image-cache_base/7710960e-9241-4c83-a180-3251e5d05a57/7710960e-9241-4c83-a180-3251e5d05a57.vmdk. {{(pid=69654) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 953.839899] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5f01251c-4113-4809-811b-1b48e092d21e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.851729] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 953.851729] env[69654]: value = "task-3555083" [ 953.851729] env[69654]: _type = "Task" [ 953.851729] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.865074] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555083, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.886692] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3939e93-fa66-4402-bc1c-b29752c3dcd8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.897921] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c1013c-dce1-45bc-8a0c-acce5ffc3b0b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.944775] env[69654]: DEBUG nova.compute.manager [req-00c09f7d-3ed8-4f7d-b10f-269798f66ae0 req-42f7a5d5-9942-4d2a-886f-38a6e62b1384 service nova] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Detach interface failed, port_id=56e528e3-c1a8-48c7-9e06-4b727ff767af, reason: Instance ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 953.956202] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.956202] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.956202] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Deleting the datastore file [datastore1] bd4e83dd-4d58-4769-82f7-966767243077 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.956401] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f18cf75c-6a8c-4f91-b55d-6792a000aeb9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.968238] env[69654]: DEBUG oslo_vmware.api [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for the task: (returnval){ [ 953.968238] env[69654]: value = "task-3555084" [ 953.968238] env[69654]: _type = "Task" [ 953.968238] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.982350] env[69654]: DEBUG oslo_vmware.api [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3555084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.213577] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.847s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.214179] env[69654]: DEBUG nova.compute.manager [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.217134] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.651s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.217316] env[69654]: DEBUG nova.objects.instance [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Lazy-loading 'resources' on Instance uuid 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.226020] env[69654]: INFO nova.compute.manager [-] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Took 1.61 seconds to deallocate network for instance. [ 954.248467] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555077, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.373691] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555083, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.489252] env[69654]: DEBUG oslo_vmware.api [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3555084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.561864] env[69654]: DEBUG nova.compute.manager [req-f5096e2d-1464-44db-9ac7-f273d3d2638c req-1f5b00d0-e828-4a7f-aadf-9efdc8a77791 service nova] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Received event network-vif-plugged-6d1b54c9-21ac-4a12-81f2-7a9bb02fae92 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.562198] env[69654]: DEBUG oslo_concurrency.lockutils [req-f5096e2d-1464-44db-9ac7-f273d3d2638c req-1f5b00d0-e828-4a7f-aadf-9efdc8a77791 service nova] Acquiring lock "d9e70dde-3175-4edf-b8d1-2690b9386a62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.562426] env[69654]: DEBUG oslo_concurrency.lockutils [req-f5096e2d-1464-44db-9ac7-f273d3d2638c req-1f5b00d0-e828-4a7f-aadf-9efdc8a77791 service nova] Lock "d9e70dde-3175-4edf-b8d1-2690b9386a62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.562597] env[69654]: DEBUG oslo_concurrency.lockutils [req-f5096e2d-1464-44db-9ac7-f273d3d2638c req-1f5b00d0-e828-4a7f-aadf-9efdc8a77791 service nova] Lock "d9e70dde-3175-4edf-b8d1-2690b9386a62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.562790] env[69654]: DEBUG nova.compute.manager [req-f5096e2d-1464-44db-9ac7-f273d3d2638c req-1f5b00d0-e828-4a7f-aadf-9efdc8a77791 service nova] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] No waiting events found dispatching network-vif-plugged-6d1b54c9-21ac-4a12-81f2-7a9bb02fae92 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.563026] env[69654]: WARNING nova.compute.manager [req-f5096e2d-1464-44db-9ac7-f273d3d2638c req-1f5b00d0-e828-4a7f-aadf-9efdc8a77791 service nova] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Received unexpected event network-vif-plugged-6d1b54c9-21ac-4a12-81f2-7a9bb02fae92 for instance with vm_state building and task_state spawning. [ 954.725981] env[69654]: DEBUG nova.compute.utils [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.729426] env[69654]: DEBUG nova.compute.manager [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.729710] env[69654]: DEBUG nova.network.neutron [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.742178] env[69654]: DEBUG oslo_concurrency.lockutils [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.752072] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555077, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.88607} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.752512] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/367a93e6-ee7f-4b48-b172-750a71dfc449/367a93e6-ee7f-4b48-b172-750a71dfc449.vmdk to [datastore1] 9f12ce3e-28c9-480a-8ce0-7193016e331b/9f12ce3e-28c9-480a-8ce0-7193016e331b.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.757066] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242260a8-e539-4944-995a-7879f5eb04b3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.762192] env[69654]: DEBUG nova.network.neutron [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Successfully updated port: 6d1b54c9-21ac-4a12-81f2-7a9bb02fae92 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.791981] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 9f12ce3e-28c9-480a-8ce0-7193016e331b/9f12ce3e-28c9-480a-8ce0-7193016e331b.vmdk or device None with type streamOptimized {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.796170] env[69654]: DEBUG nova.policy [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84fd0e21f4e54a15b5165166a5eb0bc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62af8cdf4ad44000ad90ef1c47064f13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.798499] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e7a64fc-5e55-471a-bb1b-41f6031a3ca8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.826646] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 954.826646] env[69654]: value = "task-3555085" [ 954.826646] env[69654]: _type = "Task" [ 954.826646] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.839996] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.866081] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555083, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.981240] env[69654]: DEBUG oslo_vmware.api [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Task: {'id': task-3555084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.931357} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.981529] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.981720] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.982156] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.982156] env[69654]: INFO nova.compute.manager [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Took 2.40 seconds to destroy the instance on the hypervisor. [ 954.982357] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.985168] env[69654]: DEBUG nova.compute.manager [-] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.985276] env[69654]: DEBUG nova.network.neutron [-] [instance: bd4e83dd-4d58-4769-82f7-966767243077] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.159674] env[69654]: DEBUG nova.network.neutron [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Successfully created port: 0c464bb5-2c6a-4e9b-9046-30a4c4568daf {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.236790] env[69654]: DEBUG nova.compute.manager [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.266600] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc50d2a-a81d-44a7-b9da-d2196eff52b2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.272821] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "refresh_cache-d9e70dde-3175-4edf-b8d1-2690b9386a62" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.273007] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "refresh_cache-d9e70dde-3175-4edf-b8d1-2690b9386a62" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.273181] env[69654]: DEBUG nova.network.neutron [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.284880] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68683b7a-26c1-4352-a2c1-53a5a2b00211 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.327842] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ed5c4b-3e73-43bf-b6a8-3933e84c5483 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.344122] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9465323-9c59-4b7a-b33e-38595e674f4a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.353462] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555085, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.375706] env[69654]: DEBUG nova.compute.provider_tree [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.390561] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555083, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.840978] env[69654]: DEBUG nova.network.neutron [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.847028] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555085, 'name': ReconfigVM_Task, 'duration_secs': 0.532454} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.847276] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 9f12ce3e-28c9-480a-8ce0-7193016e331b/9f12ce3e-28c9-480a-8ce0-7193016e331b.vmdk or device None with type streamOptimized {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.848700] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encrypted': False, 'boot_index': 0, 'encryption_options': None, 'encryption_format': None, 'guest_format': None, 'device_name': '/dev/sda', 'image_id': 'd5e689d4-03ad-4f0e-ba3b-bff2b1602c53'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sdb', 'attachment_id': '130507f4-be5d-4a7b-b3eb-0c3d108515e4', 'delete_on_termination': False, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709788', 'volume_id': '7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a', 'name': 'volume-7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9f12ce3e-28c9-480a-8ce0-7193016e331b', 'attached_at': '', 'detached_at': '', 'volume_id': '7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a', 'serial': '7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69654) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 955.848911] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Volume attach. Driver type: vmdk {{(pid=69654) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 955.849223] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709788', 'volume_id': '7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a', 'name': 'volume-7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9f12ce3e-28c9-480a-8ce0-7193016e331b', 'attached_at': '', 'detached_at': '', 'volume_id': '7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a', 'serial': '7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 955.850341] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1710624b-8661-4467-832f-380fca13eaf5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.873357] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555083, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.874414] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2859fc-056f-49c2-a861-625f67543f8d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.883192] env[69654]: DEBUG nova.scheduler.client.report [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.909248] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] volume-7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a/volume-7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.910702] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fac423f9-a305-4ca2-9914-dd5e8d2256f8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.937209] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 955.937209] env[69654]: value = "task-3555086" [ 955.937209] env[69654]: _type = "Task" [ 955.937209] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.948606] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.106650] env[69654]: DEBUG nova.network.neutron [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Updating instance_info_cache with network_info: [{"id": "6d1b54c9-21ac-4a12-81f2-7a9bb02fae92", "address": "fa:16:3e:26:06:6c", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1b54c9-21", "ovs_interfaceid": "6d1b54c9-21ac-4a12-81f2-7a9bb02fae92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.246148] env[69654]: DEBUG nova.compute.manager [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.252990] env[69654]: DEBUG nova.network.neutron [-] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.277417] env[69654]: DEBUG nova.virt.hardware [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.277417] env[69654]: DEBUG nova.virt.hardware [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.277417] env[69654]: DEBUG nova.virt.hardware [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.277844] env[69654]: DEBUG nova.virt.hardware [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.277844] env[69654]: DEBUG nova.virt.hardware [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.277844] env[69654]: DEBUG nova.virt.hardware [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.277937] env[69654]: DEBUG nova.virt.hardware [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.278081] env[69654]: DEBUG nova.virt.hardware [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.278251] env[69654]: DEBUG nova.virt.hardware [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.278412] env[69654]: DEBUG nova.virt.hardware [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.278584] env[69654]: DEBUG nova.virt.hardware [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.279701] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1f6f9b-7f38-47d0-8f3b-6a6238a39c8b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.288982] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aac9ea-e876-4931-9c27-88def5dd7725 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.365390] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555083, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.487201} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.365678] env[69654]: INFO nova.virt.vmwareapi.ds_util [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_42c9f81f-341c-4a74-a774-d0cea2e5e591/OSTACK_IMG_42c9f81f-341c-4a74-a774-d0cea2e5e591.vmdk to [datastore2] devstack-image-cache_base/7710960e-9241-4c83-a180-3251e5d05a57/7710960e-9241-4c83-a180-3251e5d05a57.vmdk. [ 956.365863] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Cleaning up location [datastore2] OSTACK_IMG_42c9f81f-341c-4a74-a774-d0cea2e5e591 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 956.366039] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_42c9f81f-341c-4a74-a774-d0cea2e5e591 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.366319] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccd4febb-2a36-4e45-90d1-1a8ec1b1a476 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.373648] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 956.373648] env[69654]: value = "task-3555087" [ 956.373648] env[69654]: _type = "Task" [ 956.373648] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.383062] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.411769] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.415232] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.647s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.417035] env[69654]: INFO nova.compute.claims [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.436070] env[69654]: INFO nova.scheduler.client.report [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Deleted allocations for instance 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4 [ 956.450885] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.491452] env[69654]: DEBUG oslo_vmware.rw_handles [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ed9b7-ed0b-0458-53ab-e94fcc7d18b6/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 956.492632] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb80336-c114-409c-ba38-a1ab76732fba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.500564] env[69654]: DEBUG oslo_vmware.rw_handles [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ed9b7-ed0b-0458-53ab-e94fcc7d18b6/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 956.500732] env[69654]: ERROR oslo_vmware.rw_handles [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ed9b7-ed0b-0458-53ab-e94fcc7d18b6/disk-0.vmdk due to incomplete transfer. [ 956.500962] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2860171f-586c-4562-9060-982e01d64f4d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.511518] env[69654]: DEBUG oslo_vmware.rw_handles [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ed9b7-ed0b-0458-53ab-e94fcc7d18b6/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 956.511690] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Uploaded image b70f3064-79d8-4b90-9e26-3af76e49d721 to the Glance image server {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 956.514018] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 956.514270] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-229fed9b-5ec3-448a-83c0-dd76d8fdb034 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.521340] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 956.521340] env[69654]: value = "task-3555088" [ 956.521340] env[69654]: _type = "Task" [ 956.521340] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.532793] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555088, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.609437] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "refresh_cache-d9e70dde-3175-4edf-b8d1-2690b9386a62" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.609754] env[69654]: DEBUG nova.compute.manager [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Instance network_info: |[{"id": "6d1b54c9-21ac-4a12-81f2-7a9bb02fae92", "address": "fa:16:3e:26:06:6c", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1b54c9-21", "ovs_interfaceid": "6d1b54c9-21ac-4a12-81f2-7a9bb02fae92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.610276] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:06:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d1b54c9-21ac-4a12-81f2-7a9bb02fae92', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.618015] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.619399] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.621085] env[69654]: DEBUG nova.compute.manager [req-6b536dd8-16ae-4677-beb3-e47f5211f06c req-154cfa45-6c0c-4a7c-9b03-d18cd7e4766e service nova] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Received event network-changed-6d1b54c9-21ac-4a12-81f2-7a9bb02fae92 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.621341] env[69654]: DEBUG nova.compute.manager [req-6b536dd8-16ae-4677-beb3-e47f5211f06c req-154cfa45-6c0c-4a7c-9b03-d18cd7e4766e service nova] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Refreshing instance network info cache due to event network-changed-6d1b54c9-21ac-4a12-81f2-7a9bb02fae92. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.621524] env[69654]: DEBUG oslo_concurrency.lockutils [req-6b536dd8-16ae-4677-beb3-e47f5211f06c req-154cfa45-6c0c-4a7c-9b03-d18cd7e4766e service nova] Acquiring lock "refresh_cache-d9e70dde-3175-4edf-b8d1-2690b9386a62" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.621692] env[69654]: DEBUG oslo_concurrency.lockutils [req-6b536dd8-16ae-4677-beb3-e47f5211f06c req-154cfa45-6c0c-4a7c-9b03-d18cd7e4766e service nova] Acquired lock "refresh_cache-d9e70dde-3175-4edf-b8d1-2690b9386a62" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.621967] env[69654]: DEBUG nova.network.neutron [req-6b536dd8-16ae-4677-beb3-e47f5211f06c req-154cfa45-6c0c-4a7c-9b03-d18cd7e4766e service nova] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Refreshing network info cache for port 6d1b54c9-21ac-4a12-81f2-7a9bb02fae92 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.623068] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e796de2e-ee9e-4ab9-ada1-bc9a06c0c8a3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.661470] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.661470] env[69654]: value = "task-3555089" [ 956.661470] env[69654]: _type = "Task" [ 956.661470] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.672341] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555089, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.757233] env[69654]: INFO nova.compute.manager [-] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Took 1.77 seconds to deallocate network for instance. [ 956.762937] env[69654]: DEBUG nova.compute.manager [req-eac1eeef-3bfe-4fad-8660-742f1543ba2a req-2d1a63a7-f53f-4a43-9906-a5287392e943 service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Received event network-vif-plugged-0c464bb5-2c6a-4e9b-9046-30a4c4568daf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.763197] env[69654]: DEBUG oslo_concurrency.lockutils [req-eac1eeef-3bfe-4fad-8660-742f1543ba2a req-2d1a63a7-f53f-4a43-9906-a5287392e943 service nova] Acquiring lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.763401] env[69654]: DEBUG oslo_concurrency.lockutils [req-eac1eeef-3bfe-4fad-8660-742f1543ba2a req-2d1a63a7-f53f-4a43-9906-a5287392e943 service nova] Lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.763683] env[69654]: DEBUG oslo_concurrency.lockutils [req-eac1eeef-3bfe-4fad-8660-742f1543ba2a req-2d1a63a7-f53f-4a43-9906-a5287392e943 service nova] Lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.763802] env[69654]: DEBUG nova.compute.manager [req-eac1eeef-3bfe-4fad-8660-742f1543ba2a req-2d1a63a7-f53f-4a43-9906-a5287392e943 service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] No waiting events found dispatching network-vif-plugged-0c464bb5-2c6a-4e9b-9046-30a4c4568daf {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.763870] env[69654]: WARNING nova.compute.manager [req-eac1eeef-3bfe-4fad-8660-742f1543ba2a req-2d1a63a7-f53f-4a43-9906-a5287392e943 service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Received unexpected event network-vif-plugged-0c464bb5-2c6a-4e9b-9046-30a4c4568daf for instance with vm_state building and task_state spawning. [ 956.829204] env[69654]: DEBUG nova.network.neutron [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Successfully updated port: 0c464bb5-2c6a-4e9b-9046-30a4c4568daf {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.889880] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047313} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.890644] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.890917] env[69654]: DEBUG oslo_concurrency.lockutils [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7710960e-9241-4c83-a180-3251e5d05a57/7710960e-9241-4c83-a180-3251e5d05a57.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.891281] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7710960e-9241-4c83-a180-3251e5d05a57/7710960e-9241-4c83-a180-3251e5d05a57.vmdk to [datastore2] 6dfe0850-c7d0-492d-ae38-f6498c0634f6/6dfe0850-c7d0-492d-ae38-f6498c0634f6.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.891675] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92a5afce-e833-4667-bc6e-d28589078c04 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.901025] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 956.901025] env[69654]: value = "task-3555090" [ 956.901025] env[69654]: _type = "Task" [ 956.901025] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.911421] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.920206] env[69654]: DEBUG nova.network.neutron [req-6b536dd8-16ae-4677-beb3-e47f5211f06c req-154cfa45-6c0c-4a7c-9b03-d18cd7e4766e service nova] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Updated VIF entry in instance network info cache for port 6d1b54c9-21ac-4a12-81f2-7a9bb02fae92. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.920206] env[69654]: DEBUG nova.network.neutron [req-6b536dd8-16ae-4677-beb3-e47f5211f06c req-154cfa45-6c0c-4a7c-9b03-d18cd7e4766e service nova] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Updating instance_info_cache with network_info: [{"id": "6d1b54c9-21ac-4a12-81f2-7a9bb02fae92", "address": "fa:16:3e:26:06:6c", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1b54c9-21", "ovs_interfaceid": "6d1b54c9-21ac-4a12-81f2-7a9bb02fae92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.952991] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555086, 'name': ReconfigVM_Task, 'duration_secs': 0.648168} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.953494] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e3a0a97-97d8-43b4-9916-79edc166cdb9 tempest-ServerMetadataNegativeTestJSON-10968474 tempest-ServerMetadataNegativeTestJSON-10968474-project-member] Lock "05ec0ef0-ca9d-469b-b177-6b5201ebe3e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.758s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.955655] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Reconfigured VM instance instance-00000025 to attach disk [datastore2] volume-7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a/volume-7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.960494] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33f734d3-e6a2-4325-a737-ca4471a032c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.981823] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 956.981823] env[69654]: value = "task-3555091" [ 956.981823] env[69654]: _type = "Task" [ 956.981823] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.990957] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.032194] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555088, 'name': Destroy_Task, 'duration_secs': 0.372585} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.032494] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Destroyed the VM [ 957.032743] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 957.033033] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ee950c91-2c10-4b5f-b729-c352011ec0fb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.039688] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 957.039688] env[69654]: value = "task-3555092" [ 957.039688] env[69654]: _type = "Task" [ 957.039688] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.048281] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555092, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.171061] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555089, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.271187] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.332589] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.332589] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.332589] env[69654]: DEBUG nova.network.neutron [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.410103] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.424488] env[69654]: DEBUG oslo_concurrency.lockutils [req-6b536dd8-16ae-4677-beb3-e47f5211f06c req-154cfa45-6c0c-4a7c-9b03-d18cd7e4766e service nova] Releasing lock "refresh_cache-d9e70dde-3175-4edf-b8d1-2690b9386a62" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.425223] env[69654]: DEBUG nova.compute.manager [req-6b536dd8-16ae-4677-beb3-e47f5211f06c req-154cfa45-6c0c-4a7c-9b03-d18cd7e4766e service nova] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Received event network-vif-deleted-36db7424-670c-4cc1-9604-68b978ddd75a {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.496468] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.557297] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555092, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.679593] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555089, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.886327] env[69654]: DEBUG nova.network.neutron [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.919212] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555090, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.922808] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ba62b3-1bc6-47a4-a730-f46938dbd494 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.938452] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7391b036-05b3-41e1-acac-32b29f75d103 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.980793] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b44ac93-a744-46dd-88ab-a2a3c0291707 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.992588] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dad83e-8110-4a3b-81aa-6fd926b310f0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.009625] env[69654]: DEBUG nova.compute.provider_tree [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.014915] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.014915] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.014915] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.015092] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.016039] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.016828] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555091, 'name': ReconfigVM_Task, 'duration_secs': 0.787215} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.017333] env[69654]: INFO nova.compute.manager [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Terminating instance [ 958.018955] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709788', 'volume_id': '7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a', 'name': 'volume-7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9f12ce3e-28c9-480a-8ce0-7193016e331b', 'attached_at': '', 'detached_at': '', 'volume_id': '7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a', 'serial': '7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 958.022092] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6acfa603-21f2-46bd-b967-767dae880a30 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.034100] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 958.034100] env[69654]: value = "task-3555093" [ 958.034100] env[69654]: _type = "Task" [ 958.034100] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.048860] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555093, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.055534] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555092, 'name': RemoveSnapshot_Task, 'duration_secs': 0.535494} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.055871] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 958.056293] env[69654]: DEBUG nova.compute.manager [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.057217] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66266b5-bdf0-4d7f-8891-dc097a608c26 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.179683] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555089, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.180988] env[69654]: DEBUG nova.network.neutron [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Updating instance_info_cache with network_info: [{"id": "0c464bb5-2c6a-4e9b-9046-30a4c4568daf", "address": "fa:16:3e:f9:2c:58", "network": {"id": "9c35621a-4212-48ae-8f5d-4ae6b03c1687", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-974507676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62af8cdf4ad44000ad90ef1c47064f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c464bb5-2c", "ovs_interfaceid": "0c464bb5-2c6a-4e9b-9046-30a4c4568daf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.412057] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555090, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.520926] env[69654]: DEBUG nova.scheduler.client.report [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.526522] env[69654]: DEBUG nova.compute.manager [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.526860] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.527744] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63c2b49-21c7-4d47-abbb-1f8f73eaaf93 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.539757] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.540458] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1364be79-02d4-47d1-a746-9b768f9078ee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.548096] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555093, 'name': Rename_Task, 'duration_secs': 0.419225} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.549473] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.549817] env[69654]: DEBUG oslo_vmware.api [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 958.549817] env[69654]: value = "task-3555094" [ 958.549817] env[69654]: _type = "Task" [ 958.549817] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.549977] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27e74372-b016-4fff-8c0c-7e8949264ab8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.565341] env[69654]: DEBUG oslo_vmware.api [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.565683] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 958.565683] env[69654]: value = "task-3555095" [ 958.565683] env[69654]: _type = "Task" [ 958.565683] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.572993] env[69654]: INFO nova.compute.manager [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Shelve offloading [ 958.579420] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.677862] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555089, 'name': CreateVM_Task, 'duration_secs': 2.018081} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.677999] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.678736] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.678863] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.679223] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.679501] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb2b7c9-9472-46b6-923c-f24526205929 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.683538] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Releasing lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.683858] env[69654]: DEBUG nova.compute.manager [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Instance network_info: |[{"id": "0c464bb5-2c6a-4e9b-9046-30a4c4568daf", "address": "fa:16:3e:f9:2c:58", "network": {"id": "9c35621a-4212-48ae-8f5d-4ae6b03c1687", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-974507676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62af8cdf4ad44000ad90ef1c47064f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c464bb5-2c", "ovs_interfaceid": "0c464bb5-2c6a-4e9b-9046-30a4c4568daf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.684491] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:2c:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c464bb5-2c6a-4e9b-9046-30a4c4568daf', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.692608] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.695394] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.695544] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 958.695544] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ab326c-e925-84d6-80df-5f3abc490ce4" [ 958.695544] env[69654]: _type = "Task" [ 958.695544] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.695759] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b0f0be1-d5a6-42ab-81b9-3b3fb4142ede {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.725299] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ab326c-e925-84d6-80df-5f3abc490ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.726908] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.726908] env[69654]: value = "task-3555096" [ 958.726908] env[69654]: _type = "Task" [ 958.726908] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.737078] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555096, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.886850] env[69654]: DEBUG nova.compute.manager [req-85c48600-03e6-45e0-9e99-50bbb29cd3a0 req-761783ce-c981-412b-a6d4-ade77fe7b5e2 service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Received event network-changed-0c464bb5-2c6a-4e9b-9046-30a4c4568daf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.886975] env[69654]: DEBUG nova.compute.manager [req-85c48600-03e6-45e0-9e99-50bbb29cd3a0 req-761783ce-c981-412b-a6d4-ade77fe7b5e2 service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Refreshing instance network info cache due to event network-changed-0c464bb5-2c6a-4e9b-9046-30a4c4568daf. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.887435] env[69654]: DEBUG oslo_concurrency.lockutils [req-85c48600-03e6-45e0-9e99-50bbb29cd3a0 req-761783ce-c981-412b-a6d4-ade77fe7b5e2 service nova] Acquiring lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.887685] env[69654]: DEBUG oslo_concurrency.lockutils [req-85c48600-03e6-45e0-9e99-50bbb29cd3a0 req-761783ce-c981-412b-a6d4-ade77fe7b5e2 service nova] Acquired lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.888046] env[69654]: DEBUG nova.network.neutron [req-85c48600-03e6-45e0-9e99-50bbb29cd3a0 req-761783ce-c981-412b-a6d4-ade77fe7b5e2 service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Refreshing network info cache for port 0c464bb5-2c6a-4e9b-9046-30a4c4568daf {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.912388] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555090, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.027614] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.028488] env[69654]: DEBUG nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.032559] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.157s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.034641] env[69654]: INFO nova.compute.claims [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.062412] env[69654]: DEBUG oslo_vmware.api [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555094, 'name': PowerOffVM_Task, 'duration_secs': 0.270872} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.062721] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.062894] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.063208] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16959bd9-fe21-45a4-b982-63f00eec0ff3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.078790] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.079419] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555095, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.079662] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6be616a3-8a5f-4296-b106-631c7bd26e12 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.090091] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 959.090091] env[69654]: value = "task-3555098" [ 959.090091] env[69654]: _type = "Task" [ 959.090091] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.103741] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] VM already powered off {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 959.104928] env[69654]: DEBUG nova.compute.manager [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.105275] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41e3693-af3f-4180-8fae-d0390c277eae {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.114746] env[69654]: DEBUG oslo_concurrency.lockutils [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.115025] env[69654]: DEBUG oslo_concurrency.lockutils [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquired lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.115209] env[69654]: DEBUG nova.network.neutron [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.144501] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.144756] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.144971] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Deleting the datastore file [datastore1] 1f7a28d9-1a53-43c3-be38-cdf38d086a4b {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.145342] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3e15906-59ee-4561-b023-61e00d0dec8c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.152745] env[69654]: DEBUG oslo_vmware.api [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 959.152745] env[69654]: value = "task-3555099" [ 959.152745] env[69654]: _type = "Task" [ 959.152745] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.162142] env[69654]: DEBUG oslo_vmware.api [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.223850] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ab326c-e925-84d6-80df-5f3abc490ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.092533} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.224240] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.224563] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.224759] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.224909] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.225119] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.225399] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffe3ea58-1d73-4ba7-b7c4-eea82a7e7aa9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.238449] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555096, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.251722] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.251961] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.252765] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-624a208c-8a37-4079-9bf0-05652d7feabb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.260675] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 959.260675] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52af6f8d-37ac-d00a-7bbf-54ab898cbdc0" [ 959.260675] env[69654]: _type = "Task" [ 959.260675] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.269990] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52af6f8d-37ac-d00a-7bbf-54ab898cbdc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.413761] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555090, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.534451] env[69654]: DEBUG nova.compute.utils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.537792] env[69654]: DEBUG nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.540083] env[69654]: DEBUG nova.network.neutron [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.577666] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555095, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.585098] env[69654]: DEBUG nova.policy [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eeb1a60015d4a92872cb1f02dc16d8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdf4b8b3386944b29d3f2ab037e192a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.663854] env[69654]: DEBUG oslo_vmware.api [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29129} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.664156] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.664345] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.664525] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.664696] env[69654]: INFO nova.compute.manager [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 959.665249] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.665249] env[69654]: DEBUG nova.compute.manager [-] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.665249] env[69654]: DEBUG nova.network.neutron [-] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.739636] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555096, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.777851] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52af6f8d-37ac-d00a-7bbf-54ab898cbdc0, 'name': SearchDatastore_Task, 'duration_secs': 0.088029} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.778712] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b362983-2e9e-4f58-ba26-04793a2f702d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.786098] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 959.786098] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a7518b-d814-8aa2-d05b-a396a8c15a61" [ 959.786098] env[69654]: _type = "Task" [ 959.786098] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.797833] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a7518b-d814-8aa2-d05b-a396a8c15a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.869561] env[69654]: DEBUG nova.network.neutron [req-85c48600-03e6-45e0-9e99-50bbb29cd3a0 req-761783ce-c981-412b-a6d4-ade77fe7b5e2 service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Updated VIF entry in instance network info cache for port 0c464bb5-2c6a-4e9b-9046-30a4c4568daf. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.870045] env[69654]: DEBUG nova.network.neutron [req-85c48600-03e6-45e0-9e99-50bbb29cd3a0 req-761783ce-c981-412b-a6d4-ade77fe7b5e2 service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Updating instance_info_cache with network_info: [{"id": "0c464bb5-2c6a-4e9b-9046-30a4c4568daf", "address": "fa:16:3e:f9:2c:58", "network": {"id": "9c35621a-4212-48ae-8f5d-4ae6b03c1687", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-974507676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62af8cdf4ad44000ad90ef1c47064f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c464bb5-2c", "ovs_interfaceid": "0c464bb5-2c6a-4e9b-9046-30a4c4568daf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.914271] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555090, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.975125] env[69654]: DEBUG nova.network.neutron [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Updating instance_info_cache with network_info: [{"id": "1e6a7509-0b62-47da-8ef9-6848daff80b6", "address": "fa:16:3e:df:a3:d2", "network": {"id": "c87e927b-6bc9-4a70-8c47-ab15d349e1a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-485020596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ef4eb974bd4e9c95ecbf180f54a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6a7509-0b", "ovs_interfaceid": "1e6a7509-0b62-47da-8ef9-6848daff80b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.035453] env[69654]: DEBUG nova.network.neutron [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Successfully created port: 9ed8ce06-ef9e-4496-bbab-7cfc43e80d73 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.041578] env[69654]: DEBUG nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.080835] env[69654]: DEBUG oslo_vmware.api [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555095, 'name': PowerOnVM_Task, 'duration_secs': 1.09558} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.081117] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.224592] env[69654]: DEBUG nova.compute.manager [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.225702] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c710f7-7e72-4d77-967c-57cb6dc34309 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.252315] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555096, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.301684] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a7518b-d814-8aa2-d05b-a396a8c15a61, 'name': SearchDatastore_Task, 'duration_secs': 0.089743} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.302282] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.302641] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] d9e70dde-3175-4edf-b8d1-2690b9386a62/d9e70dde-3175-4edf-b8d1-2690b9386a62.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.307581] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5085c13-ae34-4df7-9bc8-eb43fd128d5d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.318214] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 960.318214] env[69654]: value = "task-3555100" [ 960.318214] env[69654]: _type = "Task" [ 960.318214] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.332049] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.372885] env[69654]: DEBUG oslo_concurrency.lockutils [req-85c48600-03e6-45e0-9e99-50bbb29cd3a0 req-761783ce-c981-412b-a6d4-ade77fe7b5e2 service nova] Releasing lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.417316] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555090, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.200965} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.420431] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7710960e-9241-4c83-a180-3251e5d05a57/7710960e-9241-4c83-a180-3251e5d05a57.vmdk to [datastore2] 6dfe0850-c7d0-492d-ae38-f6498c0634f6/6dfe0850-c7d0-492d-ae38-f6498c0634f6.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.421533] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d29548-5a42-4457-b9a2-963d39bcb6d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.447966] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 6dfe0850-c7d0-492d-ae38-f6498c0634f6/6dfe0850-c7d0-492d-ae38-f6498c0634f6.vmdk or device None with type streamOptimized {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.450776] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fe1239b-a495-4997-b239-0372cb6a14f6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.472613] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 960.472613] env[69654]: value = "task-3555101" [ 960.472613] env[69654]: _type = "Task" [ 960.472613] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.477279] env[69654]: DEBUG oslo_concurrency.lockutils [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Releasing lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.484818] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.595060] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28857cc6-defd-4cbd-a63a-a750633e14e1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.609193] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd5c171-cc68-4291-ad3f-a286086ca752 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.645700] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1e3eab-68b0-4052-a141-589128b014e6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.654293] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b74ef9-8735-4792-b6d2-04451f216cf9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.668899] env[69654]: DEBUG nova.compute.provider_tree [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.745499] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555096, 'name': CreateVM_Task, 'duration_secs': 1.815756} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.745755] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.746432] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.746526] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.746853] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.750574] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b90e5b4e-c16b-4356-8b4b-b740c61ba033 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.760449] env[69654]: DEBUG oslo_concurrency.lockutils [None req-567975e2-01dc-4cff-99de-c10019ff0b40 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 74.115s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.762404] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 960.762404] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ecc393-4062-58fb-ad3b-f070fe13e830" [ 960.762404] env[69654]: _type = "Task" [ 960.762404] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.771670] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ecc393-4062-58fb-ad3b-f070fe13e830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.780803] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.781649] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d18a14a-6c01-41e2-8a25-27fa87d0a9c5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.790244] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.790491] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ade42402-8874-4f66-89da-958961c27714 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.827840] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.863089] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.863391] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.863620] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Deleting the datastore file [datastore1] 1792b717-0fa6-403f-b8ce-3524fb81dfd1 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.864592] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15284186-a6a5-4752-9dc3-0a7043d166dc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.872938] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 960.872938] env[69654]: value = "task-3555103" [ 960.872938] env[69654]: _type = "Task" [ 960.872938] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.881657] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.969369] env[69654]: DEBUG nova.compute.manager [req-c09700a4-99e5-405f-92b7-0df631df1fbe req-1fffd4d3-900d-4b83-af3c-38ebeac7e0d9 service nova] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Received event network-vif-deleted-bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.969568] env[69654]: INFO nova.compute.manager [req-c09700a4-99e5-405f-92b7-0df631df1fbe req-1fffd4d3-900d-4b83-af3c-38ebeac7e0d9 service nova] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Neutron deleted interface bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219; detaching it from the instance and deleting it from the info cache [ 960.969740] env[69654]: DEBUG nova.network.neutron [req-c09700a4-99e5-405f-92b7-0df631df1fbe req-1fffd4d3-900d-4b83-af3c-38ebeac7e0d9 service nova] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.990855] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.051376] env[69654]: DEBUG nova.compute.manager [req-c11e08ba-ac62-4c20-ace1-06eb389afff5 req-1671de64-262e-49b0-8fe0-42743020a561 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Received event network-vif-unplugged-1e6a7509-0b62-47da-8ef9-6848daff80b6 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.051634] env[69654]: DEBUG oslo_concurrency.lockutils [req-c11e08ba-ac62-4c20-ace1-06eb389afff5 req-1671de64-262e-49b0-8fe0-42743020a561 service nova] Acquiring lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.051856] env[69654]: DEBUG oslo_concurrency.lockutils [req-c11e08ba-ac62-4c20-ace1-06eb389afff5 req-1671de64-262e-49b0-8fe0-42743020a561 service nova] Lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.051990] env[69654]: DEBUG oslo_concurrency.lockutils [req-c11e08ba-ac62-4c20-ace1-06eb389afff5 req-1671de64-262e-49b0-8fe0-42743020a561 service nova] Lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.052347] env[69654]: DEBUG nova.compute.manager [req-c11e08ba-ac62-4c20-ace1-06eb389afff5 req-1671de64-262e-49b0-8fe0-42743020a561 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] No waiting events found dispatching network-vif-unplugged-1e6a7509-0b62-47da-8ef9-6848daff80b6 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.052564] env[69654]: WARNING nova.compute.manager [req-c11e08ba-ac62-4c20-ace1-06eb389afff5 req-1671de64-262e-49b0-8fe0-42743020a561 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Received unexpected event network-vif-unplugged-1e6a7509-0b62-47da-8ef9-6848daff80b6 for instance with vm_state shelved and task_state shelving_offloading. [ 961.052745] env[69654]: DEBUG nova.compute.manager [req-c11e08ba-ac62-4c20-ace1-06eb389afff5 req-1671de64-262e-49b0-8fe0-42743020a561 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Received event network-changed-1e6a7509-0b62-47da-8ef9-6848daff80b6 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.052906] env[69654]: DEBUG nova.compute.manager [req-c11e08ba-ac62-4c20-ace1-06eb389afff5 req-1671de64-262e-49b0-8fe0-42743020a561 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Refreshing instance network info cache due to event network-changed-1e6a7509-0b62-47da-8ef9-6848daff80b6. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.053127] env[69654]: DEBUG oslo_concurrency.lockutils [req-c11e08ba-ac62-4c20-ace1-06eb389afff5 req-1671de64-262e-49b0-8fe0-42743020a561 service nova] Acquiring lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.053494] env[69654]: DEBUG oslo_concurrency.lockutils [req-c11e08ba-ac62-4c20-ace1-06eb389afff5 req-1671de64-262e-49b0-8fe0-42743020a561 service nova] Acquired lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.053664] env[69654]: DEBUG nova.network.neutron [req-c11e08ba-ac62-4c20-ace1-06eb389afff5 req-1671de64-262e-49b0-8fe0-42743020a561 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Refreshing network info cache for port 1e6a7509-0b62-47da-8ef9-6848daff80b6 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.055679] env[69654]: DEBUG nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.081663] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.081939] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.082121] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.082308] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.082451] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.082596] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.082804] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.082970] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.083250] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.083431] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.083606] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.084691] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1774f547-18e0-47a2-b4b4-c550e3ac9b94 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.093501] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd08f021-b45f-4465-9516-e330c50c0cf3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.172868] env[69654]: DEBUG nova.scheduler.client.report [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.275429] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ecc393-4062-58fb-ad3b-f070fe13e830, 'name': SearchDatastore_Task, 'duration_secs': 0.055943} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.275760] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.276044] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.276314] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.276466] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.276648] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.276938] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3385a547-2bc1-4519-a0b3-7eaf3fb1f629 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.295650] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.295650] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.295650] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f85a33b-1f54-4734-b8de-625d5f083e3f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.303347] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 961.303347] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5226ceff-3356-668d-594f-1862613eb5d8" [ 961.303347] env[69654]: _type = "Task" [ 961.303347] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.306991] env[69654]: DEBUG nova.network.neutron [-] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.315437] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5226ceff-3356-668d-594f-1862613eb5d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.331610] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555100, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.386668] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.474352] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b10a74b9-bcb0-4968-9adb-ef4e955e4117 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.488203] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.491626] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f769fbd-1a81-440b-872f-ad1e11c5a4dc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.541863] env[69654]: DEBUG nova.compute.manager [req-c09700a4-99e5-405f-92b7-0df631df1fbe req-1fffd4d3-900d-4b83-af3c-38ebeac7e0d9 service nova] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Detach interface failed, port_id=bfe50c6c-91a9-4b84-8a8d-d24ddfb4b219, reason: Instance 1f7a28d9-1a53-43c3-be38-cdf38d086a4b could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.606605] env[69654]: DEBUG nova.network.neutron [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Successfully updated port: 9ed8ce06-ef9e-4496-bbab-7cfc43e80d73 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.678099] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.678646] env[69654]: DEBUG nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.681999] env[69654]: DEBUG oslo_concurrency.lockutils [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.920s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.682298] env[69654]: DEBUG nova.objects.instance [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Lazy-loading 'resources' on Instance uuid c8ef1eae-4804-45e5-8c9c-3d99dbceb13a {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.809871] env[69654]: INFO nova.compute.manager [-] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Took 2.14 seconds to deallocate network for instance. [ 961.816311] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5226ceff-3356-668d-594f-1862613eb5d8, 'name': SearchDatastore_Task, 'duration_secs': 0.056139} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.820801] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc7ed78a-dbfa-4acc-b55f-9dda8077ee0a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.841550] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 961.841550] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525043d3-b10d-1756-5665-c03ea96ee098" [ 961.841550] env[69654]: _type = "Task" [ 961.841550] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.841810] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555100, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.114102} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.842210] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] d9e70dde-3175-4edf-b8d1-2690b9386a62/d9e70dde-3175-4edf-b8d1-2690b9386a62.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.842473] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.846768] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c88fcd2-e166-41ad-b37f-f9baf7adbe13 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.850813] env[69654]: DEBUG nova.network.neutron [req-c11e08ba-ac62-4c20-ace1-06eb389afff5 req-1671de64-262e-49b0-8fe0-42743020a561 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Updated VIF entry in instance network info cache for port 1e6a7509-0b62-47da-8ef9-6848daff80b6. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.851364] env[69654]: DEBUG nova.network.neutron [req-c11e08ba-ac62-4c20-ace1-06eb389afff5 req-1671de64-262e-49b0-8fe0-42743020a561 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Updating instance_info_cache with network_info: [{"id": "1e6a7509-0b62-47da-8ef9-6848daff80b6", "address": "fa:16:3e:df:a3:d2", "network": {"id": "c87e927b-6bc9-4a70-8c47-ab15d349e1a0", "bridge": null, "label": "tempest-ServersNegativeTestJSON-485020596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ef4eb974bd4e9c95ecbf180f54a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1e6a7509-0b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.856591] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525043d3-b10d-1756-5665-c03ea96ee098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.858319] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 961.858319] env[69654]: value = "task-3555104" [ 961.858319] env[69654]: _type = "Task" [ 961.858319] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.868904] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.882415] env[69654]: DEBUG oslo_vmware.api [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.545931} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.882657] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.882838] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.883056] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.907926] env[69654]: INFO nova.scheduler.client.report [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Deleted allocations for instance 1792b717-0fa6-403f-b8ce-3524fb81dfd1 [ 961.986723] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555101, 'name': ReconfigVM_Task, 'duration_secs': 1.119996} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.986991] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 6dfe0850-c7d0-492d-ae38-f6498c0634f6/6dfe0850-c7d0-492d-ae38-f6498c0634f6.vmdk or device None with type streamOptimized {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.987654] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eec5178a-0757-4f08-85bb-12a5d49e4197 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.995450] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 961.995450] env[69654]: value = "task-3555105" [ 961.995450] env[69654]: _type = "Task" [ 961.995450] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.004057] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555105, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.109891] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "refresh_cache-f5728e22-6d02-4bfc-9234-71aac0ac3a0c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.110149] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquired lock "refresh_cache-f5728e22-6d02-4bfc-9234-71aac0ac3a0c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.110298] env[69654]: DEBUG nova.network.neutron [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.192137] env[69654]: DEBUG nova.compute.utils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.194142] env[69654]: DEBUG nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.194360] env[69654]: DEBUG nova.network.neutron [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.231328] env[69654]: DEBUG nova.policy [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eeb1a60015d4a92872cb1f02dc16d8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdf4b8b3386944b29d3f2ab037e192a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.322108] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.355504] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525043d3-b10d-1756-5665-c03ea96ee098, 'name': SearchDatastore_Task, 'duration_secs': 0.023476} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.355762] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.356033] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] b6bb2c2f-6229-40d8-bfa3-b27970aeb275/b6bb2c2f-6229-40d8-bfa3-b27970aeb275.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.356366] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58fd70a1-a520-4b20-a584-eee5776c2c72 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.358596] env[69654]: DEBUG oslo_concurrency.lockutils [req-c11e08ba-ac62-4c20-ace1-06eb389afff5 req-1671de64-262e-49b0-8fe0-42743020a561 service nova] Releasing lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.369193] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07104} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.369507] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 962.369507] env[69654]: value = "task-3555106" [ 962.369507] env[69654]: _type = "Task" [ 962.369507] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.369812] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.370605] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b296abb-5b6d-468b-9238-e9407167696f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.400941] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] d9e70dde-3175-4edf-b8d1-2690b9386a62/d9e70dde-3175-4edf-b8d1-2690b9386a62.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.401293] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.404037] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae40cf0a-9969-495e-bf83-0ff28297fd5b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.419410] env[69654]: DEBUG oslo_concurrency.lockutils [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.427065] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 962.427065] env[69654]: value = "task-3555107" [ 962.427065] env[69654]: _type = "Task" [ 962.427065] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.438902] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.506242] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555105, 'name': Rename_Task, 'duration_secs': 0.238541} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.506531] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.506790] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95bdae5b-a212-46d4-aaa8-b737117dab95 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.516664] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 962.516664] env[69654]: value = "task-3555108" [ 962.516664] env[69654]: _type = "Task" [ 962.516664] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.530239] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.530239] env[69654]: DEBUG nova.network.neutron [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Successfully created port: 3ed0d108-1dcd-4fba-a46a-02da9466dc31 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.630022] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d108e7ca-bcb8-421e-926b-a2de12aa002b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.640179] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affd9200-2a97-4cc1-87b1-724d4d4091f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.676018] env[69654]: DEBUG nova.network.neutron [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.676763] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5993e2c0-a856-400a-812e-c70dc14bed91 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.685597] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc73274-b865-4bea-8d8c-09dd1eb7bc3b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.701556] env[69654]: DEBUG nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.706032] env[69654]: DEBUG nova.compute.provider_tree [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.874698] env[69654]: DEBUG nova.network.neutron [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Updating instance_info_cache with network_info: [{"id": "9ed8ce06-ef9e-4496-bbab-7cfc43e80d73", "address": "fa:16:3e:e0:a1:e8", "network": {"id": "ee7676d5-9db2-4d5e-951d-c123e1e91948", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-936449333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf4b8b3386944b29d3f2ab037e192a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed8ce06-ef", "ovs_interfaceid": "9ed8ce06-ef9e-4496-bbab-7cfc43e80d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.885524] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555106, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.939098] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.028721] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.150504] env[69654]: DEBUG nova.compute.manager [req-ae8f2e24-9c29-4665-b057-be039c304114 req-2382243e-b182-4ee6-9875-ade4fb605667 service nova] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Received event network-vif-plugged-9ed8ce06-ef9e-4496-bbab-7cfc43e80d73 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.150827] env[69654]: DEBUG oslo_concurrency.lockutils [req-ae8f2e24-9c29-4665-b057-be039c304114 req-2382243e-b182-4ee6-9875-ade4fb605667 service nova] Acquiring lock "f5728e22-6d02-4bfc-9234-71aac0ac3a0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.151259] env[69654]: DEBUG oslo_concurrency.lockutils [req-ae8f2e24-9c29-4665-b057-be039c304114 req-2382243e-b182-4ee6-9875-ade4fb605667 service nova] Lock "f5728e22-6d02-4bfc-9234-71aac0ac3a0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.151545] env[69654]: DEBUG oslo_concurrency.lockutils [req-ae8f2e24-9c29-4665-b057-be039c304114 req-2382243e-b182-4ee6-9875-ade4fb605667 service nova] Lock "f5728e22-6d02-4bfc-9234-71aac0ac3a0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.151800] env[69654]: DEBUG nova.compute.manager [req-ae8f2e24-9c29-4665-b057-be039c304114 req-2382243e-b182-4ee6-9875-ade4fb605667 service nova] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] No waiting events found dispatching network-vif-plugged-9ed8ce06-ef9e-4496-bbab-7cfc43e80d73 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.152120] env[69654]: WARNING nova.compute.manager [req-ae8f2e24-9c29-4665-b057-be039c304114 req-2382243e-b182-4ee6-9875-ade4fb605667 service nova] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Received unexpected event network-vif-plugged-9ed8ce06-ef9e-4496-bbab-7cfc43e80d73 for instance with vm_state building and task_state spawning. [ 963.152602] env[69654]: DEBUG nova.compute.manager [req-ae8f2e24-9c29-4665-b057-be039c304114 req-2382243e-b182-4ee6-9875-ade4fb605667 service nova] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Received event network-changed-9ed8ce06-ef9e-4496-bbab-7cfc43e80d73 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.152602] env[69654]: DEBUG nova.compute.manager [req-ae8f2e24-9c29-4665-b057-be039c304114 req-2382243e-b182-4ee6-9875-ade4fb605667 service nova] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Refreshing instance network info cache due to event network-changed-9ed8ce06-ef9e-4496-bbab-7cfc43e80d73. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.152837] env[69654]: DEBUG oslo_concurrency.lockutils [req-ae8f2e24-9c29-4665-b057-be039c304114 req-2382243e-b182-4ee6-9875-ade4fb605667 service nova] Acquiring lock "refresh_cache-f5728e22-6d02-4bfc-9234-71aac0ac3a0c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.209247] env[69654]: DEBUG nova.scheduler.client.report [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.383098] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Releasing lock "refresh_cache-f5728e22-6d02-4bfc-9234-71aac0ac3a0c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.383430] env[69654]: DEBUG nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Instance network_info: |[{"id": "9ed8ce06-ef9e-4496-bbab-7cfc43e80d73", "address": "fa:16:3e:e0:a1:e8", "network": {"id": "ee7676d5-9db2-4d5e-951d-c123e1e91948", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-936449333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf4b8b3386944b29d3f2ab037e192a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed8ce06-ef", "ovs_interfaceid": "9ed8ce06-ef9e-4496-bbab-7cfc43e80d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.383734] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759812} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.383964] env[69654]: DEBUG oslo_concurrency.lockutils [req-ae8f2e24-9c29-4665-b057-be039c304114 req-2382243e-b182-4ee6-9875-ade4fb605667 service nova] Acquired lock "refresh_cache-f5728e22-6d02-4bfc-9234-71aac0ac3a0c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.384157] env[69654]: DEBUG nova.network.neutron [req-ae8f2e24-9c29-4665-b057-be039c304114 req-2382243e-b182-4ee6-9875-ade4fb605667 service nova] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Refreshing network info cache for port 9ed8ce06-ef9e-4496-bbab-7cfc43e80d73 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.385374] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:a1:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ed8ce06-ef9e-4496-bbab-7cfc43e80d73', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.392692] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.392918] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] b6bb2c2f-6229-40d8-bfa3-b27970aeb275/b6bb2c2f-6229-40d8-bfa3-b27970aeb275.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.393139] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.394390] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.394390] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-049575f8-da4b-4e7a-8902-c876a01e571b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.396161] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0f86931-5f98-4f01-9474-a906efe9ce3e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.417806] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.417806] env[69654]: value = "task-3555110" [ 963.417806] env[69654]: _type = "Task" [ 963.417806] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.419217] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 963.419217] env[69654]: value = "task-3555109" [ 963.419217] env[69654]: _type = "Task" [ 963.419217] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.437425] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555110, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.437700] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.443160] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.529722] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555108, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.716149] env[69654]: DEBUG oslo_concurrency.lockutils [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.718580] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.858s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.720315] env[69654]: INFO nova.compute.claims [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.724694] env[69654]: DEBUG nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.740870] env[69654]: INFO nova.scheduler.client.report [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Deleted allocations for instance c8ef1eae-4804-45e5-8c9c-3d99dbceb13a [ 963.753384] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.753634] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.753789] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.753969] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.754130] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.754279] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.754537] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.754712] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.754879] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.755056] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.755239] env[69654]: DEBUG nova.virt.hardware [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.756145] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d645b0-82b8-406b-843f-99c2c5015aba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.765339] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35c7180-0187-447e-8088-588211ecd483 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.931990] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555110, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.942464] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152065} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.942464] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.943227] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8204f22c-89ff-4f1a-938c-4e5fa6114653 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.951216] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555107, 'name': ReconfigVM_Task, 'duration_secs': 1.156734} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.952022] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Reconfigured VM instance instance-00000049 to attach disk [datastore2] d9e70dde-3175-4edf-b8d1-2690b9386a62/d9e70dde-3175-4edf-b8d1-2690b9386a62.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.955234] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-332971db-9903-42a8-b598-c16191ae236f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.974051] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] b6bb2c2f-6229-40d8-bfa3-b27970aeb275/b6bb2c2f-6229-40d8-bfa3-b27970aeb275.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.975059] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67314359-adc9-40c0-9f78-895ed63c028f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.989852] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 963.989852] env[69654]: value = "task-3555111" [ 963.989852] env[69654]: _type = "Task" [ 963.989852] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.996642] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 963.996642] env[69654]: value = "task-3555112" [ 963.996642] env[69654]: _type = "Task" [ 963.996642] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.001014] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555111, 'name': Rename_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.014411] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555112, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.033494] env[69654]: DEBUG oslo_vmware.api [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555108, 'name': PowerOnVM_Task, 'duration_secs': 1.401847} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.033904] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.034559] env[69654]: INFO nova.compute.manager [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Took 17.09 seconds to spawn the instance on the hypervisor. [ 964.034559] env[69654]: DEBUG nova.compute.manager [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.035327] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f79840-2d48-411a-860a-fe4bd95aeff8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.167729] env[69654]: DEBUG nova.compute.manager [req-4e49f8ad-5ea2-405d-b6f7-7948255f5a58 req-54cee59f-ecdb-4fb5-aa42-e7b6900bc484 service nova] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Received event network-vif-plugged-3ed0d108-1dcd-4fba-a46a-02da9466dc31 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.168049] env[69654]: DEBUG oslo_concurrency.lockutils [req-4e49f8ad-5ea2-405d-b6f7-7948255f5a58 req-54cee59f-ecdb-4fb5-aa42-e7b6900bc484 service nova] Acquiring lock "0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.168472] env[69654]: DEBUG oslo_concurrency.lockutils [req-4e49f8ad-5ea2-405d-b6f7-7948255f5a58 req-54cee59f-ecdb-4fb5-aa42-e7b6900bc484 service nova] Lock "0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.168681] env[69654]: DEBUG oslo_concurrency.lockutils [req-4e49f8ad-5ea2-405d-b6f7-7948255f5a58 req-54cee59f-ecdb-4fb5-aa42-e7b6900bc484 service nova] Lock "0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.168874] env[69654]: DEBUG nova.compute.manager [req-4e49f8ad-5ea2-405d-b6f7-7948255f5a58 req-54cee59f-ecdb-4fb5-aa42-e7b6900bc484 service nova] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] No waiting events found dispatching network-vif-plugged-3ed0d108-1dcd-4fba-a46a-02da9466dc31 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.169067] env[69654]: WARNING nova.compute.manager [req-4e49f8ad-5ea2-405d-b6f7-7948255f5a58 req-54cee59f-ecdb-4fb5-aa42-e7b6900bc484 service nova] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Received unexpected event network-vif-plugged-3ed0d108-1dcd-4fba-a46a-02da9466dc31 for instance with vm_state building and task_state spawning. [ 964.170163] env[69654]: DEBUG nova.network.neutron [req-ae8f2e24-9c29-4665-b057-be039c304114 req-2382243e-b182-4ee6-9875-ade4fb605667 service nova] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Updated VIF entry in instance network info cache for port 9ed8ce06-ef9e-4496-bbab-7cfc43e80d73. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.170631] env[69654]: DEBUG nova.network.neutron [req-ae8f2e24-9c29-4665-b057-be039c304114 req-2382243e-b182-4ee6-9875-ade4fb605667 service nova] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Updating instance_info_cache with network_info: [{"id": "9ed8ce06-ef9e-4496-bbab-7cfc43e80d73", "address": "fa:16:3e:e0:a1:e8", "network": {"id": "ee7676d5-9db2-4d5e-951d-c123e1e91948", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-936449333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf4b8b3386944b29d3f2ab037e192a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed8ce06-ef", "ovs_interfaceid": "9ed8ce06-ef9e-4496-bbab-7cfc43e80d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.250702] env[69654]: DEBUG oslo_concurrency.lockutils [None req-06c21bd6-06b7-473a-b654-6801563a7f06 tempest-AttachInterfacesUnderV243Test-864750179 tempest-AttachInterfacesUnderV243Test-864750179-project-member] Lock "c8ef1eae-4804-45e5-8c9c-3d99dbceb13a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.619s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.288288] env[69654]: DEBUG nova.network.neutron [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Successfully updated port: 3ed0d108-1dcd-4fba-a46a-02da9466dc31 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.429706] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555110, 'name': CreateVM_Task, 'duration_secs': 0.659897} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.429908] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.430643] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.430754] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.431250] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.431514] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d33e66-83b3-4a2a-b5aa-2b72daf3f5fa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.437741] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 964.437741] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525395bf-8dce-089d-0a00-2b54d36a0683" [ 964.437741] env[69654]: _type = "Task" [ 964.437741] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.446520] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525395bf-8dce-089d-0a00-2b54d36a0683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.500702] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555111, 'name': Rename_Task, 'duration_secs': 0.243274} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.504053] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.504313] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c52c112d-0d87-4872-b9cb-2dfd03dba255 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.511587] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555112, 'name': ReconfigVM_Task, 'duration_secs': 0.298147} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.513140] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Reconfigured VM instance instance-0000004a to attach disk [datastore2] b6bb2c2f-6229-40d8-bfa3-b27970aeb275/b6bb2c2f-6229-40d8-bfa3-b27970aeb275.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.513475] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 964.513475] env[69654]: value = "task-3555113" [ 964.513475] env[69654]: _type = "Task" [ 964.513475] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.514395] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e0c0a7b-40be-44b6-95e4-50bff86225da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.527747] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 964.527747] env[69654]: value = "task-3555114" [ 964.527747] env[69654]: _type = "Task" [ 964.527747] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.535578] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555114, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.565407] env[69654]: INFO nova.compute.manager [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Took 61.11 seconds to build instance. [ 964.675833] env[69654]: DEBUG oslo_concurrency.lockutils [req-ae8f2e24-9c29-4665-b057-be039c304114 req-2382243e-b182-4ee6-9875-ade4fb605667 service nova] Releasing lock "refresh_cache-f5728e22-6d02-4bfc-9234-71aac0ac3a0c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.681581] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.792123] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "refresh_cache-0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.792274] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquired lock "refresh_cache-0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.792415] env[69654]: DEBUG nova.network.neutron [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.949337] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525395bf-8dce-089d-0a00-2b54d36a0683, 'name': SearchDatastore_Task, 'duration_secs': 0.012541} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.951781] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.954177] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.954177] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.954177] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.954177] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.954177] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9545b41b-b2b9-4d23-88d1-c29924ff74b1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.966769] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.966965] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.967723] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8a02bb-63f3-4e2e-b6b7-7501c86bb2bb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.976810] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 964.976810] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52667e76-1b6a-4379-d642-6b5438873468" [ 964.976810] env[69654]: _type = "Task" [ 964.976810] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.985555] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52667e76-1b6a-4379-d642-6b5438873468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.027133] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555113, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.037771] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555114, 'name': Rename_Task, 'duration_secs': 0.167437} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.038060] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.038304] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03e26d88-f1b1-4e1b-bf62-90f9ac55be22 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.045779] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 965.045779] env[69654]: value = "task-3555115" [ 965.045779] env[69654]: _type = "Task" [ 965.045779] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.054096] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.067570] env[69654]: DEBUG oslo_concurrency.lockutils [None req-731f1f02-c3ae-460f-8c92-a4bbbbd030ba tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "6dfe0850-c7d0-492d-ae38-f6498c0634f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.619s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.200369] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ab4445-2c92-4be8-af43-85bb9c4a0245 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.210109] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0824f9c2-1a38-455e-ac15-e416c548e3be {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.243552] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d908f5-5551-4af9-b8f1-4da3b7601a45 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.251863] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b525bd37-45fe-4e5f-b025-84b937582e8a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.266460] env[69654]: DEBUG nova.compute.provider_tree [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.350521] env[69654]: DEBUG nova.network.neutron [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.490028] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52667e76-1b6a-4379-d642-6b5438873468, 'name': SearchDatastore_Task, 'duration_secs': 0.013805} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.490028] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a7f2784-f3b4-48e9-bc85-decbfc8c91ac {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.496078] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 965.496078] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524fd563-f4f8-1084-a6a0-a3cbf22ed99f" [ 965.496078] env[69654]: _type = "Task" [ 965.496078] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.507655] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524fd563-f4f8-1084-a6a0-a3cbf22ed99f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.532921] env[69654]: DEBUG oslo_vmware.api [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555113, 'name': PowerOnVM_Task, 'duration_secs': 0.802672} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.533837] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.534099] env[69654]: INFO nova.compute.manager [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Took 12.14 seconds to spawn the instance on the hypervisor. [ 965.534287] env[69654]: DEBUG nova.compute.manager [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.535555] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d964761-7931-4f89-aaab-810065d7e3d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.563563] env[69654]: DEBUG oslo_vmware.api [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555115, 'name': PowerOnVM_Task, 'duration_secs': 0.512756} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.564039] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.564039] env[69654]: INFO nova.compute.manager [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Took 9.32 seconds to spawn the instance on the hypervisor. [ 965.564313] env[69654]: DEBUG nova.compute.manager [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.564886] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef9ddf3-4d8f-4bde-af97-b164dc753cfb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.605603] env[69654]: DEBUG nova.network.neutron [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Updating instance_info_cache with network_info: [{"id": "3ed0d108-1dcd-4fba-a46a-02da9466dc31", "address": "fa:16:3e:49:eb:20", "network": {"id": "ee7676d5-9db2-4d5e-951d-c123e1e91948", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-936449333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf4b8b3386944b29d3f2ab037e192a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed0d108-1d", "ovs_interfaceid": "3ed0d108-1dcd-4fba-a46a-02da9466dc31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.769820] env[69654]: DEBUG nova.scheduler.client.report [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.011622] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524fd563-f4f8-1084-a6a0-a3cbf22ed99f, 'name': SearchDatastore_Task, 'duration_secs': 0.020161} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.011946] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.013472] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] f5728e22-6d02-4bfc-9234-71aac0ac3a0c/f5728e22-6d02-4bfc-9234-71aac0ac3a0c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.013791] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7af0dc10-a39f-4201-814f-cb09f6705826 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.025045] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 966.025045] env[69654]: value = "task-3555116" [ 966.025045] env[69654]: _type = "Task" [ 966.025045] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.034689] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.070083] env[69654]: INFO nova.compute.manager [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Took 54.40 seconds to build instance. [ 966.090641] env[69654]: INFO nova.compute.manager [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Took 52.44 seconds to build instance. [ 966.107736] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Releasing lock "refresh_cache-0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.108085] env[69654]: DEBUG nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Instance network_info: |[{"id": "3ed0d108-1dcd-4fba-a46a-02da9466dc31", "address": "fa:16:3e:49:eb:20", "network": {"id": "ee7676d5-9db2-4d5e-951d-c123e1e91948", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-936449333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf4b8b3386944b29d3f2ab037e192a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed0d108-1d", "ovs_interfaceid": "3ed0d108-1dcd-4fba-a46a-02da9466dc31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.108508] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:eb:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ed0d108-1dcd-4fba-a46a-02da9466dc31', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.116244] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.116779] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.117093] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b4a146a-b66e-4d47-b0cc-3df82a4ae51e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.144698] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.144698] env[69654]: value = "task-3555117" [ 966.144698] env[69654]: _type = "Task" [ 966.144698] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.157364] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555117, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.239274] env[69654]: DEBUG nova.compute.manager [req-a89e28db-8b90-4513-83b9-29724c33c817 req-23e938de-309e-4c45-8e33-099a2d4998de service nova] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Received event network-changed-3ed0d108-1dcd-4fba-a46a-02da9466dc31 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.239274] env[69654]: DEBUG nova.compute.manager [req-a89e28db-8b90-4513-83b9-29724c33c817 req-23e938de-309e-4c45-8e33-099a2d4998de service nova] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Refreshing instance network info cache due to event network-changed-3ed0d108-1dcd-4fba-a46a-02da9466dc31. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.239274] env[69654]: DEBUG oslo_concurrency.lockutils [req-a89e28db-8b90-4513-83b9-29724c33c817 req-23e938de-309e-4c45-8e33-099a2d4998de service nova] Acquiring lock "refresh_cache-0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.239274] env[69654]: DEBUG oslo_concurrency.lockutils [req-a89e28db-8b90-4513-83b9-29724c33c817 req-23e938de-309e-4c45-8e33-099a2d4998de service nova] Acquired lock "refresh_cache-0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.239274] env[69654]: DEBUG nova.network.neutron [req-a89e28db-8b90-4513-83b9-29724c33c817 req-23e938de-309e-4c45-8e33-099a2d4998de service nova] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Refreshing network info cache for port 3ed0d108-1dcd-4fba-a46a-02da9466dc31 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.240911] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "6dfe0850-c7d0-492d-ae38-f6498c0634f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.243016] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "6dfe0850-c7d0-492d-ae38-f6498c0634f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.243016] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "6dfe0850-c7d0-492d-ae38-f6498c0634f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.243016] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "6dfe0850-c7d0-492d-ae38-f6498c0634f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.243016] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "6dfe0850-c7d0-492d-ae38-f6498c0634f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.244754] env[69654]: INFO nova.compute.manager [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Terminating instance [ 966.274594] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.275127] env[69654]: DEBUG nova.compute.manager [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.278058] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.287s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.279589] env[69654]: INFO nova.compute.claims [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.294010] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3395d60c-6bca-48b2-925d-cd1b421aa33f tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "d9e70dde-3175-4edf-b8d1-2690b9386a62" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.535934] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555116, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.573665] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12b1d58-d171-477d-964f-d1977bb67238 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "d9e70dde-3175-4edf-b8d1-2690b9386a62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.912s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.574506] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3395d60c-6bca-48b2-925d-cd1b421aa33f tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "d9e70dde-3175-4edf-b8d1-2690b9386a62" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.280s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.574506] env[69654]: DEBUG nova.compute.manager [None req-3395d60c-6bca-48b2-925d-cd1b421aa33f tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.575178] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3bd9dc-d182-4d64-9b4d-5e4a4335fcef {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.582500] env[69654]: DEBUG nova.compute.manager [None req-3395d60c-6bca-48b2-925d-cd1b421aa33f tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69654) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 966.583153] env[69654]: DEBUG nova.objects.instance [None req-3395d60c-6bca-48b2-925d-cd1b421aa33f tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lazy-loading 'flavor' on Instance uuid d9e70dde-3175-4edf-b8d1-2690b9386a62 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.594052] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec290612-a441-43a3-96c1-fe5d65e4a1eb tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.956s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.653828] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555117, 'name': CreateVM_Task, 'duration_secs': 0.421097} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.654049] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.654857] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.655117] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.655465] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.655734] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab8ea25-cb04-483a-a8ad-8ac451184c56 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.660639] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 966.660639] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bd2158-aef3-e5fd-b44a-e06b5e085c66" [ 966.660639] env[69654]: _type = "Task" [ 966.660639] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.669354] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bd2158-aef3-e5fd-b44a-e06b5e085c66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.750920] env[69654]: DEBUG nova.compute.manager [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.751074] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.752133] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b1a701-df2b-42e1-89f6-1b973efd4dc5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.759870] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.760194] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-038269e2-b2af-4604-8b63-3614fd6656d7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.766750] env[69654]: DEBUG oslo_vmware.api [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 966.766750] env[69654]: value = "task-3555118" [ 966.766750] env[69654]: _type = "Task" [ 966.766750] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.775472] env[69654]: DEBUG oslo_vmware.api [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.789039] env[69654]: DEBUG nova.compute.utils [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.789580] env[69654]: DEBUG nova.compute.manager [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.789766] env[69654]: DEBUG nova.network.neutron [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.863247] env[69654]: DEBUG nova.policy [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecf975355e2e48dd8e2d522631ba5a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8334390ef8848d5afba13757eda95cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.036501] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58505} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.037732] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] f5728e22-6d02-4bfc-9234-71aac0ac3a0c/f5728e22-6d02-4bfc-9234-71aac0ac3a0c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.038044] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.040191] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad49a72a-a716-4cd3-a674-10b5e8e32397 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.048810] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 967.048810] env[69654]: value = "task-3555119" [ 967.048810] env[69654]: _type = "Task" [ 967.048810] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.058628] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.177316] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bd2158-aef3-e5fd-b44a-e06b5e085c66, 'name': SearchDatastore_Task, 'duration_secs': 0.009157} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.177708] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.177996] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.178285] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.178465] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.178690] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.179014] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8263be81-1ced-467a-8954-4766f28730ff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.189701] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.189701] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.190251] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84e55e6-c543-4939-a559-a3e4a370198a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.197679] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 967.197679] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a111ec-5c2c-9475-33c0-139238bfd144" [ 967.197679] env[69654]: _type = "Task" [ 967.197679] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.205115] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a111ec-5c2c-9475-33c0-139238bfd144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.278576] env[69654]: DEBUG oslo_vmware.api [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555118, 'name': PowerOffVM_Task, 'duration_secs': 0.28464} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.278927] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.279207] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.279546] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66d88b1e-5f90-47e0-9d7b-d6313dd12f6e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.294121] env[69654]: DEBUG nova.compute.manager [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.350583] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.351116] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.351450] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Deleting the datastore file [datastore2] 6dfe0850-c7d0-492d-ae38-f6498c0634f6 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.358539] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fe9547f-3583-4903-aadd-a89440653527 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.366154] env[69654]: DEBUG oslo_vmware.api [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 967.366154] env[69654]: value = "task-3555121" [ 967.366154] env[69654]: _type = "Task" [ 967.366154] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.377588] env[69654]: DEBUG oslo_vmware.api [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.522864] env[69654]: DEBUG nova.network.neutron [req-a89e28db-8b90-4513-83b9-29724c33c817 req-23e938de-309e-4c45-8e33-099a2d4998de service nova] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Updated VIF entry in instance network info cache for port 3ed0d108-1dcd-4fba-a46a-02da9466dc31. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.523283] env[69654]: DEBUG nova.network.neutron [req-a89e28db-8b90-4513-83b9-29724c33c817 req-23e938de-309e-4c45-8e33-099a2d4998de service nova] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Updating instance_info_cache with network_info: [{"id": "3ed0d108-1dcd-4fba-a46a-02da9466dc31", "address": "fa:16:3e:49:eb:20", "network": {"id": "ee7676d5-9db2-4d5e-951d-c123e1e91948", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-936449333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf4b8b3386944b29d3f2ab037e192a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed0d108-1d", "ovs_interfaceid": "3ed0d108-1dcd-4fba-a46a-02da9466dc31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.560404] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124262} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.566077] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.566077] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622ea374-45b1-4484-a4b9-4c81b8307089 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.601176] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] f5728e22-6d02-4bfc-9234-71aac0ac3a0c/f5728e22-6d02-4bfc-9234-71aac0ac3a0c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.602167] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3395d60c-6bca-48b2-925d-cd1b421aa33f tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.602502] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00f642b2-782f-4fd2-a6ca-3f86a2c3b295 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.619848] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bae56be-d05c-461e-b1ef-8ed9d7ce5586 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.630670] env[69654]: DEBUG oslo_vmware.api [None req-3395d60c-6bca-48b2-925d-cd1b421aa33f tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 967.630670] env[69654]: value = "task-3555122" [ 967.630670] env[69654]: _type = "Task" [ 967.630670] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.632156] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 967.632156] env[69654]: value = "task-3555123" [ 967.632156] env[69654]: _type = "Task" [ 967.632156] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.648267] env[69654]: DEBUG oslo_vmware.api [None req-3395d60c-6bca-48b2-925d-cd1b421aa33f tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.652606] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555123, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.663413] env[69654]: DEBUG nova.network.neutron [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Successfully created port: 86a7de77-811e-42d7-977b-2fb79548e2b0 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.710258] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a111ec-5c2c-9475-33c0-139238bfd144, 'name': SearchDatastore_Task, 'duration_secs': 0.030813} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.711125] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977889b7-2f36-4a04-be41-1ce83bf4480a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.719404] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 967.719404] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b2c7ba-8b9b-d699-d29d-845168ca1cbb" [ 967.719404] env[69654]: _type = "Task" [ 967.719404] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.728588] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b2c7ba-8b9b-d699-d29d-845168ca1cbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.877425] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cf6bd8-de6a-403b-9bd9-368daaeade0d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.883476] env[69654]: DEBUG nova.compute.manager [req-c92f2f08-1da3-4112-ad46-511a6a36717a req-ddc0a2e1-90aa-4ceb-85c3-67e45d68a54a service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Received event network-changed-0c464bb5-2c6a-4e9b-9046-30a4c4568daf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.883476] env[69654]: DEBUG nova.compute.manager [req-c92f2f08-1da3-4112-ad46-511a6a36717a req-ddc0a2e1-90aa-4ceb-85c3-67e45d68a54a service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Refreshing instance network info cache due to event network-changed-0c464bb5-2c6a-4e9b-9046-30a4c4568daf. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.883476] env[69654]: DEBUG oslo_concurrency.lockutils [req-c92f2f08-1da3-4112-ad46-511a6a36717a req-ddc0a2e1-90aa-4ceb-85c3-67e45d68a54a service nova] Acquiring lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.883476] env[69654]: DEBUG oslo_concurrency.lockutils [req-c92f2f08-1da3-4112-ad46-511a6a36717a req-ddc0a2e1-90aa-4ceb-85c3-67e45d68a54a service nova] Acquired lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.883476] env[69654]: DEBUG nova.network.neutron [req-c92f2f08-1da3-4112-ad46-511a6a36717a req-ddc0a2e1-90aa-4ceb-85c3-67e45d68a54a service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Refreshing network info cache for port 0c464bb5-2c6a-4e9b-9046-30a4c4568daf {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.888675] env[69654]: DEBUG oslo_vmware.api [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415546} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.889298] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.889608] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.889954] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.890365] env[69654]: INFO nova.compute.manager [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 967.890717] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.893102] env[69654]: DEBUG nova.compute.manager [-] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.893323] env[69654]: DEBUG nova.network.neutron [-] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.896450] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5fc37b-6dd5-478b-bb05-77d3bb09f1a7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.935110] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a827e4-c85c-4fb0-b4bf-4832e3279b46 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.944383] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50bb7e3-9dba-4693-8112-b7da2536a607 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.960461] env[69654]: DEBUG nova.compute.provider_tree [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.027344] env[69654]: DEBUG oslo_concurrency.lockutils [req-a89e28db-8b90-4513-83b9-29724c33c817 req-23e938de-309e-4c45-8e33-099a2d4998de service nova] Releasing lock "refresh_cache-0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.150931] env[69654]: DEBUG oslo_vmware.api [None req-3395d60c-6bca-48b2-925d-cd1b421aa33f tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555122, 'name': PowerOffVM_Task, 'duration_secs': 0.372617} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.155836] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3395d60c-6bca-48b2-925d-cd1b421aa33f tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.155836] env[69654]: DEBUG nova.compute.manager [None req-3395d60c-6bca-48b2-925d-cd1b421aa33f tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.155836] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555123, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.156292] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1dcf6f-98b9-4c3b-8d6e-31b759e7ad42 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.232536] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b2c7ba-8b9b-d699-d29d-845168ca1cbb, 'name': SearchDatastore_Task, 'duration_secs': 0.011303} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.237091] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.237091] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf/0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.237091] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd3b62f5-f3b6-4d8e-847e-93bb8aa1c1b0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.243669] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 968.243669] env[69654]: value = "task-3555124" [ 968.243669] env[69654]: _type = "Task" [ 968.243669] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.256027] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.308654] env[69654]: DEBUG nova.compute.manager [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.370040] env[69654]: DEBUG nova.virt.hardware [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.370040] env[69654]: DEBUG nova.virt.hardware [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.370908] env[69654]: DEBUG nova.virt.hardware [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.371365] env[69654]: DEBUG nova.virt.hardware [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.371766] env[69654]: DEBUG nova.virt.hardware [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.372168] env[69654]: DEBUG nova.virt.hardware [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.373523] env[69654]: DEBUG nova.virt.hardware [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.373523] env[69654]: DEBUG nova.virt.hardware [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.373523] env[69654]: DEBUG nova.virt.hardware [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.373523] env[69654]: DEBUG nova.virt.hardware [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.373684] env[69654]: DEBUG nova.virt.hardware [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.375010] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6992a7d0-6db2-4d2d-8fe4-aeb5ff8d2dd2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.384142] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a593dba9-9109-4e50-98d1-00a4ac30b1f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.465043] env[69654]: DEBUG nova.scheduler.client.report [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.651831] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555123, 'name': ReconfigVM_Task, 'duration_secs': 0.562874} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.652281] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Reconfigured VM instance instance-0000004b to attach disk [datastore1] f5728e22-6d02-4bfc-9234-71aac0ac3a0c/f5728e22-6d02-4bfc-9234-71aac0ac3a0c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.653058] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82e7f652-3220-42fb-9960-22210eae5376 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.665197] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 968.665197] env[69654]: value = "task-3555125" [ 968.665197] env[69654]: _type = "Task" [ 968.665197] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.672592] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3395d60c-6bca-48b2-925d-cd1b421aa33f tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "d9e70dde-3175-4edf-b8d1-2690b9386a62" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.098s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.681068] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555125, 'name': Rename_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.706885] env[69654]: DEBUG nova.network.neutron [req-c92f2f08-1da3-4112-ad46-511a6a36717a req-ddc0a2e1-90aa-4ceb-85c3-67e45d68a54a service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Updated VIF entry in instance network info cache for port 0c464bb5-2c6a-4e9b-9046-30a4c4568daf. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.707085] env[69654]: DEBUG nova.network.neutron [req-c92f2f08-1da3-4112-ad46-511a6a36717a req-ddc0a2e1-90aa-4ceb-85c3-67e45d68a54a service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Updating instance_info_cache with network_info: [{"id": "0c464bb5-2c6a-4e9b-9046-30a4c4568daf", "address": "fa:16:3e:f9:2c:58", "network": {"id": "9c35621a-4212-48ae-8f5d-4ae6b03c1687", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-974507676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62af8cdf4ad44000ad90ef1c47064f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c464bb5-2c", "ovs_interfaceid": "0c464bb5-2c6a-4e9b-9046-30a4c4568daf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.755276] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494608} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.755532] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf/0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.755743] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.755995] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30e55bdc-8a3a-4c4f-8308-448593ecd01b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.763322] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 968.763322] env[69654]: value = "task-3555126" [ 968.763322] env[69654]: _type = "Task" [ 968.763322] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.771262] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.791901] env[69654]: DEBUG nova.compute.manager [req-753dd203-168a-4558-831a-67cf7f0578d6 req-6130513d-760d-436d-a634-39f7b6e06ebb service nova] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Received event network-vif-deleted-4da98447-1c67-4e9c-a5db-60a2fba11c8e {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.791901] env[69654]: INFO nova.compute.manager [req-753dd203-168a-4558-831a-67cf7f0578d6 req-6130513d-760d-436d-a634-39f7b6e06ebb service nova] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Neutron deleted interface 4da98447-1c67-4e9c-a5db-60a2fba11c8e; detaching it from the instance and deleting it from the info cache [ 968.791901] env[69654]: DEBUG nova.network.neutron [req-753dd203-168a-4558-831a-67cf7f0578d6 req-6130513d-760d-436d-a634-39f7b6e06ebb service nova] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.975700] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.976198] env[69654]: DEBUG nova.compute.manager [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.980284] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.813s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.980481] env[69654]: DEBUG nova.objects.instance [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lazy-loading 'resources' on Instance uuid 69808f39-1a03-4765-98a8-855434cb947a {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.060933] env[69654]: DEBUG nova.network.neutron [-] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.177971] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555125, 'name': Rename_Task, 'duration_secs': 0.179263} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.180861] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.180861] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52bf0a5e-c37d-466c-a166-d3ee9af22ee0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.185676] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 969.185676] env[69654]: value = "task-3555127" [ 969.185676] env[69654]: _type = "Task" [ 969.185676] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.196429] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.210785] env[69654]: DEBUG oslo_concurrency.lockutils [req-c92f2f08-1da3-4112-ad46-511a6a36717a req-ddc0a2e1-90aa-4ceb-85c3-67e45d68a54a service nova] Releasing lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.274431] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06581} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.274884] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.275812] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e77904-55a9-41d3-8b50-7fa8a68715ea {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.306056] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf/0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.306771] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8fe2b4a-d5ed-4662-9bdf-2e4efecc0218 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.324092] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9abc4ed5-93f2-4059-b995-64d01025e1f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.336136] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316e4550-f08e-4a83-93c1-78d55cff754f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.356991] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 969.356991] env[69654]: value = "task-3555128" [ 969.356991] env[69654]: _type = "Task" [ 969.356991] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.357947] env[69654]: DEBUG nova.network.neutron [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Successfully updated port: 86a7de77-811e-42d7-977b-2fb79548e2b0 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.375706] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.406407] env[69654]: DEBUG nova.compute.manager [req-753dd203-168a-4558-831a-67cf7f0578d6 req-6130513d-760d-436d-a634-39f7b6e06ebb service nova] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Detach interface failed, port_id=4da98447-1c67-4e9c-a5db-60a2fba11c8e, reason: Instance 6dfe0850-c7d0-492d-ae38-f6498c0634f6 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 969.486054] env[69654]: DEBUG nova.compute.utils [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.493006] env[69654]: DEBUG nova.compute.manager [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.493275] env[69654]: DEBUG nova.network.neutron [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.504838] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "d9e70dde-3175-4edf-b8d1-2690b9386a62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.505101] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "d9e70dde-3175-4edf-b8d1-2690b9386a62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.505325] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "d9e70dde-3175-4edf-b8d1-2690b9386a62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.505514] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "d9e70dde-3175-4edf-b8d1-2690b9386a62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.505683] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "d9e70dde-3175-4edf-b8d1-2690b9386a62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.508885] env[69654]: INFO nova.compute.manager [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Terminating instance [ 969.550940] env[69654]: DEBUG nova.policy [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f901001433d4b5896e04559cfc4c815', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ce6e1dc1e0b423bb45b1317e7640dab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.563786] env[69654]: INFO nova.compute.manager [-] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Took 1.67 seconds to deallocate network for instance. [ 969.696384] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555127, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.870594] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "refresh_cache-3c6b40b1-a10c-449c-84b9-4dafc0edee58" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.870735] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "refresh_cache-3c6b40b1-a10c-449c-84b9-4dafc0edee58" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.870879] env[69654]: DEBUG nova.network.neutron [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.871978] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.919592] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bc71ff-5c36-41b6-ad49-fa6715662373 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.930750] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadbfe70-a520-457a-8e8d-61995f7f1b2a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.935763] env[69654]: DEBUG nova.compute.manager [req-eab77a82-248d-4fb7-b524-610ab03b5e33 req-d6283681-bc40-4cd3-b370-e4d072aef533 service nova] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Received event network-vif-plugged-86a7de77-811e-42d7-977b-2fb79548e2b0 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.936098] env[69654]: DEBUG oslo_concurrency.lockutils [req-eab77a82-248d-4fb7-b524-610ab03b5e33 req-d6283681-bc40-4cd3-b370-e4d072aef533 service nova] Acquiring lock "3c6b40b1-a10c-449c-84b9-4dafc0edee58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.936431] env[69654]: DEBUG oslo_concurrency.lockutils [req-eab77a82-248d-4fb7-b524-610ab03b5e33 req-d6283681-bc40-4cd3-b370-e4d072aef533 service nova] Lock "3c6b40b1-a10c-449c-84b9-4dafc0edee58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.936648] env[69654]: DEBUG oslo_concurrency.lockutils [req-eab77a82-248d-4fb7-b524-610ab03b5e33 req-d6283681-bc40-4cd3-b370-e4d072aef533 service nova] Lock "3c6b40b1-a10c-449c-84b9-4dafc0edee58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.939294] env[69654]: DEBUG nova.compute.manager [req-eab77a82-248d-4fb7-b524-610ab03b5e33 req-d6283681-bc40-4cd3-b370-e4d072aef533 service nova] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] No waiting events found dispatching network-vif-plugged-86a7de77-811e-42d7-977b-2fb79548e2b0 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.939294] env[69654]: WARNING nova.compute.manager [req-eab77a82-248d-4fb7-b524-610ab03b5e33 req-d6283681-bc40-4cd3-b370-e4d072aef533 service nova] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Received unexpected event network-vif-plugged-86a7de77-811e-42d7-977b-2fb79548e2b0 for instance with vm_state building and task_state spawning. [ 969.939294] env[69654]: DEBUG nova.compute.manager [req-eab77a82-248d-4fb7-b524-610ab03b5e33 req-d6283681-bc40-4cd3-b370-e4d072aef533 service nova] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Received event network-changed-86a7de77-811e-42d7-977b-2fb79548e2b0 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.939294] env[69654]: DEBUG nova.compute.manager [req-eab77a82-248d-4fb7-b524-610ab03b5e33 req-d6283681-bc40-4cd3-b370-e4d072aef533 service nova] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Refreshing instance network info cache due to event network-changed-86a7de77-811e-42d7-977b-2fb79548e2b0. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.939294] env[69654]: DEBUG oslo_concurrency.lockutils [req-eab77a82-248d-4fb7-b524-610ab03b5e33 req-d6283681-bc40-4cd3-b370-e4d072aef533 service nova] Acquiring lock "refresh_cache-3c6b40b1-a10c-449c-84b9-4dafc0edee58" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.970412] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928c2a5e-a0c7-43df-9377-95954b13aa77 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.978851] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f46190-50cd-444a-bbdb-84c946e2fc62 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.993563] env[69654]: DEBUG nova.compute.provider_tree [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.998134] env[69654]: DEBUG nova.compute.manager [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.013397] env[69654]: DEBUG nova.compute.manager [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.013656] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.014560] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb23456e-25d3-4b8e-99f3-1036a0f173c5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.022577] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.022857] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00f8bf18-d763-4d23-b75b-3650e478e338 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.052631] env[69654]: DEBUG nova.network.neutron [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Successfully created port: 5cde7105-8c5f-4654-a199-d2e3193d9c54 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.074781] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.162626] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.163623] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.163623] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleting the datastore file [datastore2] d9e70dde-3175-4edf-b8d1-2690b9386a62 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.164493] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e54a463-553b-4a51-a779-6f65b4a95237 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.174928] env[69654]: DEBUG oslo_vmware.api [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 970.174928] env[69654]: value = "task-3555130" [ 970.174928] env[69654]: _type = "Task" [ 970.174928] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.187563] env[69654]: DEBUG oslo_vmware.api [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.197063] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555127, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.382327] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.428328] env[69654]: DEBUG nova.network.neutron [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.497085] env[69654]: DEBUG nova.scheduler.client.report [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.502622] env[69654]: INFO nova.virt.block_device [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Booting with volume afab763a-a1b4-48ac-9595-803666a35839 at /dev/sda [ 970.552507] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c4a166d-c2d7-477b-aefb-5920207e4e40 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.565122] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a65a5c2-935a-4937-863e-a3a5c244ead1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.606124] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6ce48e1-b0ea-42e8-bcb6-55c003947808 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.613966] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be67445f-4b8b-4f4f-a558-35d1e07d9332 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.624959] env[69654]: DEBUG nova.network.neutron [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Updating instance_info_cache with network_info: [{"id": "86a7de77-811e-42d7-977b-2fb79548e2b0", "address": "fa:16:3e:f7:24:54", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86a7de77-81", "ovs_interfaceid": "86a7de77-811e-42d7-977b-2fb79548e2b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.655275] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73505908-a1da-4a5b-8a5b-f5c24edeb5f2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.659856] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d101b8ef-29dc-4a72-ac3e-eda8d8f30491 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.676037] env[69654]: DEBUG nova.virt.block_device [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Updating existing volume attachment record: 3309e54f-edc5-4b40-a824-d75579a54104 {{(pid=69654) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 970.686719] env[69654]: DEBUG oslo_vmware.api [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192541} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.687521] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.687521] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.687521] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.687521] env[69654]: INFO nova.compute.manager [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Took 0.67 seconds to destroy the instance on the hypervisor. [ 970.687703] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.687977] env[69654]: DEBUG nova.compute.manager [-] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.688059] env[69654]: DEBUG nova.network.neutron [-] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.699146] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555127, 'name': PowerOnVM_Task, 'duration_secs': 1.066678} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.699376] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.699470] env[69654]: INFO nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Took 9.64 seconds to spawn the instance on the hypervisor. [ 970.699606] env[69654]: DEBUG nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.700435] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19dcfb2-745d-4ece-a51d-d7baef06ce57 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.874700] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555128, 'name': ReconfigVM_Task, 'duration_secs': 1.116502} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.874829] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf/0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.875493] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdc00fbf-2015-4b14-a284-78b633bc88cf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.881657] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 970.881657] env[69654]: value = "task-3555131" [ 970.881657] env[69654]: _type = "Task" [ 970.881657] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.891114] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555131, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.002458] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.005978] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.257s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.006249] env[69654]: DEBUG nova.objects.instance [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lazy-loading 'resources' on Instance uuid bc7efac8-04a8-42fb-92ab-b4ee816d2019 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.034104] env[69654]: INFO nova.scheduler.client.report [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Deleted allocations for instance 69808f39-1a03-4765-98a8-855434cb947a [ 971.127444] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "refresh_cache-3c6b40b1-a10c-449c-84b9-4dafc0edee58" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.127755] env[69654]: DEBUG nova.compute.manager [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Instance network_info: |[{"id": "86a7de77-811e-42d7-977b-2fb79548e2b0", "address": "fa:16:3e:f7:24:54", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86a7de77-81", "ovs_interfaceid": "86a7de77-811e-42d7-977b-2fb79548e2b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.128060] env[69654]: DEBUG oslo_concurrency.lockutils [req-eab77a82-248d-4fb7-b524-610ab03b5e33 req-d6283681-bc40-4cd3-b370-e4d072aef533 service nova] Acquired lock "refresh_cache-3c6b40b1-a10c-449c-84b9-4dafc0edee58" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.128254] env[69654]: DEBUG nova.network.neutron [req-eab77a82-248d-4fb7-b524-610ab03b5e33 req-d6283681-bc40-4cd3-b370-e4d072aef533 service nova] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Refreshing network info cache for port 86a7de77-811e-42d7-977b-2fb79548e2b0 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.129505] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:24:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86a7de77-811e-42d7-977b-2fb79548e2b0', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.140877] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.140877] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.140877] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb630567-d95b-451e-8083-d3210c9ad938 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.158932] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.158932] env[69654]: value = "task-3555132" [ 971.158932] env[69654]: _type = "Task" [ 971.158932] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.168147] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555132, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.220794] env[69654]: INFO nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Took 48.48 seconds to build instance. [ 971.399893] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555131, 'name': Rename_Task, 'duration_secs': 0.335278} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.399893] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.399893] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1199a963-b14e-41ac-a5d7-d1081ddaac92 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.405452] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 971.405452] env[69654]: value = "task-3555133" [ 971.405452] env[69654]: _type = "Task" [ 971.405452] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.414035] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.463310] env[69654]: DEBUG nova.network.neutron [-] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.543428] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c790eaeb-6f91-4e96-89eb-f8168cda022c tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "69808f39-1a03-4765-98a8-855434cb947a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.038s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.671997] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555132, 'name': CreateVM_Task, 'duration_secs': 0.433} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.672360] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.673162] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.673426] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.673995] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.674698] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52f5afa4-e1be-4bd6-996b-d77a6a7e6a9c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.682406] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 971.682406] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5266776e-c56b-bb71-6160-b774a68f0907" [ 971.682406] env[69654]: _type = "Task" [ 971.682406] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.693252] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5266776e-c56b-bb71-6160-b774a68f0907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.725527] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "f5728e22-6d02-4bfc-9234-71aac0ac3a0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.002s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.786214] env[69654]: DEBUG oslo_concurrency.lockutils [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "44f309e1-228d-44f6-a24c-5ffd78446a8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.786610] env[69654]: DEBUG oslo_concurrency.lockutils [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "44f309e1-228d-44f6-a24c-5ffd78446a8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.786933] env[69654]: DEBUG oslo_concurrency.lockutils [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "44f309e1-228d-44f6-a24c-5ffd78446a8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.787385] env[69654]: DEBUG oslo_concurrency.lockutils [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "44f309e1-228d-44f6-a24c-5ffd78446a8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.787737] env[69654]: DEBUG oslo_concurrency.lockutils [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "44f309e1-228d-44f6-a24c-5ffd78446a8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.790859] env[69654]: INFO nova.compute.manager [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Terminating instance [ 971.813990] env[69654]: DEBUG nova.network.neutron [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Successfully updated port: 5cde7105-8c5f-4654-a199-d2e3193d9c54 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.915124] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555133, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.916046] env[69654]: DEBUG nova.network.neutron [req-eab77a82-248d-4fb7-b524-610ab03b5e33 req-d6283681-bc40-4cd3-b370-e4d072aef533 service nova] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Updated VIF entry in instance network info cache for port 86a7de77-811e-42d7-977b-2fb79548e2b0. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.916524] env[69654]: DEBUG nova.network.neutron [req-eab77a82-248d-4fb7-b524-610ab03b5e33 req-d6283681-bc40-4cd3-b370-e4d072aef533 service nova] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Updating instance_info_cache with network_info: [{"id": "86a7de77-811e-42d7-977b-2fb79548e2b0", "address": "fa:16:3e:f7:24:54", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86a7de77-81", "ovs_interfaceid": "86a7de77-811e-42d7-977b-2fb79548e2b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.968541] env[69654]: INFO nova.compute.manager [-] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Took 1.28 seconds to deallocate network for instance. [ 971.986825] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f88f12-07fc-4baa-be27-6aa7aaa72ab1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.002024] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31c1e46-f842-417b-a91f-25408b90bb8b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.057769] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f403465-d311-47cc-8b80-0f39228129c8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.068242] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c29e24-085c-409e-ba20-55e52c2d2111 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.085113] env[69654]: DEBUG nova.compute.provider_tree [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.119594] env[69654]: DEBUG nova.compute.manager [req-56eb6291-d33d-4962-85ae-e788bad105df req-a5f600b4-b5c6-453a-bfdf-a84d5eb91154 service nova] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Received event network-vif-deleted-6d1b54c9-21ac-4a12-81f2-7a9bb02fae92 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.119594] env[69654]: DEBUG nova.compute.manager [req-56eb6291-d33d-4962-85ae-e788bad105df req-a5f600b4-b5c6-453a-bfdf-a84d5eb91154 service nova] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Received event network-vif-plugged-5cde7105-8c5f-4654-a199-d2e3193d9c54 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.119594] env[69654]: DEBUG oslo_concurrency.lockutils [req-56eb6291-d33d-4962-85ae-e788bad105df req-a5f600b4-b5c6-453a-bfdf-a84d5eb91154 service nova] Acquiring lock "f0f0c747-58c4-494d-998f-adee37d0859d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.119963] env[69654]: DEBUG oslo_concurrency.lockutils [req-56eb6291-d33d-4962-85ae-e788bad105df req-a5f600b4-b5c6-453a-bfdf-a84d5eb91154 service nova] Lock "f0f0c747-58c4-494d-998f-adee37d0859d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.120084] env[69654]: DEBUG oslo_concurrency.lockutils [req-56eb6291-d33d-4962-85ae-e788bad105df req-a5f600b4-b5c6-453a-bfdf-a84d5eb91154 service nova] Lock "f0f0c747-58c4-494d-998f-adee37d0859d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.120387] env[69654]: DEBUG nova.compute.manager [req-56eb6291-d33d-4962-85ae-e788bad105df req-a5f600b4-b5c6-453a-bfdf-a84d5eb91154 service nova] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] No waiting events found dispatching network-vif-plugged-5cde7105-8c5f-4654-a199-d2e3193d9c54 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.120538] env[69654]: WARNING nova.compute.manager [req-56eb6291-d33d-4962-85ae-e788bad105df req-a5f600b4-b5c6-453a-bfdf-a84d5eb91154 service nova] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Received unexpected event network-vif-plugged-5cde7105-8c5f-4654-a199-d2e3193d9c54 for instance with vm_state building and task_state block_device_mapping. [ 972.120759] env[69654]: DEBUG nova.compute.manager [req-56eb6291-d33d-4962-85ae-e788bad105df req-a5f600b4-b5c6-453a-bfdf-a84d5eb91154 service nova] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Received event network-changed-5cde7105-8c5f-4654-a199-d2e3193d9c54 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.120879] env[69654]: DEBUG nova.compute.manager [req-56eb6291-d33d-4962-85ae-e788bad105df req-a5f600b4-b5c6-453a-bfdf-a84d5eb91154 service nova] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Refreshing instance network info cache due to event network-changed-5cde7105-8c5f-4654-a199-d2e3193d9c54. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.121107] env[69654]: DEBUG oslo_concurrency.lockutils [req-56eb6291-d33d-4962-85ae-e788bad105df req-a5f600b4-b5c6-453a-bfdf-a84d5eb91154 service nova] Acquiring lock "refresh_cache-f0f0c747-58c4-494d-998f-adee37d0859d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.121221] env[69654]: DEBUG oslo_concurrency.lockutils [req-56eb6291-d33d-4962-85ae-e788bad105df req-a5f600b4-b5c6-453a-bfdf-a84d5eb91154 service nova] Acquired lock "refresh_cache-f0f0c747-58c4-494d-998f-adee37d0859d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.121375] env[69654]: DEBUG nova.network.neutron [req-56eb6291-d33d-4962-85ae-e788bad105df req-a5f600b4-b5c6-453a-bfdf-a84d5eb91154 service nova] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Refreshing network info cache for port 5cde7105-8c5f-4654-a199-d2e3193d9c54 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.193193] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5266776e-c56b-bb71-6160-b774a68f0907, 'name': SearchDatastore_Task, 'duration_secs': 0.01268} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.193548] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.193778] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.194459] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.194459] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.194459] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.194677] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c46a6143-f1dc-478d-960b-81efd832cd48 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.207590] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.207680] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.208371] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d89bff-0274-4e91-9033-8761ae7319ea {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.213764] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 972.213764] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f015ef-37ee-106f-089b-2c2939de116d" [ 972.213764] env[69654]: _type = "Task" [ 972.213764] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.222326] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f015ef-37ee-106f-089b-2c2939de116d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.296066] env[69654]: DEBUG nova.compute.manager [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.296276] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.297211] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d424c641-fa4b-4ba9-98c0-2aec8369ee88 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.307224] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.307495] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5652d99-58fd-48b9-b3d5-2188f6215af6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.313191] env[69654]: DEBUG oslo_vmware.api [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 972.313191] env[69654]: value = "task-3555134" [ 972.313191] env[69654]: _type = "Task" [ 972.313191] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.317865] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Acquiring lock "refresh_cache-f0f0c747-58c4-494d-998f-adee37d0859d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.321309] env[69654]: DEBUG oslo_vmware.api [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3555134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.414648] env[69654]: DEBUG oslo_vmware.api [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555133, 'name': PowerOnVM_Task, 'duration_secs': 0.728272} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.414911] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.415128] env[69654]: INFO nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Took 8.69 seconds to spawn the instance on the hypervisor. [ 972.415433] env[69654]: DEBUG nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.416071] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc7fbfc-73ab-4861-bf2b-97e81f8088c8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.421905] env[69654]: DEBUG oslo_concurrency.lockutils [req-eab77a82-248d-4fb7-b524-610ab03b5e33 req-d6283681-bc40-4cd3-b370-e4d072aef533 service nova] Releasing lock "refresh_cache-3c6b40b1-a10c-449c-84b9-4dafc0edee58" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.478823] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.560221] env[69654]: DEBUG oslo_concurrency.lockutils [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Acquiring lock "a3a5c955-9976-46ab-ba56-4505cc461cf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.560475] env[69654]: DEBUG oslo_concurrency.lockutils [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Lock "a3a5c955-9976-46ab-ba56-4505cc461cf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.588387] env[69654]: DEBUG nova.scheduler.client.report [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.654574] env[69654]: DEBUG nova.network.neutron [req-56eb6291-d33d-4962-85ae-e788bad105df req-a5f600b4-b5c6-453a-bfdf-a84d5eb91154 service nova] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.727286] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f015ef-37ee-106f-089b-2c2939de116d, 'name': SearchDatastore_Task, 'duration_secs': 0.035723} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.728216] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80a21beb-42d7-443a-a785-8b9ca8c70392 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.734861] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 972.734861] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528d89bd-03ef-22c4-1cb5-0246c34abcf9" [ 972.734861] env[69654]: _type = "Task" [ 972.734861] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.735704] env[69654]: DEBUG nova.network.neutron [req-56eb6291-d33d-4962-85ae-e788bad105df req-a5f600b4-b5c6-453a-bfdf-a84d5eb91154 service nova] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.746372] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528d89bd-03ef-22c4-1cb5-0246c34abcf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.804618] env[69654]: DEBUG nova.compute.manager [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.805233] env[69654]: DEBUG nova.virt.hardware [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.805480] env[69654]: DEBUG nova.virt.hardware [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.805658] env[69654]: DEBUG nova.virt.hardware [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.805843] env[69654]: DEBUG nova.virt.hardware [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.806016] env[69654]: DEBUG nova.virt.hardware [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.806191] env[69654]: DEBUG nova.virt.hardware [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.806399] env[69654]: DEBUG nova.virt.hardware [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.806617] env[69654]: DEBUG nova.virt.hardware [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.806748] env[69654]: DEBUG nova.virt.hardware [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.806926] env[69654]: DEBUG nova.virt.hardware [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.807121] env[69654]: DEBUG nova.virt.hardware [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.808024] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5bdb35-3ff1-49ce-9f1b-af9766fd85a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.822042] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aebb1e-8149-4208-8149-b6952c0d34c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.831415] env[69654]: DEBUG oslo_vmware.api [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3555134, 'name': PowerOffVM_Task, 'duration_secs': 0.278634} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.839688] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.839889] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.840339] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f18dde8-ec5e-4892-900f-74ea599ee575 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.907828] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.907828] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.907828] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Deleting the datastore file [datastore2] 44f309e1-228d-44f6-a24c-5ffd78446a8e {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.908063] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c1aca79-8f8b-4ae0-b897-3057e4dbcf36 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.915092] env[69654]: DEBUG oslo_vmware.api [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 972.915092] env[69654]: value = "task-3555136" [ 972.915092] env[69654]: _type = "Task" [ 972.915092] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.923704] env[69654]: DEBUG oslo_vmware.api [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3555136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.935066] env[69654]: INFO nova.compute.manager [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Took 49.08 seconds to build instance. [ 973.063834] env[69654]: DEBUG nova.compute.manager [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.093662] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.096133] env[69654]: DEBUG oslo_concurrency.lockutils [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.572s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.096330] env[69654]: DEBUG nova.objects.instance [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69654) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 973.116466] env[69654]: INFO nova.scheduler.client.report [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Deleted allocations for instance bc7efac8-04a8-42fb-92ab-b4ee816d2019 [ 973.242580] env[69654]: DEBUG oslo_concurrency.lockutils [req-56eb6291-d33d-4962-85ae-e788bad105df req-a5f600b4-b5c6-453a-bfdf-a84d5eb91154 service nova] Releasing lock "refresh_cache-f0f0c747-58c4-494d-998f-adee37d0859d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.242982] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Acquired lock "refresh_cache-f0f0c747-58c4-494d-998f-adee37d0859d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.243252] env[69654]: DEBUG nova.network.neutron [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.250798] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528d89bd-03ef-22c4-1cb5-0246c34abcf9, 'name': SearchDatastore_Task, 'duration_secs': 0.014629} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.251109] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.251431] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 3c6b40b1-a10c-449c-84b9-4dafc0edee58/3c6b40b1-a10c-449c-84b9-4dafc0edee58.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.251743] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90d3c08b-b95b-4744-a284-be24ce1d2c18 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.259485] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 973.259485] env[69654]: value = "task-3555137" [ 973.259485] env[69654]: _type = "Task" [ 973.259485] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.268716] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.424958] env[69654]: DEBUG oslo_vmware.api [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3555136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229477} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.425287] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.425487] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.425679] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.425820] env[69654]: INFO nova.compute.manager [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 973.426078] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.426745] env[69654]: DEBUG nova.compute.manager [-] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.426745] env[69654]: DEBUG nova.network.neutron [-] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.440415] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c4023a6f-a9d6-4d55-bd98-3207f625460f tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.659s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.591783] env[69654]: DEBUG oslo_concurrency.lockutils [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.625584] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1d9dfb57-e87a-4eac-9a60-e17999c25710 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "bc7efac8-04a8-42fb-92ab-b4ee816d2019" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.435s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.771406] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555137, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.798879] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "f5728e22-6d02-4bfc-9234-71aac0ac3a0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.799450] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "f5728e22-6d02-4bfc-9234-71aac0ac3a0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.799970] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "f5728e22-6d02-4bfc-9234-71aac0ac3a0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.800079] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "f5728e22-6d02-4bfc-9234-71aac0ac3a0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.800472] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "f5728e22-6d02-4bfc-9234-71aac0ac3a0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.808026] env[69654]: INFO nova.compute.manager [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Terminating instance [ 973.821553] env[69654]: DEBUG nova.network.neutron [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.984047] env[69654]: DEBUG nova.network.neutron [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Updating instance_info_cache with network_info: [{"id": "5cde7105-8c5f-4654-a199-d2e3193d9c54", "address": "fa:16:3e:3f:c8:d0", "network": {"id": "ae766e9d-4a21-44fc-9ba2-51d37c7015b5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1137461617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ce6e1dc1e0b423bb45b1317e7640dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cde7105-8c", "ovs_interfaceid": "5cde7105-8c5f-4654-a199-d2e3193d9c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.000327] env[69654]: DEBUG oslo_concurrency.lockutils [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.000679] env[69654]: DEBUG oslo_concurrency.lockutils [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.001311] env[69654]: DEBUG oslo_concurrency.lockutils [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.001517] env[69654]: DEBUG oslo_concurrency.lockutils [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.001687] env[69654]: DEBUG oslo_concurrency.lockutils [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.009164] env[69654]: INFO nova.compute.manager [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Terminating instance [ 974.105984] env[69654]: DEBUG oslo_concurrency.lockutils [None req-035930ad-bee3-4a6e-a667-9cf3558ab5ea tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.108864] env[69654]: DEBUG oslo_concurrency.lockutils [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 23.122s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.180721] env[69654]: DEBUG nova.compute.manager [req-06c48479-c937-4cc8-b8f6-e4d6874634f5 req-17be763e-c447-4f97-b8d8-9e69a5ccfbc9 service nova] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Received event network-vif-deleted-a8324e95-a42e-4bd9-9aa9-ead35b6946c4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.181468] env[69654]: INFO nova.compute.manager [req-06c48479-c937-4cc8-b8f6-e4d6874634f5 req-17be763e-c447-4f97-b8d8-9e69a5ccfbc9 service nova] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Neutron deleted interface a8324e95-a42e-4bd9-9aa9-ead35b6946c4; detaching it from the instance and deleting it from the info cache [ 974.181468] env[69654]: DEBUG nova.network.neutron [req-06c48479-c937-4cc8-b8f6-e4d6874634f5 req-17be763e-c447-4f97-b8d8-9e69a5ccfbc9 service nova] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.270148] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778579} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.270464] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 3c6b40b1-a10c-449c-84b9-4dafc0edee58/3c6b40b1-a10c-449c-84b9-4dafc0edee58.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.270711] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.271192] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d12139fe-17eb-4ff6-bc82-dbfe18e4cf98 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.277962] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 974.277962] env[69654]: value = "task-3555138" [ 974.277962] env[69654]: _type = "Task" [ 974.277962] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.287200] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.307761] env[69654]: DEBUG nova.network.neutron [-] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.313238] env[69654]: DEBUG nova.compute.manager [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.313484] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.314422] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f71ee04-0934-4d34-8455-21ae68fc68f0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.324163] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.324442] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f6f9632-0f6c-4cb8-b514-ea539527babb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.330867] env[69654]: DEBUG oslo_vmware.api [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 974.330867] env[69654]: value = "task-3555139" [ 974.330867] env[69654]: _type = "Task" [ 974.330867] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.339201] env[69654]: DEBUG oslo_vmware.api [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.488216] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Releasing lock "refresh_cache-f0f0c747-58c4-494d-998f-adee37d0859d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.488659] env[69654]: DEBUG nova.compute.manager [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Instance network_info: |[{"id": "5cde7105-8c5f-4654-a199-d2e3193d9c54", "address": "fa:16:3e:3f:c8:d0", "network": {"id": "ae766e9d-4a21-44fc-9ba2-51d37c7015b5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1137461617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ce6e1dc1e0b423bb45b1317e7640dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cde7105-8c", "ovs_interfaceid": "5cde7105-8c5f-4654-a199-d2e3193d9c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.489093] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:c8:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cde7105-8c5f-4654-a199-d2e3193d9c54', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.496776] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Creating folder: Project (8ce6e1dc1e0b423bb45b1317e7640dab). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.497398] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38010d35-5da0-4d18-bd12-c6c854d01a2c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.510909] env[69654]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 974.510909] env[69654]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69654) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 974.511044] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Folder already exists: Project (8ce6e1dc1e0b423bb45b1317e7640dab). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 974.511269] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Creating folder: Instances. Parent ref: group-v709798. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.511529] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a0e7e4b-545f-4956-a0ef-168de9ccff14 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.514840] env[69654]: DEBUG nova.compute.manager [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.514840] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.515640] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8404f8c9-b72f-40ae-a5d3-badd8d121427 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.522222] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.523497] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5cb2c5e-83a6-4e8e-9f3d-66e377a92b8d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.525206] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Created folder: Instances in parent group-v709798. [ 974.525306] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.525491] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.526025] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-495b6d77-2d0d-4827-9f73-a91ff2476b9d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.542967] env[69654]: DEBUG oslo_vmware.api [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 974.542967] env[69654]: value = "task-3555142" [ 974.542967] env[69654]: _type = "Task" [ 974.542967] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.548610] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.548610] env[69654]: value = "task-3555143" [ 974.548610] env[69654]: _type = "Task" [ 974.548610] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.551768] env[69654]: DEBUG oslo_vmware.api [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.559954] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555143, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.614486] env[69654]: DEBUG nova.objects.instance [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lazy-loading 'migration_context' on Instance uuid 225352df-8e0c-451f-a526-9450ffb5da90 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.684059] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70a989f4-93fa-4a19-beda-39dcfbe82410 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.696776] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d7836f-5a80-4114-b155-1b06a4573348 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.734957] env[69654]: DEBUG nova.compute.manager [req-06c48479-c937-4cc8-b8f6-e4d6874634f5 req-17be763e-c447-4f97-b8d8-9e69a5ccfbc9 service nova] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Detach interface failed, port_id=a8324e95-a42e-4bd9-9aa9-ead35b6946c4, reason: Instance 44f309e1-228d-44f6-a24c-5ffd78446a8e could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 974.787424] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068515} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.787705] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.788548] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d039b20-d5ee-49de-a7c5-b324bd4daec5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.811711] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 3c6b40b1-a10c-449c-84b9-4dafc0edee58/3c6b40b1-a10c-449c-84b9-4dafc0edee58.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.812050] env[69654]: INFO nova.compute.manager [-] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Took 1.39 seconds to deallocate network for instance. [ 974.812306] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d21b8e20-d0e9-4a7e-8926-2a16221b9f07 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.835972] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 974.835972] env[69654]: value = "task-3555144" [ 974.835972] env[69654]: _type = "Task" [ 974.835972] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.844658] env[69654]: DEBUG oslo_vmware.api [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555139, 'name': PowerOffVM_Task, 'duration_secs': 0.234002} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.851127] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.851127] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.851127] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555144, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.851127] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5926a472-7846-4740-99a7-4bb4732bfeb8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.873960] env[69654]: DEBUG oslo_concurrency.lockutils [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "b188c3af-ea37-4b7b-b886-7680ecaca534" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.874743] env[69654]: DEBUG oslo_concurrency.lockutils [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "b188c3af-ea37-4b7b-b886-7680ecaca534" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.874966] env[69654]: DEBUG oslo_concurrency.lockutils [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "b188c3af-ea37-4b7b-b886-7680ecaca534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.875174] env[69654]: DEBUG oslo_concurrency.lockutils [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "b188c3af-ea37-4b7b-b886-7680ecaca534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.875344] env[69654]: DEBUG oslo_concurrency.lockutils [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "b188c3af-ea37-4b7b-b886-7680ecaca534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.877451] env[69654]: INFO nova.compute.manager [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Terminating instance [ 974.920026] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.920683] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.920683] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Deleting the datastore file [datastore1] f5728e22-6d02-4bfc-9234-71aac0ac3a0c {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.920856] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-453d7e65-d765-490c-8b78-c9c84e269bb9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.928706] env[69654]: DEBUG oslo_vmware.api [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 974.928706] env[69654]: value = "task-3555146" [ 974.928706] env[69654]: _type = "Task" [ 974.928706] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.937271] env[69654]: DEBUG oslo_vmware.api [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.953861] env[69654]: DEBUG oslo_concurrency.lockutils [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "a491fbdf-6c80-4051-8141-b20652676877" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.954183] env[69654]: DEBUG oslo_concurrency.lockutils [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "a491fbdf-6c80-4051-8141-b20652676877" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.954324] env[69654]: DEBUG oslo_concurrency.lockutils [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "a491fbdf-6c80-4051-8141-b20652676877-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.954504] env[69654]: DEBUG oslo_concurrency.lockutils [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "a491fbdf-6c80-4051-8141-b20652676877-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.954678] env[69654]: DEBUG oslo_concurrency.lockutils [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "a491fbdf-6c80-4051-8141-b20652676877-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.957248] env[69654]: INFO nova.compute.manager [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Terminating instance [ 975.053270] env[69654]: DEBUG oslo_vmware.api [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555142, 'name': PowerOffVM_Task, 'duration_secs': 0.238142} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.056434] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.056635] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.056919] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55a670bd-ac0d-4b9b-8897-92d30730367a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.063309] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555143, 'name': CreateVM_Task, 'duration_secs': 0.391089} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.063488] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.064212] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': '3309e54f-edc5-4b40-a824-d75579a54104', 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709802', 'volume_id': 'afab763a-a1b4-48ac-9595-803666a35839', 'name': 'volume-afab763a-a1b4-48ac-9595-803666a35839', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0f0c747-58c4-494d-998f-adee37d0859d', 'attached_at': '', 'detached_at': '', 'volume_id': 'afab763a-a1b4-48ac-9595-803666a35839', 'serial': 'afab763a-a1b4-48ac-9595-803666a35839'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69654) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 975.064438] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Root volume attach. Driver type: vmdk {{(pid=69654) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 975.065279] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2100886e-d61b-4d2a-949d-f43a4521927a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.073018] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ccb1f4-9206-4ba6-914c-f4915b366a91 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.079262] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29278493-ee90-4cda-af00-e0854f93d925 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.085706] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1cebbdac-1920-4fb1-aec2-9b89337964d9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.091622] env[69654]: DEBUG oslo_vmware.api [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Waiting for the task: (returnval){ [ 975.091622] env[69654]: value = "task-3555148" [ 975.091622] env[69654]: _type = "Task" [ 975.091622] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.102162] env[69654]: DEBUG oslo_vmware.api [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555148, 'name': RelocateVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.138854] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.138854] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.138854] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Deleting the datastore file [datastore1] 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.138854] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0debbd32-9852-4692-8eac-cc13b6cfb396 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.148599] env[69654]: DEBUG oslo_vmware.api [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for the task: (returnval){ [ 975.148599] env[69654]: value = "task-3555149" [ 975.148599] env[69654]: _type = "Task" [ 975.148599] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.157690] env[69654]: DEBUG oslo_vmware.api [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.334911] env[69654]: DEBUG oslo_concurrency.lockutils [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.345740] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555144, 'name': ReconfigVM_Task, 'duration_secs': 0.314709} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.346107] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 3c6b40b1-a10c-449c-84b9-4dafc0edee58/3c6b40b1-a10c-449c-84b9-4dafc0edee58.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.349720] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78ed21ed-62d0-4e5c-8e83-240606eee42c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.359456] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 975.359456] env[69654]: value = "task-3555150" [ 975.359456] env[69654]: _type = "Task" [ 975.359456] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.369524] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555150, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.381883] env[69654]: DEBUG nova.compute.manager [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.382236] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.384174] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4594e9-8417-45e9-88ca-b3dba64cd564 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.393915] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.394213] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19ba2979-fed6-4f4b-b5f2-25c8befcc686 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.402271] env[69654]: DEBUG oslo_vmware.api [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 975.402271] env[69654]: value = "task-3555151" [ 975.402271] env[69654]: _type = "Task" [ 975.402271] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.410745] env[69654]: DEBUG oslo_vmware.api [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.442635] env[69654]: DEBUG oslo_vmware.api [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151087} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.442955] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.443219] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.443443] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.443605] env[69654]: INFO nova.compute.manager [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 975.443926] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.444164] env[69654]: DEBUG nova.compute.manager [-] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.444279] env[69654]: DEBUG nova.network.neutron [-] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.465123] env[69654]: DEBUG nova.compute.manager [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.465123] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.465687] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1722c9-0a61-407c-97fd-996648d00c22 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.473796] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.474309] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-212062ca-8157-4fad-ab2a-14a70b14a802 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.482090] env[69654]: DEBUG oslo_vmware.api [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 975.482090] env[69654]: value = "task-3555152" [ 975.482090] env[69654]: _type = "Task" [ 975.482090] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.491032] env[69654]: DEBUG oslo_vmware.api [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.580420] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1650838f-e3ad-4f43-89fa-34f53f2c70b8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.588175] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444b492b-02e6-4440-b353-cbc99bf26661 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.623609] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3ce7fb-0beb-45b2-ba37-3acff448279e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.629387] env[69654]: DEBUG oslo_vmware.api [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555148, 'name': RelocateVM_Task, 'duration_secs': 0.404064} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.630110] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Volume attach. Driver type: vmdk {{(pid=69654) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 975.630442] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709802', 'volume_id': 'afab763a-a1b4-48ac-9595-803666a35839', 'name': 'volume-afab763a-a1b4-48ac-9595-803666a35839', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0f0c747-58c4-494d-998f-adee37d0859d', 'attached_at': '', 'detached_at': '', 'volume_id': 'afab763a-a1b4-48ac-9595-803666a35839', 'serial': 'afab763a-a1b4-48ac-9595-803666a35839'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 975.631338] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae29222-1d65-4c5b-80cb-9f779871b51c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.640355] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af89d4a-37ab-4c13-8b88-b12b944f8bdc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.658959] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600082d6-1b51-4536-9cad-5395f1915dd5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.669648] env[69654]: DEBUG nova.compute.provider_tree [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.676314] env[69654]: DEBUG oslo_vmware.api [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Task: {'id': task-3555149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142107} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.688253] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.688253] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.688253] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.688342] env[69654]: INFO nova.compute.manager [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Took 1.17 seconds to destroy the instance on the hypervisor. [ 975.688579] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.697640] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-afab763a-a1b4-48ac-9595-803666a35839/volume-afab763a-a1b4-48ac-9595-803666a35839.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.699099] env[69654]: DEBUG nova.compute.manager [-] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.699099] env[69654]: DEBUG nova.network.neutron [-] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.701157] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34ee060d-fe97-44bd-93c6-4a30e84fa2d7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.724034] env[69654]: DEBUG oslo_vmware.api [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Waiting for the task: (returnval){ [ 975.724034] env[69654]: value = "task-3555153" [ 975.724034] env[69654]: _type = "Task" [ 975.724034] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.731671] env[69654]: DEBUG oslo_vmware.api [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.869065] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555150, 'name': Rename_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.911479] env[69654]: DEBUG oslo_vmware.api [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555151, 'name': PowerOffVM_Task, 'duration_secs': 0.203139} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.911744] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.911912] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.912216] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-571e005b-d6f8-4ddd-8d4d-ae9484200b74 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.977333] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.977578] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.977761] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Deleting the datastore file [datastore1] b188c3af-ea37-4b7b-b886-7680ecaca534 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.978025] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-158d8b44-0134-4c57-8031-afe5f3f2df88 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.986819] env[69654]: DEBUG oslo_vmware.api [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 975.986819] env[69654]: value = "task-3555155" [ 975.986819] env[69654]: _type = "Task" [ 975.986819] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.993898] env[69654]: DEBUG oslo_vmware.api [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555152, 'name': PowerOffVM_Task, 'duration_secs': 0.183334} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.993898] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.994066] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.994289] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22a297a5-9a4c-4f63-82bc-53702cb3f25e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.000040] env[69654]: DEBUG oslo_vmware.api [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.060966] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.061251] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.061372] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Deleting the datastore file [datastore2] a491fbdf-6c80-4051-8141-b20652676877 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.061645] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-855c57cd-137c-4321-85c4-8bdf7c737a15 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.068627] env[69654]: DEBUG oslo_vmware.api [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for the task: (returnval){ [ 976.068627] env[69654]: value = "task-3555157" [ 976.068627] env[69654]: _type = "Task" [ 976.068627] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.076455] env[69654]: DEBUG oslo_vmware.api [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.173847] env[69654]: DEBUG nova.scheduler.client.report [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.210642] env[69654]: DEBUG nova.compute.manager [req-a4927673-5914-44ce-9ddb-356eca87051d req-3bbb3e39-53a5-4516-acc3-a7722ff890bd service nova] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Received event network-vif-deleted-9ed8ce06-ef9e-4496-bbab-7cfc43e80d73 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.210642] env[69654]: INFO nova.compute.manager [req-a4927673-5914-44ce-9ddb-356eca87051d req-3bbb3e39-53a5-4516-acc3-a7722ff890bd service nova] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Neutron deleted interface 9ed8ce06-ef9e-4496-bbab-7cfc43e80d73; detaching it from the instance and deleting it from the info cache [ 976.210953] env[69654]: DEBUG nova.network.neutron [req-a4927673-5914-44ce-9ddb-356eca87051d req-3bbb3e39-53a5-4516-acc3-a7722ff890bd service nova] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.228910] env[69654]: DEBUG nova.network.neutron [-] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.233226] env[69654]: DEBUG oslo_vmware.api [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555153, 'name': ReconfigVM_Task, 'duration_secs': 0.267417} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.233661] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-afab763a-a1b4-48ac-9595-803666a35839/volume-afab763a-a1b4-48ac-9595-803666a35839.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.240036] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fbdb371-237d-497e-9f89-e24d564b1259 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.255309] env[69654]: DEBUG oslo_vmware.api [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Waiting for the task: (returnval){ [ 976.255309] env[69654]: value = "task-3555158" [ 976.255309] env[69654]: _type = "Task" [ 976.255309] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.263716] env[69654]: DEBUG oslo_vmware.api [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.370035] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555150, 'name': Rename_Task, 'duration_secs': 0.885071} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.370340] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.370579] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a82bb2c3-2316-4b24-8967-17a8e69185e1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.378142] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 976.378142] env[69654]: value = "task-3555159" [ 976.378142] env[69654]: _type = "Task" [ 976.378142] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.390698] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.418179] env[69654]: DEBUG nova.network.neutron [-] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.496946] env[69654]: DEBUG oslo_vmware.api [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124214} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.497598] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.497807] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.497993] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.498219] env[69654]: INFO nova.compute.manager [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Took 1.12 seconds to destroy the instance on the hypervisor. [ 976.498497] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.498740] env[69654]: DEBUG nova.compute.manager [-] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.498893] env[69654]: DEBUG nova.network.neutron [-] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.580131] env[69654]: DEBUG oslo_vmware.api [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Task: {'id': task-3555157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176101} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.580131] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.580328] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.580328] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.580509] env[69654]: INFO nova.compute.manager [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] [instance: a491fbdf-6c80-4051-8141-b20652676877] Took 1.12 seconds to destroy the instance on the hypervisor. [ 976.580758] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.580947] env[69654]: DEBUG nova.compute.manager [-] [instance: a491fbdf-6c80-4051-8141-b20652676877] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.581056] env[69654]: DEBUG nova.network.neutron [-] [instance: a491fbdf-6c80-4051-8141-b20652676877] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.713407] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e5e7201-280a-4058-ae18-bda6a7abc63a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.723444] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5794c6-0543-47fa-9bac-bbbbbd785296 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.740699] env[69654]: INFO nova.compute.manager [-] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Took 1.30 seconds to deallocate network for instance. [ 976.767400] env[69654]: DEBUG nova.compute.manager [req-a4927673-5914-44ce-9ddb-356eca87051d req-3bbb3e39-53a5-4516-acc3-a7722ff890bd service nova] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Detach interface failed, port_id=9ed8ce06-ef9e-4496-bbab-7cfc43e80d73, reason: Instance f5728e22-6d02-4bfc-9234-71aac0ac3a0c could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 976.767630] env[69654]: DEBUG nova.compute.manager [req-a4927673-5914-44ce-9ddb-356eca87051d req-3bbb3e39-53a5-4516-acc3-a7722ff890bd service nova] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Received event network-vif-deleted-3ed0d108-1dcd-4fba-a46a-02da9466dc31 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.767921] env[69654]: INFO nova.compute.manager [req-a4927673-5914-44ce-9ddb-356eca87051d req-3bbb3e39-53a5-4516-acc3-a7722ff890bd service nova] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Neutron deleted interface 3ed0d108-1dcd-4fba-a46a-02da9466dc31; detaching it from the instance and deleting it from the info cache [ 976.768031] env[69654]: DEBUG nova.network.neutron [req-a4927673-5914-44ce-9ddb-356eca87051d req-3bbb3e39-53a5-4516-acc3-a7722ff890bd service nova] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.778072] env[69654]: DEBUG oslo_vmware.api [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555158, 'name': ReconfigVM_Task, 'duration_secs': 0.136932} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.779023] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709802', 'volume_id': 'afab763a-a1b4-48ac-9595-803666a35839', 'name': 'volume-afab763a-a1b4-48ac-9595-803666a35839', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0f0c747-58c4-494d-998f-adee37d0859d', 'attached_at': '', 'detached_at': '', 'volume_id': 'afab763a-a1b4-48ac-9595-803666a35839', 'serial': 'afab763a-a1b4-48ac-9595-803666a35839'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 976.779572] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edd525b8-0d4a-44b8-abf7-fdda1abbd516 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.787459] env[69654]: DEBUG oslo_vmware.api [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Waiting for the task: (returnval){ [ 976.787459] env[69654]: value = "task-3555160" [ 976.787459] env[69654]: _type = "Task" [ 976.787459] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.796313] env[69654]: DEBUG oslo_vmware.api [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555160, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.888729] env[69654]: DEBUG oslo_vmware.api [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555159, 'name': PowerOnVM_Task, 'duration_secs': 0.461145} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.889319] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.889571] env[69654]: INFO nova.compute.manager [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Took 8.58 seconds to spawn the instance on the hypervisor. [ 976.889835] env[69654]: DEBUG nova.compute.manager [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.890621] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233c3845-2051-4e58-af77-c1a817bd1a2a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.925611] env[69654]: INFO nova.compute.manager [-] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Took 1.23 seconds to deallocate network for instance. [ 977.185403] env[69654]: DEBUG oslo_concurrency.lockutils [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.076s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.191174] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.120s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.191379] env[69654]: DEBUG nova.objects.instance [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Lazy-loading 'resources' on Instance uuid 33509c75-f741-4f49-b9f5-a902a513dac1 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.247674] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.273934] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c04312de-3dc3-4297-b0cc-8fbef5fb6567 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.283296] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7480c1-27fc-48f0-9984-d06af4c4cf8f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.301159] env[69654]: DEBUG oslo_vmware.api [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555160, 'name': Rename_Task, 'duration_secs': 0.14377} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.301407] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.301626] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d6974ed-b0bc-4861-be13-a55e5fa7b712 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.307605] env[69654]: DEBUG oslo_vmware.api [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Waiting for the task: (returnval){ [ 977.307605] env[69654]: value = "task-3555161" [ 977.307605] env[69654]: _type = "Task" [ 977.307605] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.323151] env[69654]: DEBUG nova.compute.manager [req-a4927673-5914-44ce-9ddb-356eca87051d req-3bbb3e39-53a5-4516-acc3-a7722ff890bd service nova] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Detach interface failed, port_id=3ed0d108-1dcd-4fba-a46a-02da9466dc31, reason: Instance 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 977.328320] env[69654]: DEBUG oslo_vmware.api [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555161, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.357701] env[69654]: DEBUG nova.network.neutron [-] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.389869] env[69654]: DEBUG nova.network.neutron [-] [instance: a491fbdf-6c80-4051-8141-b20652676877] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.408957] env[69654]: INFO nova.compute.manager [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Took 45.56 seconds to build instance. [ 977.434370] env[69654]: DEBUG oslo_concurrency.lockutils [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.820048] env[69654]: DEBUG oslo_vmware.api [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555161, 'name': PowerOnVM_Task, 'duration_secs': 0.484673} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.822690] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.822905] env[69654]: INFO nova.compute.manager [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Took 5.02 seconds to spawn the instance on the hypervisor. [ 977.823102] env[69654]: DEBUG nova.compute.manager [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.824175] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8306a7bc-f0b4-489d-b031-5e37ee98e947 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.865134] env[69654]: INFO nova.compute.manager [-] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Took 1.37 seconds to deallocate network for instance. [ 977.892356] env[69654]: INFO nova.compute.manager [-] [instance: a491fbdf-6c80-4051-8141-b20652676877] Took 1.31 seconds to deallocate network for instance. [ 977.911784] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2061be8-44b2-4be0-8dab-18df43fa008a tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "3c6b40b1-a10c-449c-84b9-4dafc0edee58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.054s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.090914] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62653bab-e990-4309-b9ef-7d268d7d0794 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.098950] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df9c42b-4116-42fc-a7a3-dc11763c1485 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.129888] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce86b9dc-ef8e-4584-af51-404ad3537250 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.138379] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e328b9b6-93a0-4dbb-a780-58afd1eed5cb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.152534] env[69654]: DEBUG nova.compute.provider_tree [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.393867] env[69654]: INFO nova.compute.manager [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Took 44.38 seconds to build instance. [ 978.393867] env[69654]: DEBUG oslo_concurrency.lockutils [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.399084] env[69654]: DEBUG oslo_concurrency.lockutils [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.409833] env[69654]: DEBUG nova.compute.manager [req-505ca535-0400-4d96-b6c9-970b0d2a35f8 req-6a933416-39c7-48e4-aaeb-c7c5a8079990 service nova] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Received event network-vif-deleted-70322022-c42f-4df9-9169-0fc15f0964bd {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.410111] env[69654]: DEBUG nova.compute.manager [req-505ca535-0400-4d96-b6c9-970b0d2a35f8 req-6a933416-39c7-48e4-aaeb-c7c5a8079990 service nova] [instance: a491fbdf-6c80-4051-8141-b20652676877] Received event network-vif-deleted-e24426e2-c96e-440a-b8c5-6a6d58498258 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.656398] env[69654]: DEBUG nova.scheduler.client.report [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.729096] env[69654]: INFO nova.compute.manager [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Swapping old allocation on dict_keys(['7244f0e3-c8fc-4c02-ba3d-26a8e0372872']) held by migration eaf69c21-35f7-4411-9616-63834d1ac316 for instance [ 978.756450] env[69654]: DEBUG nova.scheduler.client.report [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Overwriting current allocation {'allocations': {'7244f0e3-c8fc-4c02-ba3d-26a8e0372872': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 106}}, 'project_id': 'f9aab56b5a664411b4f49be3c436e59e', 'user_id': 'd592d88f4f234876accde9b9833fbb5b', 'consumer_generation': 1} on consumer 225352df-8e0c-451f-a526-9450ffb5da90 {{(pid=69654) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 978.856129] env[69654]: DEBUG oslo_concurrency.lockutils [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.856129] env[69654]: DEBUG oslo_concurrency.lockutils [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquired lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.856129] env[69654]: DEBUG nova.network.neutron [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.856129] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7a028b14-3916-4536-88cc-a6798145085e tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Lock "f0f0c747-58c4-494d-998f-adee37d0859d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.901s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.071775] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69fb9f90-df80-425a-924e-aa1eac056213 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "interface-f4c0b3fa-195f-430f-803c-016dfde499d8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.071775] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69fb9f90-df80-425a-924e-aa1eac056213 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-f4c0b3fa-195f-430f-803c-016dfde499d8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.071775] env[69654]: DEBUG nova.objects.instance [None req-69fb9f90-df80-425a-924e-aa1eac056213 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lazy-loading 'flavor' on Instance uuid f4c0b3fa-195f-430f-803c-016dfde499d8 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.162945] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.163514] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.119s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.164047] env[69654]: DEBUG nova.objects.instance [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Lazy-loading 'resources' on Instance uuid d2a6b8da-92e4-401f-a878-30cb88aa5fa3 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.187494] env[69654]: INFO nova.scheduler.client.report [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Deleted allocations for instance 33509c75-f741-4f49-b9f5-a902a513dac1 [ 979.195747] env[69654]: DEBUG nova.compute.manager [req-32c23292-e520-40d6-9c2e-f2c3c9bef815 req-b9ee4abd-2b33-4284-af82-9fe20b1251d4 service nova] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Received event network-changed-5cde7105-8c5f-4654-a199-d2e3193d9c54 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.195947] env[69654]: DEBUG nova.compute.manager [req-32c23292-e520-40d6-9c2e-f2c3c9bef815 req-b9ee4abd-2b33-4284-af82-9fe20b1251d4 service nova] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Refreshing instance network info cache due to event network-changed-5cde7105-8c5f-4654-a199-d2e3193d9c54. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.196178] env[69654]: DEBUG oslo_concurrency.lockutils [req-32c23292-e520-40d6-9c2e-f2c3c9bef815 req-b9ee4abd-2b33-4284-af82-9fe20b1251d4 service nova] Acquiring lock "refresh_cache-f0f0c747-58c4-494d-998f-adee37d0859d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.196302] env[69654]: DEBUG oslo_concurrency.lockutils [req-32c23292-e520-40d6-9c2e-f2c3c9bef815 req-b9ee4abd-2b33-4284-af82-9fe20b1251d4 service nova] Acquired lock "refresh_cache-f0f0c747-58c4-494d-998f-adee37d0859d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.196462] env[69654]: DEBUG nova.network.neutron [req-32c23292-e520-40d6-9c2e-f2c3c9bef815 req-b9ee4abd-2b33-4284-af82-9fe20b1251d4 service nova] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Refreshing network info cache for port 5cde7105-8c5f-4654-a199-d2e3193d9c54 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.574806] env[69654]: DEBUG nova.objects.instance [None req-69fb9f90-df80-425a-924e-aa1eac056213 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lazy-loading 'pci_requests' on Instance uuid f4c0b3fa-195f-430f-803c-016dfde499d8 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.581791] env[69654]: DEBUG nova.network.neutron [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updating instance_info_cache with network_info: [{"id": "d71590b5-7c98-4eea-9644-e789518162bd", "address": "fa:16:3e:0a:f3:22", "network": {"id": "5cf98c21-b83f-4308-ba27-a29cf7cd15df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b6966f07906d4bfab8f46e44d0b577af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71590b5-7c", "ovs_interfaceid": "d71590b5-7c98-4eea-9644-e789518162bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.699319] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cd7eaee-1900-45f2-a358-884b72b409ca tempest-ServerGroupTestJSON-1425258923 tempest-ServerGroupTestJSON-1425258923-project-member] Lock "33509c75-f741-4f49-b9f5-a902a513dac1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.266s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.944860] env[69654]: DEBUG nova.network.neutron [req-32c23292-e520-40d6-9c2e-f2c3c9bef815 req-b9ee4abd-2b33-4284-af82-9fe20b1251d4 service nova] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Updated VIF entry in instance network info cache for port 5cde7105-8c5f-4654-a199-d2e3193d9c54. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.945121] env[69654]: DEBUG nova.network.neutron [req-32c23292-e520-40d6-9c2e-f2c3c9bef815 req-b9ee4abd-2b33-4284-af82-9fe20b1251d4 service nova] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Updating instance_info_cache with network_info: [{"id": "5cde7105-8c5f-4654-a199-d2e3193d9c54", "address": "fa:16:3e:3f:c8:d0", "network": {"id": "ae766e9d-4a21-44fc-9ba2-51d37c7015b5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1137461617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ce6e1dc1e0b423bb45b1317e7640dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cde7105-8c", "ovs_interfaceid": "5cde7105-8c5f-4654-a199-d2e3193d9c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.059204] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200b37e0-15c3-4b23-9d44-3a4c81cc809a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.066978] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227ebf28-320d-4a67-837e-fad95036fa80 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.095954] env[69654]: DEBUG nova.objects.base [None req-69fb9f90-df80-425a-924e-aa1eac056213 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 980.096204] env[69654]: DEBUG nova.network.neutron [None req-69fb9f90-df80-425a-924e-aa1eac056213 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.098195] env[69654]: DEBUG oslo_concurrency.lockutils [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Releasing lock "refresh_cache-225352df-8e0c-451f-a526-9450ffb5da90" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.098666] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.099542] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f8d37c8-0191-417d-a7f0-1de72622d619 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.101586] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef4f8fd-352f-4074-87b6-834bdeaf67b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.110069] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e773d08-603a-4fb5-9a24-f1ec781b27a5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.114422] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 980.114422] env[69654]: value = "task-3555162" [ 980.114422] env[69654]: _type = "Task" [ 980.114422] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.125949] env[69654]: DEBUG nova.compute.provider_tree [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.132762] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.174744] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69fb9f90-df80-425a-924e-aa1eac056213 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-f4c0b3fa-195f-430f-803c-016dfde499d8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.104s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.447761] env[69654]: DEBUG oslo_concurrency.lockutils [req-32c23292-e520-40d6-9c2e-f2c3c9bef815 req-b9ee4abd-2b33-4284-af82-9fe20b1251d4 service nova] Releasing lock "refresh_cache-f0f0c747-58c4-494d-998f-adee37d0859d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.501251] env[69654]: DEBUG nova.compute.manager [req-b6670780-94ac-4187-a8bf-ae6391e3cfb7 req-0a58a86f-71cc-4c4f-b507-f866dd5c2da3 service nova] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Received event network-changed-86a7de77-811e-42d7-977b-2fb79548e2b0 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.501251] env[69654]: DEBUG nova.compute.manager [req-b6670780-94ac-4187-a8bf-ae6391e3cfb7 req-0a58a86f-71cc-4c4f-b507-f866dd5c2da3 service nova] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Refreshing instance network info cache due to event network-changed-86a7de77-811e-42d7-977b-2fb79548e2b0. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.501394] env[69654]: DEBUG oslo_concurrency.lockutils [req-b6670780-94ac-4187-a8bf-ae6391e3cfb7 req-0a58a86f-71cc-4c4f-b507-f866dd5c2da3 service nova] Acquiring lock "refresh_cache-3c6b40b1-a10c-449c-84b9-4dafc0edee58" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.501484] env[69654]: DEBUG oslo_concurrency.lockutils [req-b6670780-94ac-4187-a8bf-ae6391e3cfb7 req-0a58a86f-71cc-4c4f-b507-f866dd5c2da3 service nova] Acquired lock "refresh_cache-3c6b40b1-a10c-449c-84b9-4dafc0edee58" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.501641] env[69654]: DEBUG nova.network.neutron [req-b6670780-94ac-4187-a8bf-ae6391e3cfb7 req-0a58a86f-71cc-4c4f-b507-f866dd5c2da3 service nova] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Refreshing network info cache for port 86a7de77-811e-42d7-977b-2fb79548e2b0 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.625535] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555162, 'name': PowerOffVM_Task, 'duration_secs': 0.237553} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.625813] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.626509] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:30:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='63d67c3b-8512-41c9-a148-6da5f8af2132',id=23,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1476626133',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.626724] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.626880] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.627092] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.627225] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.627371] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.627570] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.627725] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.627925] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.628099] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.628398] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.633735] env[69654]: DEBUG nova.scheduler.client.report [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.640020] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-519d4288-5466-481b-9ea3-fd131d94f057 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.651527] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.488s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.653545] env[69654]: DEBUG oslo_concurrency.lockutils [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.915s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.653932] env[69654]: DEBUG oslo_concurrency.lockutils [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.655433] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.384s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.655958] env[69654]: DEBUG nova.objects.instance [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lazy-loading 'resources' on Instance uuid bd4e83dd-4d58-4769-82f7-966767243077 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.664549] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 980.664549] env[69654]: value = "task-3555163" [ 980.664549] env[69654]: _type = "Task" [ 980.664549] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.674658] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.687178] env[69654]: INFO nova.scheduler.client.report [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Deleted allocations for instance d2a6b8da-92e4-401f-a878-30cb88aa5fa3 [ 980.687545] env[69654]: INFO nova.scheduler.client.report [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Deleted allocations for instance ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb [ 981.183970] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555163, 'name': ReconfigVM_Task, 'duration_secs': 0.140507} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.184718] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad3250d-c7e5-459c-b315-8b845ae2da83 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.216939] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:30:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='63d67c3b-8512-41c9-a148-6da5f8af2132',id=23,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1476626133',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.216939] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.216939] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.216939] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.216939] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.216939] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.216939] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.216939] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.216939] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.216939] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.216939] env[69654]: DEBUG nova.virt.hardware [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.218087] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f05d9572-f039-4890-8382-7bc29c61f35a tempest-ServerShowV254Test-687400843 tempest-ServerShowV254Test-687400843-project-member] Lock "d2a6b8da-92e4-401f-a878-30cb88aa5fa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.066s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.219072] env[69654]: DEBUG oslo_concurrency.lockutils [None req-eb410a6e-42c8-4482-bc92-d4f6979d8986 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.293s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.224466] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60e7e148-5294-48b3-b0f6-8856248c9cc6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.233166] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 981.233166] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c70f01-4667-1956-634c-212f5bba6e88" [ 981.233166] env[69654]: _type = "Task" [ 981.233166] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.242699] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c70f01-4667-1956-634c-212f5bba6e88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.486147] env[69654]: DEBUG nova.network.neutron [req-b6670780-94ac-4187-a8bf-ae6391e3cfb7 req-0a58a86f-71cc-4c4f-b507-f866dd5c2da3 service nova] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Updated VIF entry in instance network info cache for port 86a7de77-811e-42d7-977b-2fb79548e2b0. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.486515] env[69654]: DEBUG nova.network.neutron [req-b6670780-94ac-4187-a8bf-ae6391e3cfb7 req-0a58a86f-71cc-4c4f-b507-f866dd5c2da3 service nova] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Updating instance_info_cache with network_info: [{"id": "86a7de77-811e-42d7-977b-2fb79548e2b0", "address": "fa:16:3e:f7:24:54", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86a7de77-81", "ovs_interfaceid": "86a7de77-811e-42d7-977b-2fb79548e2b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.599103] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324350a5-c508-4817-bb8a-65bdbb431511 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.609613] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25366032-ed62-42cb-8583-fe729f35d454 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.651465] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c070cef-e4e4-4666-bffc-4320189a0797 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.659113] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df3f378-7620-415b-92fc-15a382a2f854 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.672920] env[69654]: DEBUG nova.compute.provider_tree [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.744127] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c70f01-4667-1956-634c-212f5bba6e88, 'name': SearchDatastore_Task, 'duration_secs': 0.008904} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.750379] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Reconfiguring VM instance instance-0000003b to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 981.750719] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-522e9fc0-d78a-4ec3-8664-f11410d0be31 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.773864] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 981.773864] env[69654]: value = "task-3555164" [ 981.773864] env[69654]: _type = "Task" [ 981.773864] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.785215] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.989032] env[69654]: DEBUG oslo_concurrency.lockutils [req-b6670780-94ac-4187-a8bf-ae6391e3cfb7 req-0a58a86f-71cc-4c4f-b507-f866dd5c2da3 service nova] Releasing lock "refresh_cache-3c6b40b1-a10c-449c-84b9-4dafc0edee58" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.178914] env[69654]: DEBUG nova.scheduler.client.report [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.227973] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "3c9e79e3-3168-424d-857e-c94ebee0dbae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.228350] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "3c9e79e3-3168-424d-857e-c94ebee0dbae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.284784] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555164, 'name': ReconfigVM_Task, 'duration_secs': 0.289701} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.285504] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Reconfigured VM instance instance-0000003b to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 982.285987] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4541f5de-1c5a-4a80-ad77-9580f63e0620 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.301105] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "interface-f4c0b3fa-195f-430f-803c-016dfde499d8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.301366] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-f4c0b3fa-195f-430f-803c-016dfde499d8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.301673] env[69654]: DEBUG nova.objects.instance [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lazy-loading 'flavor' on Instance uuid f4c0b3fa-195f-430f-803c-016dfde499d8 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.310304] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 225352df-8e0c-451f-a526-9450ffb5da90/225352df-8e0c-451f-a526-9450ffb5da90.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.311078] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea5d8c17-ed9c-4cba-a637-24ca7417a3b7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.330060] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 982.330060] env[69654]: value = "task-3555165" [ 982.330060] env[69654]: _type = "Task" [ 982.330060] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.338369] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.684871] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.687185] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.365s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.687416] env[69654]: DEBUG nova.objects.instance [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lazy-loading 'resources' on Instance uuid 1f7a28d9-1a53-43c3-be38-cdf38d086a4b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.712027] env[69654]: INFO nova.scheduler.client.report [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Deleted allocations for instance bd4e83dd-4d58-4769-82f7-966767243077 [ 982.730756] env[69654]: DEBUG nova.compute.manager [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.842827] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555165, 'name': ReconfigVM_Task, 'duration_secs': 0.272979} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.843195] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 225352df-8e0c-451f-a526-9450ffb5da90/225352df-8e0c-451f-a526-9450ffb5da90.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.844080] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366677fc-fb9d-40a8-9236-49496df2a103 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.864037] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d144e3bd-b9af-4c7e-a513-c783390bf257 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.883589] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391cecaf-97a7-4322-ba17-94340dbdd764 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.901864] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd1ac20-e736-4a6e-b214-81e8167074d7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.908448] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.908699] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c86088e-33aa-4a8a-8c19-9865a72a087a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.914197] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 982.914197] env[69654]: value = "task-3555166" [ 982.914197] env[69654]: _type = "Task" [ 982.914197] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.917773] env[69654]: DEBUG nova.objects.instance [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lazy-loading 'pci_requests' on Instance uuid f4c0b3fa-195f-430f-803c-016dfde499d8 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.922855] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.219544] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dacac6f6-9b23-4a68-9b8d-2a2017fe1f00 tempest-ServersWithSpecificFlavorTestJSON-1052584011 tempest-ServersWithSpecificFlavorTestJSON-1052584011-project-member] Lock "bd4e83dd-4d58-4769-82f7-966767243077" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.155s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.251162] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.420744] env[69654]: DEBUG nova.objects.base [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 983.420932] env[69654]: DEBUG nova.network.neutron [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.428782] env[69654]: DEBUG oslo_vmware.api [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555166, 'name': PowerOnVM_Task, 'duration_secs': 0.365378} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.428782] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.460732] env[69654]: DEBUG nova.policy [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '067f7e518ca04bb1956fa78ad22d2ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf89ca1830cd4d49aa3216e71d010a9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.500678] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b567e3dc-12d8-41ed-93ed-66624b4a06cb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.508341] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd40e81b-3765-492b-beef-e12301e3b17b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.539667] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc524054-af0d-4821-b880-579d20079560 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.546875] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4b36fe-8b9c-46da-8092-a352e6d7ed2d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.559915] env[69654]: DEBUG nova.compute.provider_tree [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.718167] env[69654]: DEBUG nova.network.neutron [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Successfully created port: 49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.063611] env[69654]: DEBUG nova.scheduler.client.report [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.442709] env[69654]: INFO nova.compute.manager [None req-529e0d13-c818-4c00-87f6-5542aa6f516d tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updating instance to original state: 'active' [ 984.568955] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.571325] env[69654]: DEBUG oslo_concurrency.lockutils [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.152s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.571552] env[69654]: DEBUG nova.objects.instance [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lazy-loading 'resources' on Instance uuid 1792b717-0fa6-403f-b8ce-3524fb81dfd1 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.592752] env[69654]: INFO nova.scheduler.client.report [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Deleted allocations for instance 1f7a28d9-1a53-43c3-be38-cdf38d086a4b [ 985.074666] env[69654]: DEBUG nova.objects.instance [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lazy-loading 'numa_topology' on Instance uuid 1792b717-0fa6-403f-b8ce-3524fb81dfd1 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.101732] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3c1a794-ffad-48bc-9e21-ff755e097460 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "1f7a28d9-1a53-43c3-be38-cdf38d086a4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.086s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.300867] env[69654]: DEBUG nova.compute.manager [req-88a2090e-e6e2-48bc-8a4d-e1323f0d457a req-ab1abbb9-1f8f-420a-892c-804b1ee765ee service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Received event network-vif-plugged-49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.301117] env[69654]: DEBUG oslo_concurrency.lockutils [req-88a2090e-e6e2-48bc-8a4d-e1323f0d457a req-ab1abbb9-1f8f-420a-892c-804b1ee765ee service nova] Acquiring lock "f4c0b3fa-195f-430f-803c-016dfde499d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.301335] env[69654]: DEBUG oslo_concurrency.lockutils [req-88a2090e-e6e2-48bc-8a4d-e1323f0d457a req-ab1abbb9-1f8f-420a-892c-804b1ee765ee service nova] Lock "f4c0b3fa-195f-430f-803c-016dfde499d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.301502] env[69654]: DEBUG oslo_concurrency.lockutils [req-88a2090e-e6e2-48bc-8a4d-e1323f0d457a req-ab1abbb9-1f8f-420a-892c-804b1ee765ee service nova] Lock "f4c0b3fa-195f-430f-803c-016dfde499d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.301675] env[69654]: DEBUG nova.compute.manager [req-88a2090e-e6e2-48bc-8a4d-e1323f0d457a req-ab1abbb9-1f8f-420a-892c-804b1ee765ee service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] No waiting events found dispatching network-vif-plugged-49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.301842] env[69654]: WARNING nova.compute.manager [req-88a2090e-e6e2-48bc-8a4d-e1323f0d457a req-ab1abbb9-1f8f-420a-892c-804b1ee765ee service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Received unexpected event network-vif-plugged-49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b for instance with vm_state active and task_state None. [ 985.323293] env[69654]: DEBUG nova.network.neutron [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Successfully updated port: 49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.581022] env[69654]: DEBUG nova.objects.base [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Object Instance<1792b717-0fa6-403f-b8ce-3524fb81dfd1> lazy-loaded attributes: resources,numa_topology {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 985.826123] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.826221] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.826393] env[69654]: DEBUG nova.network.neutron [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.968026] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030ad0a5-2ab8-490c-9db7-4ba24b7ebcfe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.975226] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb82b5b-945c-4071-857c-4818b00f8e5b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.007464] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb3472a-d708-40de-9064-c25b240a800b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.016072] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045f13ce-2fa0-4214-bd6f-4564ada45867 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.031666] env[69654]: DEBUG nova.compute.provider_tree [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.264578] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "225352df-8e0c-451f-a526-9450ffb5da90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.264856] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "225352df-8e0c-451f-a526-9450ffb5da90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.265219] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "225352df-8e0c-451f-a526-9450ffb5da90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.265282] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "225352df-8e0c-451f-a526-9450ffb5da90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.265419] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "225352df-8e0c-451f-a526-9450ffb5da90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.270307] env[69654]: INFO nova.compute.manager [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Terminating instance [ 986.381275] env[69654]: WARNING nova.network.neutron [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] e4e313f7-9df2-40b1-a72f-71d50867560b already exists in list: networks containing: ['e4e313f7-9df2-40b1-a72f-71d50867560b']. ignoring it [ 986.535994] env[69654]: DEBUG nova.scheduler.client.report [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.776457] env[69654]: DEBUG nova.compute.manager [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.776802] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.780213] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3070846-0a2f-470c-8bdf-4a29b087c425 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.786074] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.786216] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf7f56e8-81ee-4135-8125-7a09a3090d00 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.793211] env[69654]: DEBUG oslo_vmware.api [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 986.793211] env[69654]: value = "task-3555167" [ 986.793211] env[69654]: _type = "Task" [ 986.793211] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.806628] env[69654]: DEBUG oslo_vmware.api [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.834193] env[69654]: DEBUG nova.network.neutron [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Updating instance_info_cache with network_info: [{"id": "4358ae4b-304d-487c-aad2-d3e16d510339", "address": "fa:16:3e:1d:9b:eb", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4358ae4b-30", "ovs_interfaceid": "4358ae4b-304d-487c-aad2-d3e16d510339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b", "address": "fa:16:3e:a0:43:2b", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b03ab0-d3", "ovs_interfaceid": "49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.043184] env[69654]: DEBUG oslo_concurrency.lockutils [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.472s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.045790] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.971s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.046018] env[69654]: DEBUG nova.objects.instance [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lazy-loading 'resources' on Instance uuid 6dfe0850-c7d0-492d-ae38-f6498c0634f6 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.303527] env[69654]: DEBUG oslo_vmware.api [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555167, 'name': PowerOffVM_Task, 'duration_secs': 0.218626} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.303807] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.303974] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.304243] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c957369a-0319-40d7-8756-f8c09a1fb458 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.337751] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.338620] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.338744] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.339663] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dd4995-2263-4055-a5f3-611bb22dc953 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.360537] env[69654]: DEBUG nova.virt.hardware [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.360816] env[69654]: DEBUG nova.virt.hardware [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.360994] env[69654]: DEBUG nova.virt.hardware [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.361789] env[69654]: DEBUG nova.virt.hardware [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.361999] env[69654]: DEBUG nova.virt.hardware [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.362199] env[69654]: DEBUG nova.virt.hardware [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.362434] env[69654]: DEBUG nova.virt.hardware [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.362617] env[69654]: DEBUG nova.virt.hardware [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.362814] env[69654]: DEBUG nova.virt.hardware [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.362988] env[69654]: DEBUG nova.virt.hardware [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.363338] env[69654]: DEBUG nova.virt.hardware [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.370090] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Reconfiguring VM to attach interface {{(pid=69654) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 987.371134] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82705dc9-f66d-4d17-a3c4-449e89463cb4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.384586] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.384792] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.384997] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Deleting the datastore file [datastore2] 225352df-8e0c-451f-a526-9450ffb5da90 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.385719] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5be148d3-cb73-4256-a5fc-242edfdb8f7a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.391262] env[69654]: DEBUG oslo_vmware.api [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 987.391262] env[69654]: value = "task-3555169" [ 987.391262] env[69654]: _type = "Task" [ 987.391262] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.403351] env[69654]: DEBUG oslo_vmware.api [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 987.403351] env[69654]: value = "task-3555170" [ 987.403351] env[69654]: _type = "Task" [ 987.403351] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.409823] env[69654]: DEBUG oslo_vmware.api [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555169, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.414991] env[69654]: DEBUG oslo_vmware.api [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.556132] env[69654]: DEBUG oslo_concurrency.lockutils [None req-13ca3321-cb9c-464f-9c5a-c6b9ea0cb3fe tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 50.993s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.557089] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 22.876s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.557271] env[69654]: INFO nova.compute.manager [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Unshelving [ 987.622909] env[69654]: DEBUG nova.compute.manager [req-6c1d32f6-3439-4188-a3b5-4e3bd30012b3 req-d5954694-1212-4130-bddd-20cfc63b8f96 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Received event network-changed-49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.623082] env[69654]: DEBUG nova.compute.manager [req-6c1d32f6-3439-4188-a3b5-4e3bd30012b3 req-d5954694-1212-4130-bddd-20cfc63b8f96 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Refreshing instance network info cache due to event network-changed-49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.623294] env[69654]: DEBUG oslo_concurrency.lockutils [req-6c1d32f6-3439-4188-a3b5-4e3bd30012b3 req-d5954694-1212-4130-bddd-20cfc63b8f96 service nova] Acquiring lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.623435] env[69654]: DEBUG oslo_concurrency.lockutils [req-6c1d32f6-3439-4188-a3b5-4e3bd30012b3 req-d5954694-1212-4130-bddd-20cfc63b8f96 service nova] Acquired lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.623592] env[69654]: DEBUG nova.network.neutron [req-6c1d32f6-3439-4188-a3b5-4e3bd30012b3 req-d5954694-1212-4130-bddd-20cfc63b8f96 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Refreshing network info cache for port 49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.904791] env[69654]: DEBUG oslo_vmware.api [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.914514] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "93bffb31-648b-4590-aa29-52a0b8069fb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.914782] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.924521] env[69654]: DEBUG oslo_vmware.api [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161416} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.925763] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.925763] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.926506] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.926506] env[69654]: INFO nova.compute.manager [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Took 1.15 seconds to destroy the instance on the hypervisor. [ 987.926506] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.929255] env[69654]: DEBUG nova.compute.manager [-] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.929348] env[69654]: DEBUG nova.network.neutron [-] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.944610] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df17168-4e82-4eee-9eb5-e52edfcb4533 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.953561] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1ec536-d089-40f3-bf01-1d3593096918 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.986093] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fe345f-2148-42c2-827f-dbf9850d8b93 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.993947] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea286280-af28-4ec4-806e-94fc0c2c7b21 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.009878] env[69654]: DEBUG nova.compute.provider_tree [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.366035] env[69654]: DEBUG nova.network.neutron [req-6c1d32f6-3439-4188-a3b5-4e3bd30012b3 req-d5954694-1212-4130-bddd-20cfc63b8f96 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Updated VIF entry in instance network info cache for port 49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.366634] env[69654]: DEBUG nova.network.neutron [req-6c1d32f6-3439-4188-a3b5-4e3bd30012b3 req-d5954694-1212-4130-bddd-20cfc63b8f96 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Updating instance_info_cache with network_info: [{"id": "4358ae4b-304d-487c-aad2-d3e16d510339", "address": "fa:16:3e:1d:9b:eb", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4358ae4b-30", "ovs_interfaceid": "4358ae4b-304d-487c-aad2-d3e16d510339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b", "address": "fa:16:3e:a0:43:2b", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b03ab0-d3", "ovs_interfaceid": "49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.403901] env[69654]: DEBUG oslo_vmware.api [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555169, 'name': ReconfigVM_Task, 'duration_secs': 0.636745} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.404590] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.404907] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Reconfigured VM to attach interface {{(pid=69654) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 988.418412] env[69654]: DEBUG nova.compute.manager [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.513085] env[69654]: DEBUG nova.scheduler.client.report [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.582902] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.723240] env[69654]: DEBUG nova.network.neutron [-] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.869651] env[69654]: DEBUG oslo_concurrency.lockutils [req-6c1d32f6-3439-4188-a3b5-4e3bd30012b3 req-d5954694-1212-4130-bddd-20cfc63b8f96 service nova] Releasing lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.910163] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e3ad4244-3e89-4c11-9e4c-2732723d70da tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-f4c0b3fa-195f-430f-803c-016dfde499d8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.609s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.938759] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.017832] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.020256] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.541s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.020586] env[69654]: DEBUG nova.objects.instance [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lazy-loading 'resources' on Instance uuid d9e70dde-3175-4edf-b8d1-2690b9386a62 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.038939] env[69654]: INFO nova.scheduler.client.report [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Deleted allocations for instance 6dfe0850-c7d0-492d-ae38-f6498c0634f6 [ 989.226316] env[69654]: INFO nova.compute.manager [-] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Took 1.30 seconds to deallocate network for instance. [ 989.549983] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84a25bde-6ac1-44bb-ab00-5c6d501b717f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "6dfe0850-c7d0-492d-ae38-f6498c0634f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.309s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.732864] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.820284] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bfca5b-755c-4fb0-9c04-51755ae091f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.827767] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b0f60b-d7ba-49c9-af78-bdd6a1127107 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.858685] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4f7807-f6f6-4e7e-9619-7909047192af {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.866228] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bab9131-a8a2-4a67-8d45-2f1dc3450546 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.879490] env[69654]: DEBUG nova.compute.provider_tree [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.981804] env[69654]: DEBUG oslo_concurrency.lockutils [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.982165] env[69654]: DEBUG oslo_concurrency.lockutils [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.982378] env[69654]: DEBUG oslo_concurrency.lockutils [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.982559] env[69654]: DEBUG oslo_concurrency.lockutils [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.982727] env[69654]: DEBUG oslo_concurrency.lockutils [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.984923] env[69654]: INFO nova.compute.manager [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Terminating instance [ 990.137566] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "44ea1ec8-65b4-4a74-a907-d3e8194f4bb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.137954] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "44ea1ec8-65b4-4a74-a907-d3e8194f4bb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.138305] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "44ea1ec8-65b4-4a74-a907-d3e8194f4bb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.138565] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "44ea1ec8-65b4-4a74-a907-d3e8194f4bb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.138804] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "44ea1ec8-65b4-4a74-a907-d3e8194f4bb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.141159] env[69654]: INFO nova.compute.manager [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Terminating instance [ 990.232790] env[69654]: DEBUG nova.compute.manager [req-c1489031-7e35-460e-b2af-ef6a77ed542e req-772a284c-d81e-4efd-aa08-1106cb6de1a3 service nova] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Received event network-vif-deleted-d71590b5-7c98-4eea-9644-e789518162bd {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.382719] env[69654]: DEBUG nova.scheduler.client.report [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.488641] env[69654]: DEBUG nova.compute.manager [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.488884] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.489811] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da5f173-987b-45a6-acfb-e90facc88ad4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.500320] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.500724] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e89dd379-0003-4bcb-bb64-ddae57249985 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.507405] env[69654]: DEBUG oslo_vmware.api [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 990.507405] env[69654]: value = "task-3555171" [ 990.507405] env[69654]: _type = "Task" [ 990.507405] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.515983] env[69654]: DEBUG oslo_vmware.api [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.647021] env[69654]: DEBUG nova.compute.manager [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.647021] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.647021] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a27295-1a2c-4198-bdf4-830729abcab0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.655000] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.655577] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c002da1-c102-4936-b2c0-89e4e6978294 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.662524] env[69654]: DEBUG oslo_vmware.api [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 990.662524] env[69654]: value = "task-3555172" [ 990.662524] env[69654]: _type = "Task" [ 990.662524] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.671081] env[69654]: DEBUG oslo_vmware.api [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.887750] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.891267] env[69654]: DEBUG oslo_concurrency.lockutils [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.299s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.893066] env[69654]: INFO nova.compute.claims [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.907909] env[69654]: INFO nova.scheduler.client.report [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleted allocations for instance d9e70dde-3175-4edf-b8d1-2690b9386a62 [ 991.015219] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "9e167b41-9a47-4fc1-a109-42b8d36f95b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.015475] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "9e167b41-9a47-4fc1-a109-42b8d36f95b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.022217] env[69654]: DEBUG oslo_vmware.api [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555171, 'name': PowerOffVM_Task, 'duration_secs': 0.21631} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.022217] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.022355] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.022909] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4451a287-a781-457d-9e56-66b54eef9163 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.105311] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.105667] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.105858] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Deleting the datastore file [datastore1] b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.106167] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c223176-bedd-42f9-93b6-994d1eb63e14 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.113735] env[69654]: DEBUG oslo_vmware.api [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 991.113735] env[69654]: value = "task-3555174" [ 991.113735] env[69654]: _type = "Task" [ 991.113735] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.122422] env[69654]: DEBUG oslo_vmware.api [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.172040] env[69654]: DEBUG oslo_vmware.api [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555172, 'name': PowerOffVM_Task, 'duration_secs': 0.248152} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.172284] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.172460] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.172745] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcc90956-df76-4e34-9006-13e20ea9781b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.236362] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.236600] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.236781] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Deleting the datastore file [datastore2] 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.237062] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e44efa5-0106-4922-931b-7b5a71c02e00 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.243730] env[69654]: DEBUG oslo_vmware.api [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 991.243730] env[69654]: value = "task-3555176" [ 991.243730] env[69654]: _type = "Task" [ 991.243730] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.251209] env[69654]: DEBUG oslo_vmware.api [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.417135] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b7e95271-b3d4-4927-8cf2-a860bc57d164 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "d9e70dde-3175-4edf-b8d1-2690b9386a62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.912s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.483018] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "interface-f4c0b3fa-195f-430f-803c-016dfde499d8-5d3f28c6-53e8-420f-a9da-78cb82da8c19" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.483409] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-f4c0b3fa-195f-430f-803c-016dfde499d8-5d3f28c6-53e8-420f-a9da-78cb82da8c19" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.483824] env[69654]: DEBUG nova.objects.instance [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lazy-loading 'flavor' on Instance uuid f4c0b3fa-195f-430f-803c-016dfde499d8 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.517503] env[69654]: DEBUG nova.compute.manager [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.625126] env[69654]: DEBUG oslo_vmware.api [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153518} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.625424] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.625621] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.625798] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.625969] env[69654]: INFO nova.compute.manager [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 991.626229] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.626420] env[69654]: DEBUG nova.compute.manager [-] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.626516] env[69654]: DEBUG nova.network.neutron [-] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.755096] env[69654]: DEBUG oslo_vmware.api [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157666} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.755374] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.755557] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.755733] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.755904] env[69654]: INFO nova.compute.manager [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 991.756471] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.756717] env[69654]: DEBUG nova.compute.manager [-] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.756887] env[69654]: DEBUG nova.network.neutron [-] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.035963] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.255615] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c169c2-5841-410e-be2c-b746b6ddbed3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.264701] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da612d3-efc0-4916-8dd1-fa64a1ca2ad6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.303216] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59096d2-9f42-4691-bcc2-66cade1603c5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.311051] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b7afc9-0936-4fce-9ca3-8183b3b009c6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.325575] env[69654]: DEBUG nova.compute.provider_tree [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.390806] env[69654]: DEBUG nova.objects.instance [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lazy-loading 'pci_requests' on Instance uuid f4c0b3fa-195f-430f-803c-016dfde499d8 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.398196] env[69654]: DEBUG nova.compute.manager [req-00238e10-5f0b-4461-bfbb-d09d6b191d28 req-63709bd3-cc21-4148-9314-27d46b7117ee service nova] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Received event network-vif-deleted-e77cf848-ef17-476d-9e83-5c78dba6d422 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.398410] env[69654]: INFO nova.compute.manager [req-00238e10-5f0b-4461-bfbb-d09d6b191d28 req-63709bd3-cc21-4148-9314-27d46b7117ee service nova] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Neutron deleted interface e77cf848-ef17-476d-9e83-5c78dba6d422; detaching it from the instance and deleting it from the info cache [ 992.398581] env[69654]: DEBUG nova.network.neutron [req-00238e10-5f0b-4461-bfbb-d09d6b191d28 req-63709bd3-cc21-4148-9314-27d46b7117ee service nova] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.479108] env[69654]: DEBUG nova.network.neutron [-] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.758602] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "89006dfb-9d86-475a-8a57-f590287ec0af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.758886] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "89006dfb-9d86-475a-8a57-f590287ec0af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.827498] env[69654]: DEBUG nova.scheduler.client.report [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.894045] env[69654]: DEBUG nova.objects.base [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 992.894045] env[69654]: DEBUG nova.network.neutron [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.902041] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-043feee9-59f7-4f95-8430-298b2e4ced6e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.911358] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73bd387-64bd-47a6-8579-81a0813732f4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.945321] env[69654]: DEBUG nova.compute.manager [req-00238e10-5f0b-4461-bfbb-d09d6b191d28 req-63709bd3-cc21-4148-9314-27d46b7117ee service nova] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Detach interface failed, port_id=e77cf848-ef17-476d-9e83-5c78dba6d422, reason: Instance b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 992.981679] env[69654]: INFO nova.compute.manager [-] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Took 1.35 seconds to deallocate network for instance. [ 992.992839] env[69654]: DEBUG nova.policy [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '067f7e518ca04bb1956fa78ad22d2ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf89ca1830cd4d49aa3216e71d010a9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.077776] env[69654]: DEBUG nova.network.neutron [-] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.262392] env[69654]: DEBUG nova.compute.manager [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.333848] env[69654]: DEBUG oslo_concurrency.lockutils [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.334456] env[69654]: DEBUG nova.compute.manager [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.337914] env[69654]: DEBUG oslo_concurrency.lockutils [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.003s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.338212] env[69654]: DEBUG nova.objects.instance [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lazy-loading 'resources' on Instance uuid 44f309e1-228d-44f6-a24c-5ffd78446a8e {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.490131] env[69654]: DEBUG oslo_concurrency.lockutils [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.582916] env[69654]: INFO nova.compute.manager [-] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Took 1.83 seconds to deallocate network for instance. [ 993.783274] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.844348] env[69654]: DEBUG nova.compute.utils [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.846119] env[69654]: DEBUG nova.compute.manager [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.846289] env[69654]: DEBUG nova.network.neutron [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.898403] env[69654]: DEBUG nova.policy [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b62df99bb3c342bcb4d760f17ba253ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2853134d46aa4077b63e40f3f9a6c627', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.092927] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.183516] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dea7d62-aaf8-4923-be01-bc3cebf1722b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.192499] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af29b23-10a2-44bf-bb47-7a132cf2c8a0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.198871] env[69654]: DEBUG nova.network.neutron [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Successfully created port: 357ca37a-197a-4190-b363-a32d403ecb09 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.230205] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4aefe6-302b-4ee2-86cc-6f0aba1829da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.239008] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421db5df-14b5-471f-84b9-e4b9e73cc811 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.252275] env[69654]: DEBUG nova.compute.provider_tree [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.349612] env[69654]: DEBUG nova.compute.manager [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.528101] env[69654]: DEBUG nova.compute.manager [req-a700a691-2c6e-4c7e-832a-86750c04c0e2 req-de354594-17df-4279-b53e-9a1f92fc1192 service nova] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Received event network-vif-deleted-31cf4d91-af3f-4f48-96b2-a3b78967154a {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.633113] env[69654]: DEBUG nova.network.neutron [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Successfully updated port: 5d3f28c6-53e8-420f-a9da-78cb82da8c19 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.755430] env[69654]: DEBUG nova.scheduler.client.report [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.137719] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.137941] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.138108] env[69654]: DEBUG nova.network.neutron [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.260949] env[69654]: DEBUG oslo_concurrency.lockutils [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.263728] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.016s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.264048] env[69654]: DEBUG nova.objects.instance [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lazy-loading 'resources' on Instance uuid f5728e22-6d02-4bfc-9234-71aac0ac3a0c {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.288958] env[69654]: INFO nova.scheduler.client.report [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Deleted allocations for instance 44f309e1-228d-44f6-a24c-5ffd78446a8e [ 995.360679] env[69654]: DEBUG nova.compute.manager [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.401299] env[69654]: DEBUG nova.virt.hardware [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.401573] env[69654]: DEBUG nova.virt.hardware [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.401837] env[69654]: DEBUG nova.virt.hardware [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.402052] env[69654]: DEBUG nova.virt.hardware [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.402550] env[69654]: DEBUG nova.virt.hardware [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.402765] env[69654]: DEBUG nova.virt.hardware [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.403047] env[69654]: DEBUG nova.virt.hardware [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.403137] env[69654]: DEBUG nova.virt.hardware [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.403306] env[69654]: DEBUG nova.virt.hardware [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.403470] env[69654]: DEBUG nova.virt.hardware [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.403645] env[69654]: DEBUG nova.virt.hardware [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.404899] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7d0d03-6db0-46c1-86e1-50c8d8d737d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.412943] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75bcaa9-2d8a-4682-90ae-78010063b2fe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.692435] env[69654]: WARNING nova.network.neutron [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] e4e313f7-9df2-40b1-a72f-71d50867560b already exists in list: networks containing: ['e4e313f7-9df2-40b1-a72f-71d50867560b']. ignoring it [ 995.692651] env[69654]: WARNING nova.network.neutron [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] e4e313f7-9df2-40b1-a72f-71d50867560b already exists in list: networks containing: ['e4e313f7-9df2-40b1-a72f-71d50867560b']. ignoring it [ 995.798552] env[69654]: DEBUG oslo_concurrency.lockutils [None req-efdd3e41-8b9f-4300-8cfc-3e7fdc165ae7 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "44f309e1-228d-44f6-a24c-5ffd78446a8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.012s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.961721] env[69654]: DEBUG nova.network.neutron [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Successfully updated port: 357ca37a-197a-4190-b363-a32d403ecb09 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.172946] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd69eb3-b2a4-4e6a-af80-b8a774659908 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.183372] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3755f0-c565-4c1e-8772-fdcf821ad0be {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.219358] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344dff95-6776-4994-a5b4-5723ca542dcd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.226964] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f348a7d6-37fb-4ca1-b328-bec275d61110 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.241218] env[69654]: DEBUG nova.compute.provider_tree [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.257250] env[69654]: DEBUG nova.network.neutron [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Updating instance_info_cache with network_info: [{"id": "4358ae4b-304d-487c-aad2-d3e16d510339", "address": "fa:16:3e:1d:9b:eb", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4358ae4b-30", "ovs_interfaceid": "4358ae4b-304d-487c-aad2-d3e16d510339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b", "address": "fa:16:3e:a0:43:2b", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b03ab0-d3", "ovs_interfaceid": "49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d3f28c6-53e8-420f-a9da-78cb82da8c19", "address": "fa:16:3e:63:a6:7b", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d3f28c6-53", "ovs_interfaceid": "5d3f28c6-53e8-420f-a9da-78cb82da8c19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.468157] env[69654]: DEBUG oslo_concurrency.lockutils [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Acquiring lock "refresh_cache-a3a5c955-9976-46ab-ba56-4505cc461cf7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.468305] env[69654]: DEBUG oslo_concurrency.lockutils [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Acquired lock "refresh_cache-a3a5c955-9976-46ab-ba56-4505cc461cf7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.468465] env[69654]: DEBUG nova.network.neutron [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.552931] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "9f12ce3e-28c9-480a-8ce0-7193016e331b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.553248] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.747050] env[69654]: DEBUG nova.scheduler.client.report [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.759732] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.760902] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.760902] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.762473] env[69654]: DEBUG nova.compute.manager [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Received event network-vif-plugged-5d3f28c6-53e8-420f-a9da-78cb82da8c19 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.762678] env[69654]: DEBUG oslo_concurrency.lockutils [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] Acquiring lock "f4c0b3fa-195f-430f-803c-016dfde499d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.762880] env[69654]: DEBUG oslo_concurrency.lockutils [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] Lock "f4c0b3fa-195f-430f-803c-016dfde499d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.763062] env[69654]: DEBUG oslo_concurrency.lockutils [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] Lock "f4c0b3fa-195f-430f-803c-016dfde499d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.763263] env[69654]: DEBUG nova.compute.manager [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] No waiting events found dispatching network-vif-plugged-5d3f28c6-53e8-420f-a9da-78cb82da8c19 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.763425] env[69654]: WARNING nova.compute.manager [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Received unexpected event network-vif-plugged-5d3f28c6-53e8-420f-a9da-78cb82da8c19 for instance with vm_state active and task_state None. [ 996.763586] env[69654]: DEBUG nova.compute.manager [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Received event network-changed-5d3f28c6-53e8-420f-a9da-78cb82da8c19 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.763738] env[69654]: DEBUG nova.compute.manager [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Refreshing instance network info cache due to event network-changed-5d3f28c6-53e8-420f-a9da-78cb82da8c19. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.763919] env[69654]: DEBUG oslo_concurrency.lockutils [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] Acquiring lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.764124] env[69654]: DEBUG oslo_concurrency.lockutils [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] Acquired lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.764304] env[69654]: DEBUG nova.network.neutron [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Refreshing network info cache for port 5d3f28c6-53e8-420f-a9da-78cb82da8c19 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.766714] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065a0401-1a1f-4c7c-9180-95015d5bac94 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.785111] env[69654]: DEBUG nova.virt.hardware [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.785340] env[69654]: DEBUG nova.virt.hardware [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.785526] env[69654]: DEBUG nova.virt.hardware [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.785791] env[69654]: DEBUG nova.virt.hardware [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.786171] env[69654]: DEBUG nova.virt.hardware [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.786222] env[69654]: DEBUG nova.virt.hardware [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.786421] env[69654]: DEBUG nova.virt.hardware [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.786579] env[69654]: DEBUG nova.virt.hardware [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.786742] env[69654]: DEBUG nova.virt.hardware [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.786903] env[69654]: DEBUG nova.virt.hardware [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.787087] env[69654]: DEBUG nova.virt.hardware [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.793428] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Reconfiguring VM to attach interface {{(pid=69654) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 996.794120] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16afb242-857f-4887-ba66-c24e06541f16 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.811865] env[69654]: DEBUG oslo_vmware.api [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 996.811865] env[69654]: value = "task-3555177" [ 996.811865] env[69654]: _type = "Task" [ 996.811865] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.820044] env[69654]: DEBUG oslo_vmware.api [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.828020] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "de389624-4d9f-4e28-9d54-c03aa59ae51d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.828269] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "de389624-4d9f-4e28-9d54-c03aa59ae51d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.828441] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "de389624-4d9f-4e28-9d54-c03aa59ae51d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.828612] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "de389624-4d9f-4e28-9d54-c03aa59ae51d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.828773] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "de389624-4d9f-4e28-9d54-c03aa59ae51d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.830859] env[69654]: INFO nova.compute.manager [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Terminating instance [ 997.000622] env[69654]: DEBUG nova.network.neutron [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.056114] env[69654]: INFO nova.compute.manager [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Detaching volume 7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a [ 997.092129] env[69654]: INFO nova.virt.block_device [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Attempting to driver detach volume 7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a from mountpoint /dev/sdb [ 997.092384] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 997.092572] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709788', 'volume_id': '7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a', 'name': 'volume-7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9f12ce3e-28c9-480a-8ce0-7193016e331b', 'attached_at': '', 'detached_at': '', 'volume_id': '7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a', 'serial': '7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 997.093475] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20be1723-6438-4ad8-a6bc-bde4128c24b1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.117770] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcaafe7-4e2e-4b5e-b938-207d60312552 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.124751] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcacfc53-67ae-4f63-8d2f-ef6250167631 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.146571] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683ca9b3-12c6-45ac-9638-d8dc75d81897 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.151444] env[69654]: DEBUG nova.network.neutron [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Updating instance_info_cache with network_info: [{"id": "357ca37a-197a-4190-b363-a32d403ecb09", "address": "fa:16:3e:0b:ae:2b", "network": {"id": "bb36c612-0e26-4860-8a5e-af0156e6c9c8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-404631417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2853134d46aa4077b63e40f3f9a6c627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap357ca37a-19", "ovs_interfaceid": "357ca37a-197a-4190-b363-a32d403ecb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.163561] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] The volume has not been displaced from its original location: [datastore2] volume-7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a/volume-7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a.vmdk. No consolidation needed. {{(pid=69654) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 997.168868] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 997.170039] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-149af732-e2c8-4c1e-ba4d-f2a000563932 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.189760] env[69654]: DEBUG oslo_vmware.api [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 997.189760] env[69654]: value = "task-3555178" [ 997.189760] env[69654]: _type = "Task" [ 997.189760] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.199241] env[69654]: DEBUG oslo_vmware.api [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.252532] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.255041] env[69654]: DEBUG oslo_concurrency.lockutils [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.821s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.255287] env[69654]: DEBUG nova.objects.instance [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lazy-loading 'resources' on Instance uuid 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.277837] env[69654]: INFO nova.scheduler.client.report [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Deleted allocations for instance f5728e22-6d02-4bfc-9234-71aac0ac3a0c [ 997.322267] env[69654]: DEBUG oslo_vmware.api [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.334807] env[69654]: DEBUG nova.compute.manager [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.335112] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.336349] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7686563d-0d44-4660-ae74-3af7d49b0e98 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.346292] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.346672] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cea6b0b2-6066-4f63-9a78-f23c82b09ff3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.355967] env[69654]: DEBUG oslo_vmware.api [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 997.355967] env[69654]: value = "task-3555179" [ 997.355967] env[69654]: _type = "Task" [ 997.355967] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.366383] env[69654]: DEBUG oslo_vmware.api [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3555179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.518184] env[69654]: DEBUG nova.network.neutron [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Updated VIF entry in instance network info cache for port 5d3f28c6-53e8-420f-a9da-78cb82da8c19. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.518703] env[69654]: DEBUG nova.network.neutron [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Updating instance_info_cache with network_info: [{"id": "4358ae4b-304d-487c-aad2-d3e16d510339", "address": "fa:16:3e:1d:9b:eb", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4358ae4b-30", "ovs_interfaceid": "4358ae4b-304d-487c-aad2-d3e16d510339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b", "address": "fa:16:3e:a0:43:2b", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b03ab0-d3", "ovs_interfaceid": "49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d3f28c6-53e8-420f-a9da-78cb82da8c19", "address": "fa:16:3e:63:a6:7b", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d3f28c6-53", "ovs_interfaceid": "5d3f28c6-53e8-420f-a9da-78cb82da8c19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.670205] env[69654]: DEBUG oslo_concurrency.lockutils [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Releasing lock "refresh_cache-a3a5c955-9976-46ab-ba56-4505cc461cf7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.670538] env[69654]: DEBUG nova.compute.manager [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Instance network_info: |[{"id": "357ca37a-197a-4190-b363-a32d403ecb09", "address": "fa:16:3e:0b:ae:2b", "network": {"id": "bb36c612-0e26-4860-8a5e-af0156e6c9c8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-404631417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2853134d46aa4077b63e40f3f9a6c627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap357ca37a-19", "ovs_interfaceid": "357ca37a-197a-4190-b363-a32d403ecb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.670945] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:ae:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '357ca37a-197a-4190-b363-a32d403ecb09', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.678343] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Creating folder: Project (2853134d46aa4077b63e40f3f9a6c627). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.678619] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-496b9af4-ca8c-4ba4-bb6e-3161962a3a26 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.689683] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Created folder: Project (2853134d46aa4077b63e40f3f9a6c627) in parent group-v709593. [ 997.689837] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Creating folder: Instances. Parent ref: group-v709828. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.690202] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3db51311-063a-48b0-8fd6-3d7bc74b487f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.699717] env[69654]: DEBUG oslo_vmware.api [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555178, 'name': ReconfigVM_Task, 'duration_secs': 0.263731} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.700013] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 997.705593] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2297307b-5c88-4f97-ade6-6e5dc70339d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.715457] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Created folder: Instances in parent group-v709828. [ 997.715652] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.715847] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.716493] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5da8d600-aae9-44d3-8496-15836b5569b5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.731309] env[69654]: DEBUG oslo_vmware.api [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 997.731309] env[69654]: value = "task-3555182" [ 997.731309] env[69654]: _type = "Task" [ 997.731309] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.735343] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.735343] env[69654]: value = "task-3555183" [ 997.735343] env[69654]: _type = "Task" [ 997.735343] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.743090] env[69654]: DEBUG oslo_vmware.api [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.746920] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.747121] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555183, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.747322] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.788998] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3737d4c-8c9d-4508-9a66-99b19c0bce51 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "f5728e22-6d02-4bfc-9234-71aac0ac3a0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.990s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.822190] env[69654]: DEBUG oslo_vmware.api [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555177, 'name': ReconfigVM_Task, 'duration_secs': 0.573987} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.825082] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.825308] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Reconfigured VM to attach interface {{(pid=69654) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 997.868430] env[69654]: DEBUG oslo_vmware.api [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3555179, 'name': PowerOffVM_Task, 'duration_secs': 0.185366} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.868740] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.868973] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.869253] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0c27bbe-96d3-41c2-8db0-76391cabfc27 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.934786] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.935087] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.935279] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Deleting the datastore file [datastore2] de389624-4d9f-4e28-9d54-c03aa59ae51d {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.937903] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e5b2648-e0ad-4235-b3bb-44b0f4ecc589 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.943586] env[69654]: DEBUG oslo_vmware.api [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for the task: (returnval){ [ 997.943586] env[69654]: value = "task-3555185" [ 997.943586] env[69654]: _type = "Task" [ 997.943586] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.951483] env[69654]: DEBUG oslo_vmware.api [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3555185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.021165] env[69654]: DEBUG oslo_concurrency.lockutils [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] Releasing lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.021465] env[69654]: DEBUG nova.compute.manager [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Received event network-vif-plugged-357ca37a-197a-4190-b363-a32d403ecb09 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.021724] env[69654]: DEBUG oslo_concurrency.lockutils [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] Acquiring lock "a3a5c955-9976-46ab-ba56-4505cc461cf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.021866] env[69654]: DEBUG oslo_concurrency.lockutils [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] Lock "a3a5c955-9976-46ab-ba56-4505cc461cf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.022075] env[69654]: DEBUG oslo_concurrency.lockutils [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] Lock "a3a5c955-9976-46ab-ba56-4505cc461cf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.022311] env[69654]: DEBUG nova.compute.manager [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] No waiting events found dispatching network-vif-plugged-357ca37a-197a-4190-b363-a32d403ecb09 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.022497] env[69654]: WARNING nova.compute.manager [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Received unexpected event network-vif-plugged-357ca37a-197a-4190-b363-a32d403ecb09 for instance with vm_state building and task_state spawning. [ 998.022680] env[69654]: DEBUG nova.compute.manager [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Received event network-changed-357ca37a-197a-4190-b363-a32d403ecb09 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.022858] env[69654]: DEBUG nova.compute.manager [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Refreshing instance network info cache due to event network-changed-357ca37a-197a-4190-b363-a32d403ecb09. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.023101] env[69654]: DEBUG oslo_concurrency.lockutils [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] Acquiring lock "refresh_cache-a3a5c955-9976-46ab-ba56-4505cc461cf7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.023274] env[69654]: DEBUG oslo_concurrency.lockutils [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] Acquired lock "refresh_cache-a3a5c955-9976-46ab-ba56-4505cc461cf7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.023442] env[69654]: DEBUG nova.network.neutron [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Refreshing network info cache for port 357ca37a-197a-4190-b363-a32d403ecb09 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.072505] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a5d1e9-de31-423a-b377-d08fdcf19c45 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.080161] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428d57d0-42da-49e5-b8c8-ad4727e0723a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.111886] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e240cfda-9160-47aa-bbf9-a4ac5b9dfd2f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.120055] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666c7830-bc79-46e2-92e5-0dca65b65226 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.132874] env[69654]: DEBUG nova.compute.provider_tree [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.244714] env[69654]: DEBUG oslo_vmware.api [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555182, 'name': ReconfigVM_Task, 'duration_secs': 0.150785} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.247787] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709788', 'volume_id': '7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a', 'name': 'volume-7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9f12ce3e-28c9-480a-8ce0-7193016e331b', 'attached_at': '', 'detached_at': '', 'volume_id': '7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a', 'serial': '7cbfa19a-f9d0-4328-aa44-dd538d0bdb9a'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 998.249908] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555183, 'name': CreateVM_Task, 'duration_secs': 0.343747} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.254194] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.255093] env[69654]: DEBUG oslo_concurrency.lockutils [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.255093] env[69654]: DEBUG oslo_concurrency.lockutils [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.255319] env[69654]: DEBUG oslo_concurrency.lockutils [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.255767] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35bdfb22-d206-4721-ba9f-7e82fd12ab1c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.257441] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.257626] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.258269] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.258446] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.258599] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.258988] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.258988] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69654) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 998.259158] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.261103] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Waiting for the task: (returnval){ [ 998.261103] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523ecae2-01ca-de4b-663c-9b7ce1b81d3d" [ 998.261103] env[69654]: _type = "Task" [ 998.261103] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.270451] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523ecae2-01ca-de4b-663c-9b7ce1b81d3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.330604] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ea1e5324-6e21-4694-b66a-2198714bc75b tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-f4c0b3fa-195f-430f-803c-016dfde499d8-5d3f28c6-53e8-420f-a9da-78cb82da8c19" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.847s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.453040] env[69654]: DEBUG oslo_vmware.api [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Task: {'id': task-3555185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142812} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.453261] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.453261] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.453461] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.453644] env[69654]: INFO nova.compute.manager [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 998.453881] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.454080] env[69654]: DEBUG nova.compute.manager [-] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.454177] env[69654]: DEBUG nova.network.neutron [-] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.635620] env[69654]: DEBUG nova.scheduler.client.report [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.763479] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.773862] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523ecae2-01ca-de4b-663c-9b7ce1b81d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009653} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.774167] env[69654]: DEBUG oslo_concurrency.lockutils [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.776131] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.776131] env[69654]: DEBUG oslo_concurrency.lockutils [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.776131] env[69654]: DEBUG oslo_concurrency.lockutils [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.776131] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.776131] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-034cd82e-e56d-40ab-ac3c-9b7bc83bce08 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.785322] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.785511] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.786242] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca716a2d-6817-4fb0-ae5a-c8bc1ae01320 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.791593] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Waiting for the task: (returnval){ [ 998.791593] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52394c78-cce5-c63c-1e1b-7e6353fc91e9" [ 998.791593] env[69654]: _type = "Task" [ 998.791593] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.798986] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52394c78-cce5-c63c-1e1b-7e6353fc91e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.816810] env[69654]: DEBUG nova.objects.instance [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lazy-loading 'flavor' on Instance uuid 9f12ce3e-28c9-480a-8ce0-7193016e331b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.836210] env[69654]: DEBUG nova.network.neutron [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Updated VIF entry in instance network info cache for port 357ca37a-197a-4190-b363-a32d403ecb09. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.836593] env[69654]: DEBUG nova.network.neutron [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Updating instance_info_cache with network_info: [{"id": "357ca37a-197a-4190-b363-a32d403ecb09", "address": "fa:16:3e:0b:ae:2b", "network": {"id": "bb36c612-0e26-4860-8a5e-af0156e6c9c8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-404631417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2853134d46aa4077b63e40f3f9a6c627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap357ca37a-19", "ovs_interfaceid": "357ca37a-197a-4190-b363-a32d403ecb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.862202] env[69654]: DEBUG nova.compute.manager [req-51638490-6e8a-4fd0-ad76-8ad8e9e4629d req-33cff86e-090f-483d-aebe-5948e9b8daf9 service nova] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Received event network-vif-deleted-1831c802-20d7-44c2-a803-e14aa6186ddd {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.862412] env[69654]: INFO nova.compute.manager [req-51638490-6e8a-4fd0-ad76-8ad8e9e4629d req-33cff86e-090f-483d-aebe-5948e9b8daf9 service nova] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Neutron deleted interface 1831c802-20d7-44c2-a803-e14aa6186ddd; detaching it from the instance and deleting it from the info cache [ 998.862580] env[69654]: DEBUG nova.network.neutron [req-51638490-6e8a-4fd0-ad76-8ad8e9e4629d req-33cff86e-090f-483d-aebe-5948e9b8daf9 service nova] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.140566] env[69654]: DEBUG oslo_concurrency.lockutils [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.143411] env[69654]: DEBUG oslo_concurrency.lockutils [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.770s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.143726] env[69654]: DEBUG nova.objects.instance [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lazy-loading 'resources' on Instance uuid b188c3af-ea37-4b7b-b886-7680ecaca534 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.167207] env[69654]: INFO nova.scheduler.client.report [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Deleted allocations for instance 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf [ 999.302760] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52394c78-cce5-c63c-1e1b-7e6353fc91e9, 'name': SearchDatastore_Task, 'duration_secs': 0.024064} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.303515] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f04d32-3c1e-43d2-a7c3-494f137e6839 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.308734] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Waiting for the task: (returnval){ [ 999.308734] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52297bf4-5439-3d16-2954-6db6fcb615ac" [ 999.308734] env[69654]: _type = "Task" [ 999.308734] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.316339] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52297bf4-5439-3d16-2954-6db6fcb615ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.323084] env[69654]: DEBUG nova.network.neutron [-] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.339070] env[69654]: DEBUG oslo_concurrency.lockutils [req-65d16552-972d-46c4-887d-1bdefe68cf7a req-d7994568-5a03-4d6d-9a92-e2f3f3e1f773 service nova] Releasing lock "refresh_cache-a3a5c955-9976-46ab-ba56-4505cc461cf7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.365251] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c2a2174-1ea6-421e-a113-0dbda25b88ed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.375022] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e657fc72-d00b-49e1-87a5-77c079a49aba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.408930] env[69654]: DEBUG nova.compute.manager [req-51638490-6e8a-4fd0-ad76-8ad8e9e4629d req-33cff86e-090f-483d-aebe-5948e9b8daf9 service nova] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Detach interface failed, port_id=1831c802-20d7-44c2-a803-e14aa6186ddd, reason: Instance de389624-4d9f-4e28-9d54-c03aa59ae51d could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 999.677955] env[69654]: DEBUG oslo_concurrency.lockutils [None req-922163a4-ec2c-4a85-b0d3-40bce0d342a0 tempest-MultipleCreateTestJSON-207473124 tempest-MultipleCreateTestJSON-207473124-project-member] Lock "0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.677s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.820168] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52297bf4-5439-3d16-2954-6db6fcb615ac, 'name': SearchDatastore_Task, 'duration_secs': 0.015249} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.820445] env[69654]: DEBUG oslo_concurrency.lockutils [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.820677] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] a3a5c955-9976-46ab-ba56-4505cc461cf7/a3a5c955-9976-46ab-ba56-4505cc461cf7.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.823192] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb084a59-920f-4e20-b33b-3c7f550628e7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.825316] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8b30048f-0a0f-4dff-9e9b-3f28143fa7ff tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.272s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.827776] env[69654]: INFO nova.compute.manager [-] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Took 1.37 seconds to deallocate network for instance. [ 999.833060] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Waiting for the task: (returnval){ [ 999.833060] env[69654]: value = "task-3555186" [ 999.833060] env[69654]: _type = "Task" [ 999.833060] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.844482] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.930588] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5750585-89c2-45d1-bf9b-fce2b2dcad66 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.937997] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbb7d37-f454-464d-b384-455947e104c4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.972949] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf6e803-27f5-4d4f-99b7-60cf8c9b01bf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.980307] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "interface-f4c0b3fa-195f-430f-803c-016dfde499d8-49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.980456] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-f4c0b3fa-195f-430f-803c-016dfde499d8-49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.983386] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fe9ee7-9e4a-4c87-8c7b-a5fd60036507 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.997223] env[69654]: DEBUG nova.compute.provider_tree [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.064882] env[69654]: DEBUG oslo_concurrency.lockutils [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "9f12ce3e-28c9-480a-8ce0-7193016e331b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.065175] env[69654]: DEBUG oslo_concurrency.lockutils [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.066297] env[69654]: DEBUG oslo_concurrency.lockutils [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "9f12ce3e-28c9-480a-8ce0-7193016e331b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.066388] env[69654]: DEBUG oslo_concurrency.lockutils [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.066600] env[69654]: DEBUG oslo_concurrency.lockutils [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.069612] env[69654]: INFO nova.compute.manager [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Terminating instance [ 1000.344300] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.352790] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555186, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.490707] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.493670] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.493670] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3432dabd-7a8a-45e5-bfdd-4f519bbad8c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.515736] env[69654]: DEBUG nova.scheduler.client.report [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.520672] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2721945-6ad9-495d-bf11-10094242488b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.548169] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Reconfiguring VM to detach interface {{(pid=69654) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1000.549016] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68ba746c-5ad1-45f8-bb7f-93fdb8f4d7ef {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.571859] env[69654]: DEBUG oslo_vmware.api [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1000.571859] env[69654]: value = "task-3555187" [ 1000.571859] env[69654]: _type = "Task" [ 1000.571859] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.576382] env[69654]: DEBUG nova.compute.manager [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.576682] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.577437] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f6ec3c-90a7-42dc-8009-a194baff1178 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.585338] env[69654]: DEBUG oslo_vmware.api [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555187, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.587394] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.587634] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-730a0adf-7ec5-4d8e-ba13-05680b0199d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.593236] env[69654]: DEBUG oslo_vmware.api [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1000.593236] env[69654]: value = "task-3555188" [ 1000.593236] env[69654]: _type = "Task" [ 1000.593236] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.601489] env[69654]: DEBUG oslo_vmware.api [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.848138] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673697} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.848138] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] a3a5c955-9976-46ab-ba56-4505cc461cf7/a3a5c955-9976-46ab-ba56-4505cc461cf7.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.848138] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.848138] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf52b6ad-da4b-492a-a62a-d267ffa32874 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.852852] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Waiting for the task: (returnval){ [ 1000.852852] env[69654]: value = "task-3555189" [ 1000.852852] env[69654]: _type = "Task" [ 1000.852852] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.860758] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.023990] env[69654]: DEBUG oslo_concurrency.lockutils [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.026511] env[69654]: DEBUG oslo_concurrency.lockutils [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.627s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.026781] env[69654]: DEBUG nova.objects.instance [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lazy-loading 'resources' on Instance uuid a491fbdf-6c80-4051-8141-b20652676877 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.059170] env[69654]: INFO nova.scheduler.client.report [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Deleted allocations for instance b188c3af-ea37-4b7b-b886-7680ecaca534 [ 1001.083882] env[69654]: DEBUG oslo_vmware.api [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.104147] env[69654]: DEBUG oslo_vmware.api [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555188, 'name': PowerOffVM_Task, 'duration_secs': 0.237565} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.104551] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.104619] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.104910] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7e9be59-751b-41c0-a995-30e3764f8ea3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.179762] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.180046] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.180274] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Deleting the datastore file [datastore1] 9f12ce3e-28c9-480a-8ce0-7193016e331b {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.180601] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92254f50-0d79-4412-9bdf-10afa759d5e5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.188351] env[69654]: DEBUG oslo_vmware.api [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1001.188351] env[69654]: value = "task-3555191" [ 1001.188351] env[69654]: _type = "Task" [ 1001.188351] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.197692] env[69654]: DEBUG oslo_vmware.api [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.362775] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179438} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.363208] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.364099] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebaef2a-114a-41c2-9251-cad2966047dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.388650] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] a3a5c955-9976-46ab-ba56-4505cc461cf7/a3a5c955-9976-46ab-ba56-4505cc461cf7.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.388983] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c0d0b4a-aa35-4b15-b0ba-99767e99f94d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.409935] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Waiting for the task: (returnval){ [ 1001.409935] env[69654]: value = "task-3555192" [ 1001.409935] env[69654]: _type = "Task" [ 1001.409935] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.419540] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.568011] env[69654]: DEBUG oslo_concurrency.lockutils [None req-607d097c-8caa-426c-ba1f-a450f2761453 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "b188c3af-ea37-4b7b-b886-7680ecaca534" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.693s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.588305] env[69654]: DEBUG oslo_vmware.api [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.701814] env[69654]: DEBUG oslo_vmware.api [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143975} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.701814] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.703734] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.703734] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.703734] env[69654]: INFO nova.compute.manager [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1001.703734] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.703734] env[69654]: DEBUG nova.compute.manager [-] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.703734] env[69654]: DEBUG nova.network.neutron [-] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.836764] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5d32e2-0cfb-4365-86e9-5bf8b7eb04c3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.844622] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68478f4-8abf-484e-b862-3ebdfe059ae0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.878327] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa999a7f-9303-4321-899d-eee2c3c35a7b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.886513] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b17b52-c528-4161-a3f2-e542b1a8866f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.900942] env[69654]: DEBUG nova.compute.provider_tree [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.919318] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.083146] env[69654]: DEBUG oslo_vmware.api [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.267468] env[69654]: DEBUG nova.compute.manager [req-12ddf02c-91d8-44e9-a580-8bbe7dfc3e6f req-b5b1ea17-fd11-4f77-930f-05a36500ea45 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Received event network-vif-deleted-46a71ed7-2cb5-4ada-a0df-94864c0679bf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.267675] env[69654]: INFO nova.compute.manager [req-12ddf02c-91d8-44e9-a580-8bbe7dfc3e6f req-b5b1ea17-fd11-4f77-930f-05a36500ea45 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Neutron deleted interface 46a71ed7-2cb5-4ada-a0df-94864c0679bf; detaching it from the instance and deleting it from the info cache [ 1002.267922] env[69654]: DEBUG nova.network.neutron [req-12ddf02c-91d8-44e9-a580-8bbe7dfc3e6f req-b5b1ea17-fd11-4f77-930f-05a36500ea45 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.404125] env[69654]: DEBUG nova.scheduler.client.report [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.425367] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555192, 'name': ReconfigVM_Task, 'duration_secs': 0.578282} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.426445] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Reconfigured VM instance instance-0000004f to attach disk [datastore2] a3a5c955-9976-46ab-ba56-4505cc461cf7/a3a5c955-9976-46ab-ba56-4505cc461cf7.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.427703] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d544ffb4-e0b2-4c34-8f21-f277e94faaee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.435817] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Waiting for the task: (returnval){ [ 1002.435817] env[69654]: value = "task-3555193" [ 1002.435817] env[69654]: _type = "Task" [ 1002.435817] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.443632] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555193, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.583458] env[69654]: DEBUG oslo_vmware.api [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.744826] env[69654]: DEBUG nova.network.neutron [-] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.771104] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e430121f-280a-4149-82a9-7c9af93eede8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.781119] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dc3508-e395-457e-ae8a-7fec1a1f676f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.816872] env[69654]: DEBUG nova.compute.manager [req-12ddf02c-91d8-44e9-a580-8bbe7dfc3e6f req-b5b1ea17-fd11-4f77-930f-05a36500ea45 service nova] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Detach interface failed, port_id=46a71ed7-2cb5-4ada-a0df-94864c0679bf, reason: Instance 9f12ce3e-28c9-480a-8ce0-7193016e331b could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1002.913804] env[69654]: DEBUG oslo_concurrency.lockutils [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.916179] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.665s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.917730] env[69654]: INFO nova.compute.claims [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.941304] env[69654]: INFO nova.scheduler.client.report [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Deleted allocations for instance a491fbdf-6c80-4051-8141-b20652676877 [ 1002.948351] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555193, 'name': Rename_Task, 'duration_secs': 0.141304} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.948893] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.949202] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb366e78-5999-481b-8a24-9efd530b31f8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.955943] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Waiting for the task: (returnval){ [ 1002.955943] env[69654]: value = "task-3555194" [ 1002.955943] env[69654]: _type = "Task" [ 1002.955943] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.966276] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.084695] env[69654]: DEBUG oslo_vmware.api [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.247163] env[69654]: INFO nova.compute.manager [-] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Took 1.54 seconds to deallocate network for instance. [ 1003.452985] env[69654]: DEBUG oslo_concurrency.lockutils [None req-295c86a5-2b15-4748-a8bf-f04b9674d1b3 tempest-ListServersNegativeTestJSON-225317695 tempest-ListServersNegativeTestJSON-225317695-project-member] Lock "a491fbdf-6c80-4051-8141-b20652676877" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.499s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.472353] env[69654]: DEBUG oslo_vmware.api [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555194, 'name': PowerOnVM_Task, 'duration_secs': 0.442874} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.472617] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.472816] env[69654]: INFO nova.compute.manager [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1003.472995] env[69654]: DEBUG nova.compute.manager [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.474826] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a92966-da74-432f-9d88-22bb6d382ae4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.584549] env[69654]: DEBUG oslo_vmware.api [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.753957] env[69654]: DEBUG oslo_concurrency.lockutils [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.999585] env[69654]: INFO nova.compute.manager [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Took 30.43 seconds to build instance. [ 1004.096701] env[69654]: DEBUG oslo_vmware.api [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.279445] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fd0a4d-dcd2-4bc5-9bb4-aadb89cf1489 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.289049] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501f687b-6e35-4e26-b52c-da0ee88ec724 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.324053] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2a6b0b-0271-43f4-8166-08a08ceca12f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.331717] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0867f79-da28-45e5-85dc-a8d8af0990d3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.346692] env[69654]: DEBUG nova.compute.provider_tree [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.502898] env[69654]: DEBUG oslo_concurrency.lockutils [None req-19d5ff3b-f865-4c53-a1ae-12f13f9cc7f2 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Lock "a3a5c955-9976-46ab-ba56-4505cc461cf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.942s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.524400] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.524650] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.595210] env[69654]: DEBUG oslo_vmware.api [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.756952] env[69654]: DEBUG nova.compute.manager [req-72df876f-d298-4380-9c38-168f645c6c18 req-342e5fe4-9f39-41c9-afda-1a80b7f26bb4 service nova] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Received event network-changed-357ca37a-197a-4190-b363-a32d403ecb09 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.757107] env[69654]: DEBUG nova.compute.manager [req-72df876f-d298-4380-9c38-168f645c6c18 req-342e5fe4-9f39-41c9-afda-1a80b7f26bb4 service nova] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Refreshing instance network info cache due to event network-changed-357ca37a-197a-4190-b363-a32d403ecb09. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.757426] env[69654]: DEBUG oslo_concurrency.lockutils [req-72df876f-d298-4380-9c38-168f645c6c18 req-342e5fe4-9f39-41c9-afda-1a80b7f26bb4 service nova] Acquiring lock "refresh_cache-a3a5c955-9976-46ab-ba56-4505cc461cf7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.757637] env[69654]: DEBUG oslo_concurrency.lockutils [req-72df876f-d298-4380-9c38-168f645c6c18 req-342e5fe4-9f39-41c9-afda-1a80b7f26bb4 service nova] Acquired lock "refresh_cache-a3a5c955-9976-46ab-ba56-4505cc461cf7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.757637] env[69654]: DEBUG nova.network.neutron [req-72df876f-d298-4380-9c38-168f645c6c18 req-342e5fe4-9f39-41c9-afda-1a80b7f26bb4 service nova] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Refreshing network info cache for port 357ca37a-197a-4190-b363-a32d403ecb09 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.851043] env[69654]: DEBUG nova.scheduler.client.report [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.032644] env[69654]: DEBUG nova.compute.utils [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.096784] env[69654]: DEBUG oslo_vmware.api [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.101597] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Acquiring lock "9db374b6-0b53-4a8c-b6a9-cfc2287fc88b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.101836] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Lock "9db374b6-0b53-4a8c-b6a9-cfc2287fc88b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.355964] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.356956] env[69654]: DEBUG nova.compute.manager [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.368097] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.785s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.368430] env[69654]: DEBUG nova.objects.instance [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lazy-loading 'pci_requests' on Instance uuid 1792b717-0fa6-403f-b8ce-3524fb81dfd1 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.536800] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.597850] env[69654]: DEBUG oslo_vmware.api [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.604678] env[69654]: DEBUG nova.compute.manager [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.626689] env[69654]: DEBUG nova.network.neutron [req-72df876f-d298-4380-9c38-168f645c6c18 req-342e5fe4-9f39-41c9-afda-1a80b7f26bb4 service nova] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Updated VIF entry in instance network info cache for port 357ca37a-197a-4190-b363-a32d403ecb09. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.627053] env[69654]: DEBUG nova.network.neutron [req-72df876f-d298-4380-9c38-168f645c6c18 req-342e5fe4-9f39-41c9-afda-1a80b7f26bb4 service nova] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Updating instance_info_cache with network_info: [{"id": "357ca37a-197a-4190-b363-a32d403ecb09", "address": "fa:16:3e:0b:ae:2b", "network": {"id": "bb36c612-0e26-4860-8a5e-af0156e6c9c8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-404631417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2853134d46aa4077b63e40f3f9a6c627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap357ca37a-19", "ovs_interfaceid": "357ca37a-197a-4190-b363-a32d403ecb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.872658] env[69654]: DEBUG nova.compute.utils [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.874917] env[69654]: DEBUG nova.compute.manager [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.875388] env[69654]: DEBUG nova.network.neutron [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.884756] env[69654]: DEBUG nova.objects.instance [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lazy-loading 'numa_topology' on Instance uuid 1792b717-0fa6-403f-b8ce-3524fb81dfd1 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.914974] env[69654]: DEBUG nova.policy [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1aba00dfb1f74800bdb397ae8a655696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3a06a6980764944a350af59e733ec31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.096624] env[69654]: DEBUG oslo_vmware.api [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555187, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.130571] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.131124] env[69654]: DEBUG oslo_concurrency.lockutils [req-72df876f-d298-4380-9c38-168f645c6c18 req-342e5fe4-9f39-41c9-afda-1a80b7f26bb4 service nova] Releasing lock "refresh_cache-a3a5c955-9976-46ab-ba56-4505cc461cf7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.240669] env[69654]: DEBUG nova.network.neutron [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Successfully created port: 5ae7df77-d974-48db-b833-8e62eef3b03f {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.375532] env[69654]: DEBUG nova.compute.manager [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.388193] env[69654]: INFO nova.compute.claims [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.599107] env[69654]: DEBUG oslo_vmware.api [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555187, 'name': ReconfigVM_Task, 'duration_secs': 5.771045} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.599395] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.599637] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Reconfigured VM to detach interface {{(pid=69654) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1006.612796] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.613374] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.613621] env[69654]: INFO nova.compute.manager [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Attaching volume d1ec90eb-3a74-459c-b6db-611e4725b9b7 to /dev/sdb [ 1006.655137] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89c6da3-a17c-4d2c-945b-a12b18daf623 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.662549] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d75caa3-198b-40ec-bf96-dca81619f3cf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.676124] env[69654]: DEBUG nova.virt.block_device [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Updating existing volume attachment record: 36ebb575-8155-4276-aa89-3c596bd8706e {{(pid=69654) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1007.021064] env[69654]: DEBUG nova.compute.manager [req-59d8ede7-6c64-4df2-8343-6e272a445520 req-4c44c235-959a-460c-9904-a66b02d1c335 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Received event network-vif-deleted-49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.021447] env[69654]: INFO nova.compute.manager [req-59d8ede7-6c64-4df2-8343-6e272a445520 req-4c44c235-959a-460c-9904-a66b02d1c335 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Neutron deleted interface 49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b; detaching it from the instance and deleting it from the info cache [ 1007.021807] env[69654]: DEBUG nova.network.neutron [req-59d8ede7-6c64-4df2-8343-6e272a445520 req-4c44c235-959a-460c-9904-a66b02d1c335 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Updating instance_info_cache with network_info: [{"id": "4358ae4b-304d-487c-aad2-d3e16d510339", "address": "fa:16:3e:1d:9b:eb", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4358ae4b-30", "ovs_interfaceid": "4358ae4b-304d-487c-aad2-d3e16d510339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d3f28c6-53e8-420f-a9da-78cb82da8c19", "address": "fa:16:3e:63:a6:7b", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d3f28c6-53", "ovs_interfaceid": "5d3f28c6-53e8-420f-a9da-78cb82da8c19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.389544] env[69654]: DEBUG nova.compute.manager [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.424483] env[69654]: DEBUG nova.virt.hardware [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.424736] env[69654]: DEBUG nova.virt.hardware [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.424892] env[69654]: DEBUG nova.virt.hardware [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.425942] env[69654]: DEBUG nova.virt.hardware [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.429018] env[69654]: DEBUG nova.virt.hardware [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.429018] env[69654]: DEBUG nova.virt.hardware [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.429018] env[69654]: DEBUG nova.virt.hardware [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.429018] env[69654]: DEBUG nova.virt.hardware [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.429018] env[69654]: DEBUG nova.virt.hardware [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.429018] env[69654]: DEBUG nova.virt.hardware [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.429018] env[69654]: DEBUG nova.virt.hardware [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.429018] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe2c06c-ffa6-4cf9-a36b-64d20af687be {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.444195] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afa8d1f-c88a-475f-ae50-15d2a464e6fa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.528022] env[69654]: DEBUG oslo_concurrency.lockutils [req-59d8ede7-6c64-4df2-8343-6e272a445520 req-4c44c235-959a-460c-9904-a66b02d1c335 service nova] Acquiring lock "f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.528022] env[69654]: DEBUG oslo_concurrency.lockutils [req-59d8ede7-6c64-4df2-8343-6e272a445520 req-4c44c235-959a-460c-9904-a66b02d1c335 service nova] Acquired lock "f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.528022] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01fb45a-2050-443c-a8ea-1e41e1a9a26d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.546124] env[69654]: DEBUG oslo_concurrency.lockutils [req-59d8ede7-6c64-4df2-8343-6e272a445520 req-4c44c235-959a-460c-9904-a66b02d1c335 service nova] Releasing lock "f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.546628] env[69654]: WARNING nova.compute.manager [req-59d8ede7-6c64-4df2-8343-6e272a445520 req-4c44c235-959a-460c-9904-a66b02d1c335 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Detach interface failed, port_id=49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b, reason: No device with interface-id 49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b exists on VM: nova.exception.NotFound: No device with interface-id 49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b exists on VM [ 1008.480305] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.480615] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.480770] env[69654]: DEBUG nova.network.neutron [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.481931] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "f4c0b3fa-195f-430f-803c-016dfde499d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.482167] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "f4c0b3fa-195f-430f-803c-016dfde499d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.482370] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "f4c0b3fa-195f-430f-803c-016dfde499d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.482550] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "f4c0b3fa-195f-430f-803c-016dfde499d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.482709] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "f4c0b3fa-195f-430f-803c-016dfde499d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.484701] env[69654]: DEBUG nova.network.neutron [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Successfully updated port: 5ae7df77-d974-48db-b833-8e62eef3b03f {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.487709] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a16855d-b558-4f37-af4f-6788f8dce27f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.490666] env[69654]: INFO nova.compute.manager [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Terminating instance [ 1008.497628] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484de40b-4fcf-4d2a-b65a-b7b65302eb8d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.528877] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c236cfd-18c2-4b14-a50d-49a9de4e71e9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.536996] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5013fde0-9ecc-4de3-b5bd-ac4a73c0bfcf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.550811] env[69654]: DEBUG nova.compute.provider_tree [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.992068] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.992068] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.992068] env[69654]: DEBUG nova.network.neutron [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.997838] env[69654]: DEBUG nova.compute.manager [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.998074] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.998942] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2245fb26-8816-4bda-8279-cb9c95110e71 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.008241] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.008487] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a4df8a5-ed1c-4453-829d-306a034d8f4d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.015889] env[69654]: DEBUG oslo_vmware.api [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1009.015889] env[69654]: value = "task-3555198" [ 1009.015889] env[69654]: _type = "Task" [ 1009.015889] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.028868] env[69654]: DEBUG oslo_vmware.api [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.054268] env[69654]: DEBUG nova.scheduler.client.report [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.066777] env[69654]: DEBUG nova.compute.manager [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Received event network-vif-deleted-5d3f28c6-53e8-420f-a9da-78cb82da8c19 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.067272] env[69654]: INFO nova.compute.manager [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Neutron deleted interface 5d3f28c6-53e8-420f-a9da-78cb82da8c19; detaching it from the instance and deleting it from the info cache [ 1009.067311] env[69654]: DEBUG nova.network.neutron [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Updating instance_info_cache with network_info: [{"id": "4358ae4b-304d-487c-aad2-d3e16d510339", "address": "fa:16:3e:1d:9b:eb", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4358ae4b-30", "ovs_interfaceid": "4358ae4b-304d-487c-aad2-d3e16d510339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.226236] env[69654]: INFO nova.network.neutron [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Port 5d3f28c6-53e8-420f-a9da-78cb82da8c19 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1009.226629] env[69654]: DEBUG nova.network.neutron [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Updating instance_info_cache with network_info: [{"id": "4358ae4b-304d-487c-aad2-d3e16d510339", "address": "fa:16:3e:1d:9b:eb", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4358ae4b-30", "ovs_interfaceid": "4358ae4b-304d-487c-aad2-d3e16d510339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.528842] env[69654]: DEBUG oslo_vmware.api [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555198, 'name': PowerOffVM_Task, 'duration_secs': 0.222127} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.529339] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.529339] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.529447] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b07b7aa1-5abe-46de-b575-69180a45e286 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.549487] env[69654]: DEBUG nova.network.neutron [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.564932] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.197s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.572619] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.634s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.574499] env[69654]: INFO nova.compute.claims [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.577341] env[69654]: DEBUG oslo_concurrency.lockutils [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] Acquiring lock "f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.629634] env[69654]: INFO nova.network.neutron [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Updating port 1e6a7509-0b62-47da-8ef9-6848daff80b6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1009.633603] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.633813] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.634112] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Deleting the datastore file [datastore1] f4c0b3fa-195f-430f-803c-016dfde499d8 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.634391] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca06c9aa-328d-4872-a7df-33b358d8a17f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.640310] env[69654]: DEBUG oslo_vmware.api [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1009.640310] env[69654]: value = "task-3555201" [ 1009.640310] env[69654]: _type = "Task" [ 1009.640310] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.649248] env[69654]: DEBUG oslo_vmware.api [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.729605] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "refresh_cache-f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.801802] env[69654]: DEBUG nova.network.neutron [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating instance_info_cache with network_info: [{"id": "5ae7df77-d974-48db-b833-8e62eef3b03f", "address": "fa:16:3e:28:7c:9f", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae7df77-d9", "ovs_interfaceid": "5ae7df77-d974-48db-b833-8e62eef3b03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.969720] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "13d34136-410d-408c-bc6d-1106c3b4316f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.970167] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "13d34136-410d-408c-bc6d-1106c3b4316f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.150281] env[69654]: DEBUG oslo_vmware.api [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180696} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.150620] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.150864] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.151107] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.151671] env[69654]: INFO nova.compute.manager [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1010.151671] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.151854] env[69654]: DEBUG nova.compute.manager [-] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.151992] env[69654]: DEBUG nova.network.neutron [-] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.198604] env[69654]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 5d3f28c6-53e8-420f-a9da-78cb82da8c19 could not be found.", "detail": ""}} {{(pid=69654) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1010.198874] env[69654]: DEBUG nova.network.neutron [-] Unable to show port 5d3f28c6-53e8-420f-a9da-78cb82da8c19 as it no longer exists. {{(pid=69654) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1010.233755] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d515d8a8-6c2f-46eb-8b13-693169bdae58 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-f4c0b3fa-195f-430f-803c-016dfde499d8-49b03ab0-d3b7-4dc2-9b69-ea4ff268fa2b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.253s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.304196] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.304522] env[69654]: DEBUG nova.compute.manager [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Instance network_info: |[{"id": "5ae7df77-d974-48db-b833-8e62eef3b03f", "address": "fa:16:3e:28:7c:9f", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae7df77-d9", "ovs_interfaceid": "5ae7df77-d974-48db-b833-8e62eef3b03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.304963] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:7c:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ae7df77-d974-48db-b833-8e62eef3b03f', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.313120] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.313381] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.313611] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88cf5b8c-968a-4d52-bca5-c0fbbfde272a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.338184] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.338184] env[69654]: value = "task-3555202" [ 1010.338184] env[69654]: _type = "Task" [ 1010.338184] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.347991] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555202, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.473756] env[69654]: DEBUG nova.compute.manager [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.852706] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555202, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.941994] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd2b258-05cc-40a8-8402-515f29087bd2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.949803] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8cf9fb-b74f-4af9-8127-3145c529c25d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.982757] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b80e81-5e79-4aed-b228-2f1f75af314e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.993157] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2912cc03-c61f-4f43-ba76-40d09a3095bd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.000805] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.010273] env[69654]: DEBUG nova.compute.provider_tree [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.098190] env[69654]: DEBUG nova.compute.manager [req-49a6cdb5-a02b-4507-b966-6d7a25c8777b req-66d22e07-d6ad-4813-88d6-98c8888b61e7 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Received event network-vif-deleted-4358ae4b-304d-487c-aad2-d3e16d510339 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.098436] env[69654]: INFO nova.compute.manager [req-49a6cdb5-a02b-4507-b966-6d7a25c8777b req-66d22e07-d6ad-4813-88d6-98c8888b61e7 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Neutron deleted interface 4358ae4b-304d-487c-aad2-d3e16d510339; detaching it from the instance and deleting it from the info cache [ 1011.098624] env[69654]: DEBUG nova.network.neutron [req-49a6cdb5-a02b-4507-b966-6d7a25c8777b req-66d22e07-d6ad-4813-88d6-98c8888b61e7 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.123452] env[69654]: DEBUG nova.network.neutron [-] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.209162] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.209315] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquired lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.209521] env[69654]: DEBUG nova.network.neutron [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.245163] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Volume attach. Driver type: vmdk {{(pid=69654) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1011.245406] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709832', 'volume_id': 'd1ec90eb-3a74-459c-b6db-611e4725b9b7', 'name': 'volume-d1ec90eb-3a74-459c-b6db-611e4725b9b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6bb2c2f-6229-40d8-bfa3-b27970aeb275', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1ec90eb-3a74-459c-b6db-611e4725b9b7', 'serial': 'd1ec90eb-3a74-459c-b6db-611e4725b9b7'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1011.246311] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf113fe1-4244-4819-835e-f91fb4fd6527 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.268034] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7e8bd3-19a6-4a04-9f5a-b991ee7f08eb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.294674] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] volume-d1ec90eb-3a74-459c-b6db-611e4725b9b7/volume-d1ec90eb-3a74-459c-b6db-611e4725b9b7.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.295028] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a44e49b-ec6c-436f-8abe-4a0574c1978a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.313830] env[69654]: DEBUG oslo_vmware.api [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1011.313830] env[69654]: value = "task-3555203" [ 1011.313830] env[69654]: _type = "Task" [ 1011.313830] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.322679] env[69654]: DEBUG oslo_vmware.api [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555203, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.351549] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555202, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.515773] env[69654]: DEBUG nova.scheduler.client.report [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.603437] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbfbcf52-afcc-4ace-8d63-b9ee6b8a5d04 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.613810] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c894e82-328f-4387-a31f-a2503fd5279f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.625782] env[69654]: INFO nova.compute.manager [-] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Took 1.47 seconds to deallocate network for instance. [ 1011.656845] env[69654]: DEBUG nova.compute.manager [req-49a6cdb5-a02b-4507-b966-6d7a25c8777b req-66d22e07-d6ad-4813-88d6-98c8888b61e7 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Detach interface failed, port_id=4358ae4b-304d-487c-aad2-d3e16d510339, reason: Instance f4c0b3fa-195f-430f-803c-016dfde499d8 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.824448] env[69654]: DEBUG oslo_vmware.api [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.851985] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555202, 'name': CreateVM_Task, 'duration_secs': 1.066047} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.852236] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.853056] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.853366] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.853505] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.853783] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2736c27-907d-492a-bcec-b003d10c95cf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.859663] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1011.859663] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5236d6e4-333b-4a20-3ba8-18b05f09dee6" [ 1011.859663] env[69654]: _type = "Task" [ 1011.859663] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.867572] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5236d6e4-333b-4a20-3ba8-18b05f09dee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.022618] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.023226] env[69654]: DEBUG nova.compute.manager [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.026912] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.294s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.027257] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.029787] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.994s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.031498] env[69654]: INFO nova.compute.claims [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.059465] env[69654]: INFO nova.scheduler.client.report [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Deleted allocations for instance 225352df-8e0c-451f-a526-9450ffb5da90 [ 1012.131863] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.157616] env[69654]: DEBUG nova.network.neutron [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Updating instance_info_cache with network_info: [{"id": "1e6a7509-0b62-47da-8ef9-6848daff80b6", "address": "fa:16:3e:df:a3:d2", "network": {"id": "c87e927b-6bc9-4a70-8c47-ab15d349e1a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-485020596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ef4eb974bd4e9c95ecbf180f54a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6a7509-0b", "ovs_interfaceid": "1e6a7509-0b62-47da-8ef9-6848daff80b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.324445] env[69654]: DEBUG oslo_vmware.api [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555203, 'name': ReconfigVM_Task, 'duration_secs': 0.757981} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.324745] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Reconfigured VM instance instance-0000004a to attach disk [datastore2] volume-d1ec90eb-3a74-459c-b6db-611e4725b9b7/volume-d1ec90eb-3a74-459c-b6db-611e4725b9b7.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.329355] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-104a74d9-56d4-4b26-80fc-6cb1f9e0b53b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.344179] env[69654]: DEBUG oslo_vmware.api [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1012.344179] env[69654]: value = "task-3555204" [ 1012.344179] env[69654]: _type = "Task" [ 1012.344179] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.352541] env[69654]: DEBUG oslo_vmware.api [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.369772] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5236d6e4-333b-4a20-3ba8-18b05f09dee6, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.370136] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.370416] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.370685] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.370848] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.371050] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.371349] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b52e8a78-85f5-42d3-a8eb-22225f25e4b8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.380372] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.380372] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.381017] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64636dc2-0f70-473f-9fd7-8cf6a9cf2840 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.386459] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1012.386459] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a5da0e-3052-a126-7ce7-a7c95768c701" [ 1012.386459] env[69654]: _type = "Task" [ 1012.386459] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.394379] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a5da0e-3052-a126-7ce7-a7c95768c701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.537354] env[69654]: DEBUG nova.compute.utils [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.540885] env[69654]: DEBUG nova.compute.manager [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.540987] env[69654]: DEBUG nova.network.neutron [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.573429] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6e3eb7cc-a91e-4fb2-b6ae-6b5cdf7f2b6c tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "225352df-8e0c-451f-a526-9450ffb5da90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.308s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.591581] env[69654]: DEBUG nova.policy [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83cf53dbbb514d98858742ae8c9f2de0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2929cca5aadc4041a2d178da5420b6e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.661026] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Releasing lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.689676] env[69654]: DEBUG nova.virt.hardware [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='574b5ebae66d1e4f205fdefc98a444ed',container_format='bare',created_at=2025-04-24T15:31:48Z,direct_url=,disk_format='vmdk',id=b70f3064-79d8-4b90-9e26-3af76e49d721,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1439819194-shelved',owner='e1ef4eb974bd4e9c95ecbf180f54a5f7',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-24T15:32:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.689847] env[69654]: DEBUG nova.virt.hardware [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.690128] env[69654]: DEBUG nova.virt.hardware [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.690272] env[69654]: DEBUG nova.virt.hardware [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.690430] env[69654]: DEBUG nova.virt.hardware [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.690580] env[69654]: DEBUG nova.virt.hardware [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.690789] env[69654]: DEBUG nova.virt.hardware [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.690949] env[69654]: DEBUG nova.virt.hardware [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.691538] env[69654]: DEBUG nova.virt.hardware [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.692235] env[69654]: DEBUG nova.virt.hardware [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.692429] env[69654]: DEBUG nova.virt.hardware [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.693984] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb638544-3c58-4e94-a967-9f0c5b3f912a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.703243] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2018f8c6-d7b1-416a-8e25-bfce9e89a5c5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.718608] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:a3:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e6a7509-0b62-47da-8ef9-6848daff80b6', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.726068] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.726374] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.726626] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c128bcdb-937a-4f4d-82f3-ebeabb8cd184 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.750639] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.750639] env[69654]: value = "task-3555205" [ 1012.750639] env[69654]: _type = "Task" [ 1012.750639] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.758725] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555205, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.856673] env[69654]: DEBUG oslo_vmware.api [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555204, 'name': ReconfigVM_Task, 'duration_secs': 0.212425} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.856988] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709832', 'volume_id': 'd1ec90eb-3a74-459c-b6db-611e4725b9b7', 'name': 'volume-d1ec90eb-3a74-459c-b6db-611e4725b9b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6bb2c2f-6229-40d8-bfa3-b27970aeb275', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1ec90eb-3a74-459c-b6db-611e4725b9b7', 'serial': 'd1ec90eb-3a74-459c-b6db-611e4725b9b7'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1012.896671] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a5da0e-3052-a126-7ce7-a7c95768c701, 'name': SearchDatastore_Task, 'duration_secs': 0.008707} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.897458] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1413a4f7-ca09-41fc-94bb-1e5d6b16930c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.902524] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1012.902524] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52681b2f-ee18-1b6b-96e6-6c402f0bbc04" [ 1012.902524] env[69654]: _type = "Task" [ 1012.902524] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.910344] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52681b2f-ee18-1b6b-96e6-6c402f0bbc04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.046980] env[69654]: DEBUG nova.compute.manager [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.058326] env[69654]: DEBUG nova.network.neutron [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Successfully created port: d2ef1521-59b1-4c78-ade7-775ebd4bae98 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.131264] env[69654]: DEBUG nova.compute.manager [req-f2a089c3-914d-4cbf-bf1b-809989701a35 req-55b97edd-2f07-47f4-bc5e-c3b2a0c5abc5 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Received event network-vif-plugged-1e6a7509-0b62-47da-8ef9-6848daff80b6 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.131491] env[69654]: DEBUG oslo_concurrency.lockutils [req-f2a089c3-914d-4cbf-bf1b-809989701a35 req-55b97edd-2f07-47f4-bc5e-c3b2a0c5abc5 service nova] Acquiring lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.131699] env[69654]: DEBUG oslo_concurrency.lockutils [req-f2a089c3-914d-4cbf-bf1b-809989701a35 req-55b97edd-2f07-47f4-bc5e-c3b2a0c5abc5 service nova] Lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.131865] env[69654]: DEBUG oslo_concurrency.lockutils [req-f2a089c3-914d-4cbf-bf1b-809989701a35 req-55b97edd-2f07-47f4-bc5e-c3b2a0c5abc5 service nova] Lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.132634] env[69654]: DEBUG nova.compute.manager [req-f2a089c3-914d-4cbf-bf1b-809989701a35 req-55b97edd-2f07-47f4-bc5e-c3b2a0c5abc5 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] No waiting events found dispatching network-vif-plugged-1e6a7509-0b62-47da-8ef9-6848daff80b6 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.132999] env[69654]: WARNING nova.compute.manager [req-f2a089c3-914d-4cbf-bf1b-809989701a35 req-55b97edd-2f07-47f4-bc5e-c3b2a0c5abc5 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Received unexpected event network-vif-plugged-1e6a7509-0b62-47da-8ef9-6848daff80b6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1013.133238] env[69654]: DEBUG nova.compute.manager [req-f2a089c3-914d-4cbf-bf1b-809989701a35 req-55b97edd-2f07-47f4-bc5e-c3b2a0c5abc5 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Received event network-changed-1e6a7509-0b62-47da-8ef9-6848daff80b6 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.135525] env[69654]: DEBUG nova.compute.manager [req-f2a089c3-914d-4cbf-bf1b-809989701a35 req-55b97edd-2f07-47f4-bc5e-c3b2a0c5abc5 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Refreshing instance network info cache due to event network-changed-1e6a7509-0b62-47da-8ef9-6848daff80b6. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.135525] env[69654]: DEBUG oslo_concurrency.lockutils [req-f2a089c3-914d-4cbf-bf1b-809989701a35 req-55b97edd-2f07-47f4-bc5e-c3b2a0c5abc5 service nova] Acquiring lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.135525] env[69654]: DEBUG oslo_concurrency.lockutils [req-f2a089c3-914d-4cbf-bf1b-809989701a35 req-55b97edd-2f07-47f4-bc5e-c3b2a0c5abc5 service nova] Acquired lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.135525] env[69654]: DEBUG nova.network.neutron [req-f2a089c3-914d-4cbf-bf1b-809989701a35 req-55b97edd-2f07-47f4-bc5e-c3b2a0c5abc5 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Refreshing network info cache for port 1e6a7509-0b62-47da-8ef9-6848daff80b6 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.267078] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555205, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.414123] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52681b2f-ee18-1b6b-96e6-6c402f0bbc04, 'name': SearchDatastore_Task, 'duration_secs': 0.015423} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.414409] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.414669] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 3c9e79e3-3168-424d-857e-c94ebee0dbae/3c9e79e3-3168-424d-857e-c94ebee0dbae.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.414922] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f76bbaa-e8e4-466f-b82c-80f919fbd7fd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.423120] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1013.423120] env[69654]: value = "task-3555206" [ 1013.423120] env[69654]: _type = "Task" [ 1013.423120] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.425204] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28e5919-59f2-42d9-8f61-5dca5b73880e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.439279] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179ba47c-a7d9-4bfd-8be7-e42fa416f2a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.442781] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.470547] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00614d63-08a8-448b-8208-1221289b9b64 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.477886] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e59c99c-e1a4-4f29-9f04-9add5e89c2be {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.492086] env[69654]: DEBUG nova.compute.provider_tree [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.755298] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "090a97b3-e5df-4ede-980a-d95291570913" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.755655] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "090a97b3-e5df-4ede-980a-d95291570913" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.756292] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "090a97b3-e5df-4ede-980a-d95291570913-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.756552] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "090a97b3-e5df-4ede-980a-d95291570913-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.756742] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "090a97b3-e5df-4ede-980a-d95291570913-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.762724] env[69654]: INFO nova.compute.manager [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Terminating instance [ 1013.772968] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555205, 'name': CreateVM_Task, 'duration_secs': 0.575911} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.772968] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.773442] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b70f3064-79d8-4b90-9e26-3af76e49d721" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.773594] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b70f3064-79d8-4b90-9e26-3af76e49d721" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.773973] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b70f3064-79d8-4b90-9e26-3af76e49d721" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.774300] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a921690e-6afd-4c04-9c38-79427afba326 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.785498] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 1013.785498] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528e81dc-5d09-abcd-3fe5-40845a659617" [ 1013.785498] env[69654]: _type = "Task" [ 1013.785498] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.798315] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528e81dc-5d09-abcd-3fe5-40845a659617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.865665] env[69654]: DEBUG nova.network.neutron [req-f2a089c3-914d-4cbf-bf1b-809989701a35 req-55b97edd-2f07-47f4-bc5e-c3b2a0c5abc5 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Updated VIF entry in instance network info cache for port 1e6a7509-0b62-47da-8ef9-6848daff80b6. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.865665] env[69654]: DEBUG nova.network.neutron [req-f2a089c3-914d-4cbf-bf1b-809989701a35 req-55b97edd-2f07-47f4-bc5e-c3b2a0c5abc5 service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Updating instance_info_cache with network_info: [{"id": "1e6a7509-0b62-47da-8ef9-6848daff80b6", "address": "fa:16:3e:df:a3:d2", "network": {"id": "c87e927b-6bc9-4a70-8c47-ab15d349e1a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-485020596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ef4eb974bd4e9c95ecbf180f54a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6a7509-0b", "ovs_interfaceid": "1e6a7509-0b62-47da-8ef9-6848daff80b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.926377] env[69654]: DEBUG nova.objects.instance [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lazy-loading 'flavor' on Instance uuid b6bb2c2f-6229-40d8-bfa3-b27970aeb275 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.937393] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479006} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.937710] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 3c9e79e3-3168-424d-857e-c94ebee0dbae/3c9e79e3-3168-424d-857e-c94ebee0dbae.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.937941] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.938621] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e16c3fc-f7ab-4ea9-a0e3-af1709344e32 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.945798] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1013.945798] env[69654]: value = "task-3555207" [ 1013.945798] env[69654]: _type = "Task" [ 1013.945798] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.954500] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.995451] env[69654]: DEBUG nova.scheduler.client.report [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.057656] env[69654]: DEBUG nova.compute.manager [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.083101] env[69654]: DEBUG nova.virt.hardware [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.083370] env[69654]: DEBUG nova.virt.hardware [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.083533] env[69654]: DEBUG nova.virt.hardware [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.083715] env[69654]: DEBUG nova.virt.hardware [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.083859] env[69654]: DEBUG nova.virt.hardware [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.084010] env[69654]: DEBUG nova.virt.hardware [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.084225] env[69654]: DEBUG nova.virt.hardware [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.084382] env[69654]: DEBUG nova.virt.hardware [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.084545] env[69654]: DEBUG nova.virt.hardware [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.084705] env[69654]: DEBUG nova.virt.hardware [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.084871] env[69654]: DEBUG nova.virt.hardware [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.085317] env[69654]: INFO nova.compute.manager [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Rescuing [ 1014.085536] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.085679] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.085832] env[69654]: DEBUG nova.network.neutron [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.087499] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de6e5b8-dcbd-47bf-b104-851d7721d5ed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.096559] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1581ebdc-43f6-4430-8990-56b71a09ad01 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.268473] env[69654]: DEBUG nova.compute.manager [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.270107] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.272498] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7741b8-1314-4e5c-8ee2-8bea5aa87680 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.285887] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.289130] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e24aee9-e760-4a8e-9c78-13dd365e2649 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.298117] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b70f3064-79d8-4b90-9e26-3af76e49d721" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.298468] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Processing image b70f3064-79d8-4b90-9e26-3af76e49d721 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.298742] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b70f3064-79d8-4b90-9e26-3af76e49d721/b70f3064-79d8-4b90-9e26-3af76e49d721.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.298904] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b70f3064-79d8-4b90-9e26-3af76e49d721/b70f3064-79d8-4b90-9e26-3af76e49d721.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.299089] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.299393] env[69654]: DEBUG oslo_vmware.api [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 1014.299393] env[69654]: value = "task-3555208" [ 1014.299393] env[69654]: _type = "Task" [ 1014.299393] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.299575] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2b87b04-657f-473a-bdd2-8054d2d2f3c1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.309707] env[69654]: DEBUG oslo_vmware.api [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.312180] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.312321] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.313407] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fcb38c8-3fb7-44ac-9a00-c9b701af2427 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.318532] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 1014.318532] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523406c1-a5c2-8814-4b2e-9fddc9a2d665" [ 1014.318532] env[69654]: _type = "Task" [ 1014.318532] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.326084] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523406c1-a5c2-8814-4b2e-9fddc9a2d665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.371518] env[69654]: DEBUG oslo_concurrency.lockutils [req-f2a089c3-914d-4cbf-bf1b-809989701a35 req-55b97edd-2f07-47f4-bc5e-c3b2a0c5abc5 service nova] Releasing lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.436055] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2d8896c5-4983-4c62-9160-6233b1c84741 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.823s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.458357] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071783} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.458513] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.459302] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cb02fe-7cf7-4f04-bbc1-48de5d4cf0c0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.482367] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 3c9e79e3-3168-424d-857e-c94ebee0dbae/3c9e79e3-3168-424d-857e-c94ebee0dbae.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.482658] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b31e7e0-0e7f-4560-9311-cac7fe35f6af {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.500239] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.500782] env[69654]: DEBUG nova.compute.manager [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.504522] env[69654]: DEBUG oslo_concurrency.lockutils [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.015s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.504745] env[69654]: DEBUG nova.objects.instance [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lazy-loading 'resources' on Instance uuid b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.505854] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1014.505854] env[69654]: value = "task-3555209" [ 1014.505854] env[69654]: _type = "Task" [ 1014.505854] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.515426] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.634797] env[69654]: DEBUG nova.network.neutron [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Successfully updated port: d2ef1521-59b1-4c78-ade7-775ebd4bae98 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.781387] env[69654]: INFO nova.compute.manager [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Rebuilding instance [ 1014.812305] env[69654]: DEBUG nova.network.neutron [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Updating instance_info_cache with network_info: [{"id": "0c464bb5-2c6a-4e9b-9046-30a4c4568daf", "address": "fa:16:3e:f9:2c:58", "network": {"id": "9c35621a-4212-48ae-8f5d-4ae6b03c1687", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-974507676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62af8cdf4ad44000ad90ef1c47064f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c464bb5-2c", "ovs_interfaceid": "0c464bb5-2c6a-4e9b-9046-30a4c4568daf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.819236] env[69654]: DEBUG oslo_vmware.api [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555208, 'name': PowerOffVM_Task, 'duration_secs': 0.251405} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.822267] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.822442] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.823257] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c405f1c-07a2-4b0b-b729-d93d99e68996 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.833620] env[69654]: DEBUG nova.compute.manager [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.833927] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Preparing fetch location {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1014.834167] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Fetch image to [datastore1] OSTACK_IMG_46148fc8-487b-4cd8-99f9-cf49f24ee2a1/OSTACK_IMG_46148fc8-487b-4cd8-99f9-cf49f24ee2a1.vmdk {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1014.834367] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Downloading stream optimized image b70f3064-79d8-4b90-9e26-3af76e49d721 to [datastore1] OSTACK_IMG_46148fc8-487b-4cd8-99f9-cf49f24ee2a1/OSTACK_IMG_46148fc8-487b-4cd8-99f9-cf49f24ee2a1.vmdk on the data store datastore1 as vApp {{(pid=69654) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1014.834552] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Downloading image file data b70f3064-79d8-4b90-9e26-3af76e49d721 to the ESX as VM named 'OSTACK_IMG_46148fc8-487b-4cd8-99f9-cf49f24ee2a1' {{(pid=69654) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1014.836588] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12cdde1-b4d0-4dec-bad4-5090dd4ced3e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.890218] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.890218] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.890218] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Deleting the datastore file [datastore2] 090a97b3-e5df-4ede-980a-d95291570913 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.890678] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b64f097-38b5-43b1-b185-7500c38958fa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.901029] env[69654]: DEBUG oslo_vmware.api [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for the task: (returnval){ [ 1014.901029] env[69654]: value = "task-3555211" [ 1014.901029] env[69654]: _type = "Task" [ 1014.901029] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.907615] env[69654]: DEBUG oslo_vmware.api [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.915044] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1014.915044] env[69654]: value = "resgroup-9" [ 1014.915044] env[69654]: _type = "ResourcePool" [ 1014.915044] env[69654]: }. {{(pid=69654) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1014.915305] env[69654]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5f9ac5d1-9e8b-4d9a-8ee8-a0538a219f1c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.937088] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lease: (returnval){ [ 1014.937088] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5238de5b-c3dc-4ca5-92cb-b38f5848116d" [ 1014.937088] env[69654]: _type = "HttpNfcLease" [ 1014.937088] env[69654]: } obtained for vApp import into resource pool (val){ [ 1014.937088] env[69654]: value = "resgroup-9" [ 1014.937088] env[69654]: _type = "ResourcePool" [ 1014.937088] env[69654]: }. {{(pid=69654) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1014.937420] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the lease: (returnval){ [ 1014.937420] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5238de5b-c3dc-4ca5-92cb-b38f5848116d" [ 1014.937420] env[69654]: _type = "HttpNfcLease" [ 1014.937420] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1014.943819] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1014.943819] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5238de5b-c3dc-4ca5-92cb-b38f5848116d" [ 1014.943819] env[69654]: _type = "HttpNfcLease" [ 1014.943819] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1015.008464] env[69654]: DEBUG nova.compute.utils [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.010803] env[69654]: DEBUG nova.compute.manager [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.011130] env[69654]: DEBUG nova.network.neutron [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.025793] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555209, 'name': ReconfigVM_Task, 'duration_secs': 0.280334} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.026112] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 3c9e79e3-3168-424d-857e-c94ebee0dbae/3c9e79e3-3168-424d-857e-c94ebee0dbae.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.026737] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d274035-75fe-4370-ad0e-f1b8db5d70e0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.033101] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1015.033101] env[69654]: value = "task-3555213" [ 1015.033101] env[69654]: _type = "Task" [ 1015.033101] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.049882] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555213, 'name': Rename_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.061704] env[69654]: DEBUG nova.policy [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03c80a72bba8483390c279dc02df8797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cbbc00a4ee0485394608c7bc4ae20df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.136901] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "refresh_cache-93bffb31-648b-4590-aa29-52a0b8069fb4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.137125] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquired lock "refresh_cache-93bffb31-648b-4590-aa29-52a0b8069fb4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.137352] env[69654]: DEBUG nova.network.neutron [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.163753] env[69654]: DEBUG nova.compute.manager [req-3cb7f229-70b8-4a3d-b825-d5a8402c9609 req-17561770-d46b-4a9e-a351-7960aac86937 service nova] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Received event network-vif-plugged-d2ef1521-59b1-4c78-ade7-775ebd4bae98 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.163937] env[69654]: DEBUG oslo_concurrency.lockutils [req-3cb7f229-70b8-4a3d-b825-d5a8402c9609 req-17561770-d46b-4a9e-a351-7960aac86937 service nova] Acquiring lock "93bffb31-648b-4590-aa29-52a0b8069fb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.164157] env[69654]: DEBUG oslo_concurrency.lockutils [req-3cb7f229-70b8-4a3d-b825-d5a8402c9609 req-17561770-d46b-4a9e-a351-7960aac86937 service nova] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.164324] env[69654]: DEBUG oslo_concurrency.lockutils [req-3cb7f229-70b8-4a3d-b825-d5a8402c9609 req-17561770-d46b-4a9e-a351-7960aac86937 service nova] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.164532] env[69654]: DEBUG nova.compute.manager [req-3cb7f229-70b8-4a3d-b825-d5a8402c9609 req-17561770-d46b-4a9e-a351-7960aac86937 service nova] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] No waiting events found dispatching network-vif-plugged-d2ef1521-59b1-4c78-ade7-775ebd4bae98 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.164644] env[69654]: WARNING nova.compute.manager [req-3cb7f229-70b8-4a3d-b825-d5a8402c9609 req-17561770-d46b-4a9e-a351-7960aac86937 service nova] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Received unexpected event network-vif-plugged-d2ef1521-59b1-4c78-ade7-775ebd4bae98 for instance with vm_state building and task_state spawning. [ 1015.164800] env[69654]: DEBUG nova.compute.manager [req-3cb7f229-70b8-4a3d-b825-d5a8402c9609 req-17561770-d46b-4a9e-a351-7960aac86937 service nova] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Received event network-changed-d2ef1521-59b1-4c78-ade7-775ebd4bae98 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.165022] env[69654]: DEBUG nova.compute.manager [req-3cb7f229-70b8-4a3d-b825-d5a8402c9609 req-17561770-d46b-4a9e-a351-7960aac86937 service nova] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Refreshing instance network info cache due to event network-changed-d2ef1521-59b1-4c78-ade7-775ebd4bae98. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.165121] env[69654]: DEBUG oslo_concurrency.lockutils [req-3cb7f229-70b8-4a3d-b825-d5a8402c9609 req-17561770-d46b-4a9e-a351-7960aac86937 service nova] Acquiring lock "refresh_cache-93bffb31-648b-4590-aa29-52a0b8069fb4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.298848] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b01b60e-d065-4b40-a076-d280655cd68d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.306780] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d19e49b-950d-4193-aed1-1d5ec16927b5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.335929] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Releasing lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.339177] env[69654]: DEBUG nova.network.neutron [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Successfully created port: 5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.341529] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b078122c-e1fd-4ac9-8e32-8304649ff7f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.353901] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1f4ef2-bfe0-483f-8ea6-75a564fb30ec {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.369492] env[69654]: DEBUG nova.compute.provider_tree [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.412878] env[69654]: DEBUG oslo_vmware.api [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Task: {'id': task-3555211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261171} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.413270] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.413379] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.414331] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.414331] env[69654]: INFO nova.compute.manager [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1015.414331] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.414477] env[69654]: DEBUG nova.compute.manager [-] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.414574] env[69654]: DEBUG nova.network.neutron [-] [instance: 090a97b3-e5df-4ede-980a-d95291570913] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.445950] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.445950] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5238de5b-c3dc-4ca5-92cb-b38f5848116d" [ 1015.445950] env[69654]: _type = "HttpNfcLease" [ 1015.445950] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1015.518009] env[69654]: DEBUG nova.compute.manager [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.543850] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555213, 'name': Rename_Task, 'duration_secs': 0.148223} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.543850] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.543850] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fb3ca22-0f9b-4944-a656-5698ec7b846f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.549736] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1015.549736] env[69654]: value = "task-3555214" [ 1015.549736] env[69654]: _type = "Task" [ 1015.549736] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.561709] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.691932] env[69654]: DEBUG nova.network.neutron [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.850569] env[69654]: DEBUG nova.network.neutron [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Updating instance_info_cache with network_info: [{"id": "d2ef1521-59b1-4c78-ade7-775ebd4bae98", "address": "fa:16:3e:72:a6:1a", "network": {"id": "410aa2fc-2a2c-4fac-9472-7728556e89cf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1532441635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2929cca5aadc4041a2d178da5420b6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ef1521-59", "ovs_interfaceid": "d2ef1521-59b1-4c78-ade7-775ebd4bae98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.854603] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.854603] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86b9fbc1-00ae-4a2b-b8ec-0a1111314ca4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.860164] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1015.860164] env[69654]: value = "task-3555215" [ 1015.860164] env[69654]: _type = "Task" [ 1015.860164] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.869098] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.879977] env[69654]: DEBUG nova.scheduler.client.report [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.951443] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.951443] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5238de5b-c3dc-4ca5-92cb-b38f5848116d" [ 1015.951443] env[69654]: _type = "HttpNfcLease" [ 1015.951443] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1015.952155] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1015.952155] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5238de5b-c3dc-4ca5-92cb-b38f5848116d" [ 1015.952155] env[69654]: _type = "HttpNfcLease" [ 1015.952155] env[69654]: }. {{(pid=69654) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1015.952450] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767a0483-1101-4090-b344-ba2cbe7717af {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.962870] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c56a37-5133-300f-cc84-9e1e878cb3f0/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1015.963073] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c56a37-5133-300f-cc84-9e1e878cb3f0/disk-0.vmdk. {{(pid=69654) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1016.041051] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-267a9fea-8a54-4035-9478-7ce7634448a2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.060188] env[69654]: DEBUG oslo_vmware.api [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555214, 'name': PowerOnVM_Task, 'duration_secs': 0.460007} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.060188] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.060429] env[69654]: INFO nova.compute.manager [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1016.061365] env[69654]: DEBUG nova.compute.manager [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.061365] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db77b29-114e-4e49-8b7c-40a08123b0ed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.279376] env[69654]: DEBUG nova.network.neutron [-] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.354166] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Releasing lock "refresh_cache-93bffb31-648b-4590-aa29-52a0b8069fb4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.354546] env[69654]: DEBUG nova.compute.manager [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Instance network_info: |[{"id": "d2ef1521-59b1-4c78-ade7-775ebd4bae98", "address": "fa:16:3e:72:a6:1a", "network": {"id": "410aa2fc-2a2c-4fac-9472-7728556e89cf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1532441635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2929cca5aadc4041a2d178da5420b6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ef1521-59", "ovs_interfaceid": "d2ef1521-59b1-4c78-ade7-775ebd4bae98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.354916] env[69654]: DEBUG oslo_concurrency.lockutils [req-3cb7f229-70b8-4a3d-b825-d5a8402c9609 req-17561770-d46b-4a9e-a351-7960aac86937 service nova] Acquired lock "refresh_cache-93bffb31-648b-4590-aa29-52a0b8069fb4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.355162] env[69654]: DEBUG nova.network.neutron [req-3cb7f229-70b8-4a3d-b825-d5a8402c9609 req-17561770-d46b-4a9e-a351-7960aac86937 service nova] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Refreshing network info cache for port d2ef1521-59b1-4c78-ade7-775ebd4bae98 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.356534] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:a6:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2ef1521-59b1-4c78-ade7-775ebd4bae98', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.364805] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.368649] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.373295] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fb77af8-b154-405e-a620-1e8ca20160ee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.392549] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Acquiring lock "f0f0c747-58c4-494d-998f-adee37d0859d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.392549] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Lock "f0f0c747-58c4-494d-998f-adee37d0859d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.392787] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Acquiring lock "f0f0c747-58c4-494d-998f-adee37d0859d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.392970] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Lock "f0f0c747-58c4-494d-998f-adee37d0859d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.393166] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Lock "f0f0c747-58c4-494d-998f-adee37d0859d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.395115] env[69654]: DEBUG oslo_concurrency.lockutils [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.397613] env[69654]: INFO nova.compute.manager [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Terminating instance [ 1016.401096] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.617s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.402271] env[69654]: INFO nova.compute.claims [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.411031] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555215, 'name': PowerOffVM_Task, 'duration_secs': 0.270907} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.414080] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.414450] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.415182] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.415182] env[69654]: value = "task-3555216" [ 1016.415182] env[69654]: _type = "Task" [ 1016.415182] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.415977] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f62d9ef-39fc-4545-8647-907ab6624f85 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.423337] env[69654]: INFO nova.scheduler.client.report [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Deleted allocations for instance b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c [ 1016.431893] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.435362] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b36f5fe-cd07-4855-8c3e-5414587f0d00 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.436947] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555216, 'name': CreateVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.524358] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.524579] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.524745] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Deleting the datastore file [datastore1] 3c6b40b1-a10c-449c-84b9-4dafc0edee58 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.527176] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5f2b631-6f5f-4ee0-969e-5920d0dfc314 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.534593] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1016.534593] env[69654]: value = "task-3555218" [ 1016.534593] env[69654]: _type = "Task" [ 1016.534593] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.538553] env[69654]: DEBUG nova.compute.manager [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.547474] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.570186] env[69654]: DEBUG nova.virt.hardware [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.570691] env[69654]: DEBUG nova.virt.hardware [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.570691] env[69654]: DEBUG nova.virt.hardware [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.570837] env[69654]: DEBUG nova.virt.hardware [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.571573] env[69654]: DEBUG nova.virt.hardware [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.571573] env[69654]: DEBUG nova.virt.hardware [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.571573] env[69654]: DEBUG nova.virt.hardware [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.571775] env[69654]: DEBUG nova.virt.hardware [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.571955] env[69654]: DEBUG nova.virt.hardware [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.572028] env[69654]: DEBUG nova.virt.hardware [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.572239] env[69654]: DEBUG nova.virt.hardware [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.583040] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415b6e30-f91c-42c5-85be-eebe572b7ac4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.587539] env[69654]: INFO nova.compute.manager [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Took 33.35 seconds to build instance. [ 1016.601993] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff74a87-ca01-4f74-828f-da59a1140a2a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.710683] env[69654]: DEBUG nova.network.neutron [req-3cb7f229-70b8-4a3d-b825-d5a8402c9609 req-17561770-d46b-4a9e-a351-7960aac86937 service nova] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Updated VIF entry in instance network info cache for port d2ef1521-59b1-4c78-ade7-775ebd4bae98. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.711114] env[69654]: DEBUG nova.network.neutron [req-3cb7f229-70b8-4a3d-b825-d5a8402c9609 req-17561770-d46b-4a9e-a351-7960aac86937 service nova] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Updating instance_info_cache with network_info: [{"id": "d2ef1521-59b1-4c78-ade7-775ebd4bae98", "address": "fa:16:3e:72:a6:1a", "network": {"id": "410aa2fc-2a2c-4fac-9472-7728556e89cf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1532441635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2929cca5aadc4041a2d178da5420b6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ef1521-59", "ovs_interfaceid": "d2ef1521-59b1-4c78-ade7-775ebd4bae98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.781794] env[69654]: INFO nova.compute.manager [-] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Took 1.37 seconds to deallocate network for instance. [ 1016.907325] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.909842] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e23d59c7-0a09-4d5e-8d33-b8f0f048bde0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.914018] env[69654]: DEBUG nova.compute.manager [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.914018] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.916567] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b469532-db2a-468b-bba3-01201e5a1a46 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.925706] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1016.925706] env[69654]: value = "task-3555219" [ 1016.925706] env[69654]: _type = "Task" [ 1016.925706] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.942589] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555216, 'name': CreateVM_Task, 'duration_secs': 0.494849} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.943190] env[69654]: DEBUG oslo_vmware.api [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Waiting for the task: (returnval){ [ 1016.943190] env[69654]: value = "task-3555220" [ 1016.943190] env[69654]: _type = "Task" [ 1016.943190] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.943929] env[69654]: DEBUG oslo_concurrency.lockutils [None req-325f6ce6-20b8-44ad-b44e-59c40bd2a09c tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.962s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.945381] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.947286] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.947286] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.947648] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.959145] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c30d4a-d1af-47fa-80d6-f051b694d102 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.963101] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.968249] env[69654]: DEBUG oslo_vmware.api [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.972067] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1016.972067] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5209be92-ebed-d6fe-9186-9120a91b2da3" [ 1016.972067] env[69654]: _type = "Task" [ 1016.972067] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.982215] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5209be92-ebed-d6fe-9186-9120a91b2da3, 'name': SearchDatastore_Task, 'duration_secs': 0.01097} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.984926] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.985303] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.985634] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.985840] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.986085] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.986410] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bdc9c91-74e0-4a3b-a5e8-a36b3f449218 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.994623] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.994931] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.995724] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5348fd7-7039-4552-a060-aa53bc4cabd9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.001215] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1017.001215] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5233b409-dbae-5915-d18c-152cd86d1b08" [ 1017.001215] env[69654]: _type = "Task" [ 1017.001215] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.012227] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5233b409-dbae-5915-d18c-152cd86d1b08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.051729] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183669} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.052116] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.052380] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.052637] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.095558] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f1d29131-5f4e-47e8-b39c-5030235782b4 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "3c9e79e3-3168-424d-857e-c94ebee0dbae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.867s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.144944] env[69654]: DEBUG nova.network.neutron [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Successfully updated port: 5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.208662] env[69654]: DEBUG nova.compute.manager [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Received event network-vif-deleted-0d99db88-a94b-4737-9cce-ae284c55bd60 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.208878] env[69654]: DEBUG nova.compute.manager [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Received event network-vif-plugged-5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.209249] env[69654]: DEBUG oslo_concurrency.lockutils [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] Acquiring lock "9e167b41-9a47-4fc1-a109-42b8d36f95b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.209471] env[69654]: DEBUG oslo_concurrency.lockutils [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] Lock "9e167b41-9a47-4fc1-a109-42b8d36f95b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.209641] env[69654]: DEBUG oslo_concurrency.lockutils [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] Lock "9e167b41-9a47-4fc1-a109-42b8d36f95b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.209811] env[69654]: DEBUG nova.compute.manager [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] No waiting events found dispatching network-vif-plugged-5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.211148] env[69654]: WARNING nova.compute.manager [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Received unexpected event network-vif-plugged-5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5 for instance with vm_state building and task_state spawning. [ 1017.211400] env[69654]: DEBUG nova.compute.manager [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Received event network-changed-5ae7df77-d974-48db-b833-8e62eef3b03f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.211574] env[69654]: DEBUG nova.compute.manager [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Refreshing instance network info cache due to event network-changed-5ae7df77-d974-48db-b833-8e62eef3b03f. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.211767] env[69654]: DEBUG oslo_concurrency.lockutils [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] Acquiring lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.211905] env[69654]: DEBUG oslo_concurrency.lockutils [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] Acquired lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.212126] env[69654]: DEBUG nova.network.neutron [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Refreshing network info cache for port 5ae7df77-d974-48db-b833-8e62eef3b03f {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.213893] env[69654]: DEBUG oslo_concurrency.lockutils [req-3cb7f229-70b8-4a3d-b825-d5a8402c9609 req-17561770-d46b-4a9e-a351-7960aac86937 service nova] Releasing lock "refresh_cache-93bffb31-648b-4590-aa29-52a0b8069fb4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.289245] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.438207] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555219, 'name': PowerOffVM_Task, 'duration_secs': 0.235299} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.438207] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.441551] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff19de0f-1ab6-4975-8ed5-c0384b07a7d9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.474931] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf231bd-c516-4442-a883-fee2a6c1debc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.481280] env[69654]: DEBUG oslo_vmware.api [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555220, 'name': PowerOffVM_Task, 'duration_secs': 0.248561} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.483829] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.484057] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1017.484255] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709802', 'volume_id': 'afab763a-a1b4-48ac-9595-803666a35839', 'name': 'volume-afab763a-a1b4-48ac-9595-803666a35839', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0f0c747-58c4-494d-998f-adee37d0859d', 'attached_at': '', 'detached_at': '', 'volume_id': 'afab763a-a1b4-48ac-9595-803666a35839', 'serial': 'afab763a-a1b4-48ac-9595-803666a35839'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1017.485077] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc139149-586d-4a7c-8338-5741e1774d7d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.524356] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5eba5f-07d5-4063-a838-6eed2d626709 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.533017] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5233b409-dbae-5915-d18c-152cd86d1b08, 'name': SearchDatastore_Task, 'duration_secs': 0.022853} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.536786] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.537710] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2540099c-fd37-4cf0-9208-0472ff4fcb0f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.543200] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f70d89-3a3a-49f9-8857-ecfb4d1318c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.544182] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8557e9c4-d38c-4688-a019-a24568e98b1e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.550577] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1017.550577] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523d7ceb-6b19-3fc7-5b75-2d1d41aa958a" [ 1017.550577] env[69654]: _type = "Task" [ 1017.550577] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.567712] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1017.567712] env[69654]: value = "task-3555221" [ 1017.567712] env[69654]: _type = "Task" [ 1017.567712] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.574109] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9084f273-d5ca-4996-a619-54c1377699a7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.583444] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523d7ceb-6b19-3fc7-5b75-2d1d41aa958a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.594868] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] The volume has not been displaced from its original location: [datastore1] volume-afab763a-a1b4-48ac-9595-803666a35839/volume-afab763a-a1b4-48ac-9595-803666a35839.vmdk. No consolidation needed. {{(pid=69654) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1017.600012] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1017.609241] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b070b21-57c9-4287-a148-9d38eda9a79b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.625430] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] VM already powered off {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1017.625739] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.625908] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.626065] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.626248] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.627416] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e1bb1be-7d8d-4b5b-862d-1d8d34097a30 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.631924] env[69654]: DEBUG oslo_vmware.api [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Waiting for the task: (returnval){ [ 1017.631924] env[69654]: value = "task-3555222" [ 1017.631924] env[69654]: _type = "Task" [ 1017.631924] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.641621] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.641798] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.642612] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a99e85a-6067-497c-8a3a-9c83323699eb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.650512] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "refresh_cache-9e167b41-9a47-4fc1-a109-42b8d36f95b2" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.650512] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired lock "refresh_cache-9e167b41-9a47-4fc1-a109-42b8d36f95b2" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.650512] env[69654]: DEBUG nova.network.neutron [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.650512] env[69654]: DEBUG oslo_vmware.api [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555222, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.656980] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1017.656980] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526b0dca-54f5-87a9-c258-e0b303fc814e" [ 1017.656980] env[69654]: _type = "Task" [ 1017.656980] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.670053] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526b0dca-54f5-87a9-c258-e0b303fc814e, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.670898] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5c9ed79-3184-4913-bf7e-5f2290879dac {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.680694] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1017.680694] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52682929-4529-a848-f45e-4740269b5472" [ 1017.680694] env[69654]: _type = "Task" [ 1017.680694] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.690781] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52682929-4529-a848-f45e-4740269b5472, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.693309] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.693532] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] b6bb2c2f-6229-40d8-bfa3-b27970aeb275/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk. {{(pid=69654) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1017.693824] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a21cc0c-099c-42d9-ac14-e51ce24f5341 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.709367] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1017.709367] env[69654]: value = "task-3555223" [ 1017.709367] env[69654]: _type = "Task" [ 1017.709367] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.717276] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.753938] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Completed reading data from the image iterator. {{(pid=69654) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1017.754174] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c56a37-5133-300f-cc84-9e1e878cb3f0/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1017.758024] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5b2056-ff21-40e3-bc0d-f38ac151eb24 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.762310] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c56a37-5133-300f-cc84-9e1e878cb3f0/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1017.762496] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c56a37-5133-300f-cc84-9e1e878cb3f0/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1017.765030] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f18e1c09-4d75-4abf-aa74-5b970154df81 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.862378] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adae588-7b07-45d8-9cca-a6302b49139e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.870682] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465e0d24-ad25-4486-b3cd-520cd6633464 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.904481] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bf541c-bf74-4942-a56a-135f74037550 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.912696] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b180175-a8a5-48fe-b9f2-72ababa3cbfb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.931854] env[69654]: DEBUG nova.compute.provider_tree [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.021689] env[69654]: DEBUG nova.network.neutron [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updated VIF entry in instance network info cache for port 5ae7df77-d974-48db-b833-8e62eef3b03f. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.022267] env[69654]: DEBUG nova.network.neutron [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating instance_info_cache with network_info: [{"id": "5ae7df77-d974-48db-b833-8e62eef3b03f", "address": "fa:16:3e:28:7c:9f", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae7df77-d9", "ovs_interfaceid": "5ae7df77-d974-48db-b833-8e62eef3b03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.066687] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523d7ceb-6b19-3fc7-5b75-2d1d41aa958a, 'name': SearchDatastore_Task, 'duration_secs': 0.038426} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.067168] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.067607] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 93bffb31-648b-4590-aa29-52a0b8069fb4/93bffb31-648b-4590-aa29-52a0b8069fb4.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.068012] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05acc4b4-f1cb-4120-be10-3659993b2536 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.077368] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1018.077368] env[69654]: value = "task-3555224" [ 1018.077368] env[69654]: _type = "Task" [ 1018.077368] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.092080] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.103886] env[69654]: DEBUG nova.virt.hardware [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.104274] env[69654]: DEBUG nova.virt.hardware [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.104496] env[69654]: DEBUG nova.virt.hardware [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.104697] env[69654]: DEBUG nova.virt.hardware [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.104844] env[69654]: DEBUG nova.virt.hardware [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.105067] env[69654]: DEBUG nova.virt.hardware [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.105351] env[69654]: DEBUG nova.virt.hardware [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.105519] env[69654]: DEBUG nova.virt.hardware [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.105798] env[69654]: DEBUG nova.virt.hardware [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.106013] env[69654]: DEBUG nova.virt.hardware [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.106289] env[69654]: DEBUG nova.virt.hardware [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.107460] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffa0015-24a8-4c5d-9569-fcc5e10618fc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.116250] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6ca463-1b96-41d5-95e6-711e60de183e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.132270] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:24:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86a7de77-811e-42d7-977b-2fb79548e2b0', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.140495] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.142096] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.142638] env[69654]: DEBUG oslo_vmware.rw_handles [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c56a37-5133-300f-cc84-9e1e878cb3f0/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1018.142837] env[69654]: INFO nova.virt.vmwareapi.images [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Downloaded image file data b70f3064-79d8-4b90-9e26-3af76e49d721 [ 1018.146596] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e68d604a-8548-4795-a3d8-488b35834acb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.162714] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5eee32-f9e3-451a-9e9a-6535cc19a70a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.176019] env[69654]: DEBUG oslo_vmware.api [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555222, 'name': ReconfigVM_Task, 'duration_secs': 0.205627} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.189994] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1018.195443] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.195443] env[69654]: value = "task-3555225" [ 1018.195443] env[69654]: _type = "Task" [ 1018.195443] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.195743] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-192a6eaa-1c57-43ab-aad9-1317362966f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.207173] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffab4bd7-2f09-44ce-bdb4-4b67114077e9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.209932] env[69654]: DEBUG nova.network.neutron [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.225683] env[69654]: DEBUG oslo_vmware.api [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Waiting for the task: (returnval){ [ 1018.225683] env[69654]: value = "task-3555226" [ 1018.225683] env[69654]: _type = "Task" [ 1018.225683] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.233359] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555225, 'name': CreateVM_Task} progress is 15%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.233734] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555223, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.247798] env[69654]: INFO nova.virt.vmwareapi.images [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] The imported VM was unregistered [ 1018.250222] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Caching image {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1018.250473] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b70f3064-79d8-4b90-9e26-3af76e49d721 {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.250771] env[69654]: DEBUG oslo_vmware.api [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.251412] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de6bf19e-4fd9-4fd1-be2f-255629b0098c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.262656] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Created directory with path [datastore1] devstack-image-cache_base/b70f3064-79d8-4b90-9e26-3af76e49d721 {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.262889] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_46148fc8-487b-4cd8-99f9-cf49f24ee2a1/OSTACK_IMG_46148fc8-487b-4cd8-99f9-cf49f24ee2a1.vmdk to [datastore1] devstack-image-cache_base/b70f3064-79d8-4b90-9e26-3af76e49d721/b70f3064-79d8-4b90-9e26-3af76e49d721.vmdk. {{(pid=69654) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1018.263185] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9a28b601-c04c-46fc-aa9c-e1b4ae9c7047 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.271604] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 1018.271604] env[69654]: value = "task-3555228" [ 1018.271604] env[69654]: _type = "Task" [ 1018.271604] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.279208] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555228, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.373106] env[69654]: DEBUG nova.network.neutron [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Updating instance_info_cache with network_info: [{"id": "5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5", "address": "fa:16:3e:63:db:2a", "network": {"id": "ada968c3-dd4b-40d3-8b76-9f93c25df0da", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1829149816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cbbc00a4ee0485394608c7bc4ae20df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4064d1-80", "ovs_interfaceid": "5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.437084] env[69654]: DEBUG nova.scheduler.client.report [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.526923] env[69654]: DEBUG oslo_concurrency.lockutils [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] Releasing lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.526923] env[69654]: DEBUG nova.compute.manager [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Received event network-changed-5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.526923] env[69654]: DEBUG nova.compute.manager [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Refreshing instance network info cache due to event network-changed-5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.526923] env[69654]: DEBUG oslo_concurrency.lockutils [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] Acquiring lock "refresh_cache-9e167b41-9a47-4fc1-a109-42b8d36f95b2" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.592022] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555224, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.722901] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555225, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.726736] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550764} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.727049] env[69654]: INFO nova.virt.vmwareapi.ds_util [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] b6bb2c2f-6229-40d8-bfa3-b27970aeb275/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk. [ 1018.727973] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caabfc7-7792-49b6-8937-769723b3c91c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.758074] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] b6bb2c2f-6229-40d8-bfa3-b27970aeb275/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.760892] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e14a5f1-d578-42ce-97c0-6ca0dfdcfbc3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.781183] env[69654]: DEBUG oslo_vmware.api [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555226, 'name': ReconfigVM_Task, 'duration_secs': 0.214701} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.783105] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709802', 'volume_id': 'afab763a-a1b4-48ac-9595-803666a35839', 'name': 'volume-afab763a-a1b4-48ac-9595-803666a35839', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0f0c747-58c4-494d-998f-adee37d0859d', 'attached_at': '', 'detached_at': '', 'volume_id': 'afab763a-a1b4-48ac-9595-803666a35839', 'serial': 'afab763a-a1b4-48ac-9595-803666a35839'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1018.783469] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.783771] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1018.783771] env[69654]: value = "task-3555229" [ 1018.783771] env[69654]: _type = "Task" [ 1018.783771] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.784513] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df0641a-0b85-4e8f-a644-a885b645547f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.793789] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555228, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.799502] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.801960] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.802330] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcf202a4-3a6e-4e11-9f20-3c7c83d62439 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.872962] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.873203] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.873396] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Deleting the datastore file [datastore1] f0f0c747-58c4-494d-998f-adee37d0859d {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.873981] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b86849cb-354b-45d8-8658-e72ca0161737 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.875936] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Releasing lock "refresh_cache-9e167b41-9a47-4fc1-a109-42b8d36f95b2" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.876273] env[69654]: DEBUG nova.compute.manager [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Instance network_info: |[{"id": "5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5", "address": "fa:16:3e:63:db:2a", "network": {"id": "ada968c3-dd4b-40d3-8b76-9f93c25df0da", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1829149816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cbbc00a4ee0485394608c7bc4ae20df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4064d1-80", "ovs_interfaceid": "5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.877026] env[69654]: DEBUG oslo_concurrency.lockutils [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] Acquired lock "refresh_cache-9e167b41-9a47-4fc1-a109-42b8d36f95b2" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.877249] env[69654]: DEBUG nova.network.neutron [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Refreshing network info cache for port 5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.878478] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:db:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.886233] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.891044] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.891594] env[69654]: DEBUG oslo_vmware.api [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Waiting for the task: (returnval){ [ 1018.891594] env[69654]: value = "task-3555231" [ 1018.891594] env[69654]: _type = "Task" [ 1018.891594] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.891808] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-306fd6cc-a104-460d-becd-f02d2e87e1bf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.918526] env[69654]: DEBUG oslo_vmware.api [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.920031] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.920031] env[69654]: value = "task-3555232" [ 1018.920031] env[69654]: _type = "Task" [ 1018.920031] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.942258] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.942801] env[69654]: DEBUG nova.compute.manager [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.945439] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.853s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.945674] env[69654]: DEBUG nova.objects.instance [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lazy-loading 'resources' on Instance uuid 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.092650] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611099} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.092980] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 93bffb31-648b-4590-aa29-52a0b8069fb4/93bffb31-648b-4590-aa29-52a0b8069fb4.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.093260] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.093558] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e3e26ab-bd64-4f1c-a174-61fda0a0fc6d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.100943] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1019.100943] env[69654]: value = "task-3555233" [ 1019.100943] env[69654]: _type = "Task" [ 1019.100943] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.109992] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.134521] env[69654]: DEBUG nova.network.neutron [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Updated VIF entry in instance network info cache for port 5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.135164] env[69654]: DEBUG nova.network.neutron [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Updating instance_info_cache with network_info: [{"id": "5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5", "address": "fa:16:3e:63:db:2a", "network": {"id": "ada968c3-dd4b-40d3-8b76-9f93c25df0da", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1829149816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cbbc00a4ee0485394608c7bc4ae20df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4064d1-80", "ovs_interfaceid": "5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.221756] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555225, 'name': CreateVM_Task, 'duration_secs': 0.651506} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.222028] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.222862] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.223081] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.223436] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.223750] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e9ca19-df00-48df-bdb7-884d134c4eb0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.229177] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1019.229177] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fe17fc-5ca5-a6f8-6fd9-774b1e746b44" [ 1019.229177] env[69654]: _type = "Task" [ 1019.229177] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.239272] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fe17fc-5ca5-a6f8-6fd9-774b1e746b44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.284952] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555228, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.300760] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555229, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.424565] env[69654]: DEBUG oslo_vmware.api [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.432918] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555232, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.449410] env[69654]: DEBUG nova.compute.utils [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.454821] env[69654]: DEBUG nova.compute.manager [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.455021] env[69654]: DEBUG nova.network.neutron [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.500256] env[69654]: DEBUG nova.policy [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edd06bce217745c0a42afa8261ab0473', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8418596595fc4d86baf8343eed239c69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.617752] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074793} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.617752] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.617752] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef61f1c-24e1-4985-84f8-160145cfb6e3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.645088] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 93bffb31-648b-4590-aa29-52a0b8069fb4/93bffb31-648b-4590-aa29-52a0b8069fb4.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.648632] env[69654]: DEBUG oslo_concurrency.lockutils [req-fc6362e8-c541-494c-8b53-16a457352b9e req-a634335d-a1de-4091-9036-a10819e47ae7 service nova] Releasing lock "refresh_cache-9e167b41-9a47-4fc1-a109-42b8d36f95b2" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.649329] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e00f14c6-8dc3-419a-aff7-a096f4fda449 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.681227] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1019.681227] env[69654]: value = "task-3555234" [ 1019.681227] env[69654]: _type = "Task" [ 1019.681227] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.690291] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.740525] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fe17fc-5ca5-a6f8-6fd9-774b1e746b44, 'name': SearchDatastore_Task, 'duration_secs': 0.086213} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.741263] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.741691] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.742284] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.742549] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.742876] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.746439] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aeef092-bf67-4d0c-a7b2-e0f3e38b6679 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.772715] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.772970] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.776679] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a25442aa-9ccf-4da8-bd61-ecc4c30cf054 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.786391] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1019.786391] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526cb90c-45db-22b8-ad54-d4d8bd4ed711" [ 1019.786391] env[69654]: _type = "Task" [ 1019.786391] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.790219] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555228, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.804193] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526cb90c-45db-22b8-ad54-d4d8bd4ed711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.807584] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555229, 'name': ReconfigVM_Task, 'duration_secs': 0.525215} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.807954] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Reconfigured VM instance instance-0000004a to attach disk [datastore2] b6bb2c2f-6229-40d8-bfa3-b27970aeb275/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.809873] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9480895b-23bc-418a-ab12-0412cd4fe3ab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.848456] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb995268-ade7-4514-a143-16da412f94c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.864458] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1019.864458] env[69654]: value = "task-3555235" [ 1019.864458] env[69654]: _type = "Task" [ 1019.864458] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.873385] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.884668] env[69654]: DEBUG nova.network.neutron [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Successfully created port: 9bdf4865-8345-4b82-90d0-927ef3d3cd2e {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.919034] env[69654]: DEBUG oslo_vmware.api [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Task: {'id': task-3555231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.995947} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.920394] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.920867] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.920867] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.921025] env[69654]: INFO nova.compute.manager [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Took 3.01 seconds to destroy the instance on the hypervisor. [ 1019.921264] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.922213] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1449cb-8fa4-4d42-9607-fa41e41c26ad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.926017] env[69654]: DEBUG nova.compute.manager [-] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.926017] env[69654]: DEBUG nova.network.neutron [-] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.939144] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409cc7e5-3490-4a35-8f01-e9d3edf9a686 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.943865] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555232, 'name': CreateVM_Task, 'duration_secs': 0.925966} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.944159] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.945549] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.945688] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.945949] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.946912] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33d5e140-78cf-403a-b2a4-5137b6bd9967 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.978793] env[69654]: DEBUG nova.compute.manager [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.986440] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7e12e6-968b-437e-9ffd-c0e5d458176b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.991634] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 1019.991634] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e6f6ee-3a4f-09eb-8db5-87607a07568b" [ 1019.991634] env[69654]: _type = "Task" [ 1019.991634] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.000566] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ca4833-ff98-4c6c-8abf-7fbb291c20a3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.009562] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e6f6ee-3a4f-09eb-8db5-87607a07568b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.019866] env[69654]: DEBUG nova.compute.provider_tree [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.190233] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555234, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.289646] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555228, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.301060] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526cb90c-45db-22b8-ad54-d4d8bd4ed711, 'name': SearchDatastore_Task, 'duration_secs': 0.087471} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.301060] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-437159c3-5f10-4cbc-8d14-eff721dc5edf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.306105] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1020.306105] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520c4aee-e09a-c5b4-29b5-c49d7ed968f5" [ 1020.306105] env[69654]: _type = "Task" [ 1020.306105] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.313366] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520c4aee-e09a-c5b4-29b5-c49d7ed968f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.375336] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555235, 'name': ReconfigVM_Task, 'duration_secs': 0.308934} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.375637] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.375902] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6b41ef5-d38c-4a96-87f1-f5a8527f2d4e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.382297] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1020.382297] env[69654]: value = "task-3555236" [ 1020.382297] env[69654]: _type = "Task" [ 1020.382297] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.390991] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.504067] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e6f6ee-3a4f-09eb-8db5-87607a07568b, 'name': SearchDatastore_Task, 'duration_secs': 0.08393} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.504067] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.504287] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.504414] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.527014] env[69654]: DEBUG nova.scheduler.client.report [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.664614] env[69654]: DEBUG nova.compute.manager [req-6dc6e63d-0839-4c95-8ceb-94e96ee5f849 req-a7dd3034-7001-4b25-8bb7-26c7585ee9e2 service nova] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Received event network-vif-deleted-5cde7105-8c5f-4654-a199-d2e3193d9c54 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.664921] env[69654]: INFO nova.compute.manager [req-6dc6e63d-0839-4c95-8ceb-94e96ee5f849 req-a7dd3034-7001-4b25-8bb7-26c7585ee9e2 service nova] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Neutron deleted interface 5cde7105-8c5f-4654-a199-d2e3193d9c54; detaching it from the instance and deleting it from the info cache [ 1020.665371] env[69654]: DEBUG nova.network.neutron [req-6dc6e63d-0839-4c95-8ceb-94e96ee5f849 req-a7dd3034-7001-4b25-8bb7-26c7585ee9e2 service nova] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.691522] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555234, 'name': ReconfigVM_Task, 'duration_secs': 0.552412} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.691522] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 93bffb31-648b-4590-aa29-52a0b8069fb4/93bffb31-648b-4590-aa29-52a0b8069fb4.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.692707] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6171281-d156-4b87-be00-e2523178f6a4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.699175] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1020.699175] env[69654]: value = "task-3555237" [ 1020.699175] env[69654]: _type = "Task" [ 1020.699175] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.712184] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555237, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.790783] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555228, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.817150] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520c4aee-e09a-c5b4-29b5-c49d7ed968f5, 'name': SearchDatastore_Task, 'duration_secs': 0.084574} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.817658] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.818059] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 3c6b40b1-a10c-449c-84b9-4dafc0edee58/3c6b40b1-a10c-449c-84b9-4dafc0edee58.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.818514] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.818836] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.819220] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-155eaa30-690c-422c-a14e-b6387a225086 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.822099] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d772836-1efc-46f2-bfb2-fba08ead4269 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.832421] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1020.832421] env[69654]: value = "task-3555238" [ 1020.832421] env[69654]: _type = "Task" [ 1020.832421] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.841197] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.842831] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.843037] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.844040] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb349e8-760f-434b-aac8-c6cd70fc48bc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.850059] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 1020.850059] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52dd71b5-0cf0-4d88-61ea-d2f6c75eaf05" [ 1020.850059] env[69654]: _type = "Task" [ 1020.850059] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.859443] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52dd71b5-0cf0-4d88-61ea-d2f6c75eaf05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.892878] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555236, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.991373] env[69654]: DEBUG nova.compute.manager [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.025667] env[69654]: DEBUG nova.virt.hardware [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.025910] env[69654]: DEBUG nova.virt.hardware [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.026143] env[69654]: DEBUG nova.virt.hardware [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.026258] env[69654]: DEBUG nova.virt.hardware [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.026405] env[69654]: DEBUG nova.virt.hardware [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.026549] env[69654]: DEBUG nova.virt.hardware [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.026750] env[69654]: DEBUG nova.virt.hardware [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.026904] env[69654]: DEBUG nova.virt.hardware [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.027087] env[69654]: DEBUG nova.virt.hardware [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.027255] env[69654]: DEBUG nova.virt.hardware [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.027425] env[69654]: DEBUG nova.virt.hardware [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.028463] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c68e8d8-d71a-456c-80c8-e00eb5fbeb54 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.033270] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.037723] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.274s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.037915] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.038085] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69654) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1021.038452] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.695s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.038714] env[69654]: DEBUG nova.objects.instance [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lazy-loading 'resources' on Instance uuid de389624-4d9f-4e28-9d54-c03aa59ae51d {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.040640] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3f5e3c-aa1c-4ad7-82db-1115e83e6088 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.044673] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db2633d-e8d8-4091-828c-a43bf6ee1dbb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.064850] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed69c7e7-5b2e-4c1e-a05b-39d0dc4f26d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.071813] env[69654]: INFO nova.scheduler.client.report [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Deleted allocations for instance 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7 [ 1021.085899] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc20b2a2-ec41-4866-ab4a-af2c2a734665 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.093936] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43431c75-15f9-4c11-b501-09d1d8f406a2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.126464] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178474MB free_disk=83GB free_vcpus=48 pci_devices=None {{(pid=69654) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1021.126464] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.145554] env[69654]: DEBUG nova.network.neutron [-] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.169107] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-645be1ce-7b25-4450-9c79-f03913de8da2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.185547] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cb0467-b9c8-4bb9-a377-0a329d5cf9d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.208712] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555237, 'name': Rename_Task, 'duration_secs': 0.204235} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.220011] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.220430] env[69654]: DEBUG nova.compute.manager [req-6dc6e63d-0839-4c95-8ceb-94e96ee5f849 req-a7dd3034-7001-4b25-8bb7-26c7585ee9e2 service nova] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Detach interface failed, port_id=5cde7105-8c5f-4654-a199-d2e3193d9c54, reason: Instance f0f0c747-58c4-494d-998f-adee37d0859d could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1021.220948] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27d86ac8-9e35-4d3c-ae06-ece440642e33 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.228772] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1021.228772] env[69654]: value = "task-3555239" [ 1021.228772] env[69654]: _type = "Task" [ 1021.228772] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.237623] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.290759] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555228, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.648451} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.290759] env[69654]: INFO nova.virt.vmwareapi.ds_util [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_46148fc8-487b-4cd8-99f9-cf49f24ee2a1/OSTACK_IMG_46148fc8-487b-4cd8-99f9-cf49f24ee2a1.vmdk to [datastore1] devstack-image-cache_base/b70f3064-79d8-4b90-9e26-3af76e49d721/b70f3064-79d8-4b90-9e26-3af76e49d721.vmdk. [ 1021.291107] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Cleaning up location [datastore1] OSTACK_IMG_46148fc8-487b-4cd8-99f9-cf49f24ee2a1 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1021.291107] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_46148fc8-487b-4cd8-99f9-cf49f24ee2a1 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.291237] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd4f21bf-dba9-46e7-80f6-81ec8b78167d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.297850] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 1021.297850] env[69654]: value = "task-3555240" [ 1021.297850] env[69654]: _type = "Task" [ 1021.297850] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.306152] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.343260] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508629} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.343260] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 3c6b40b1-a10c-449c-84b9-4dafc0edee58/3c6b40b1-a10c-449c-84b9-4dafc0edee58.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.343260] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.343260] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-113662bd-5993-4ee9-a5ab-b16049c642c3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.350572] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1021.350572] env[69654]: value = "task-3555241" [ 1021.350572] env[69654]: _type = "Task" [ 1021.350572] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.364253] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52dd71b5-0cf0-4d88-61ea-d2f6c75eaf05, 'name': SearchDatastore_Task, 'duration_secs': 0.013797} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.367795] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.368065] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60c14c62-039d-47df-a480-a40e3ef46e16 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.373868] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 1021.373868] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d448a2-f689-1204-059d-ec8b638a8e18" [ 1021.373868] env[69654]: _type = "Task" [ 1021.373868] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.382440] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d448a2-f689-1204-059d-ec8b638a8e18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.391819] env[69654]: DEBUG oslo_vmware.api [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555236, 'name': PowerOnVM_Task, 'duration_secs': 0.588194} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.392213] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.395368] env[69654]: DEBUG nova.compute.manager [None req-8a70aa4c-bd83-439f-9658-95a0fed795df tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.396371] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377e2918-2444-4f0d-b991-b7fd2bab610e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.403211] env[69654]: DEBUG nova.compute.manager [req-1aed1d75-94b5-42de-85f2-6a9158a6f3ee req-4a6e25ce-d569-4d3a-8f5f-dd21507b4e1a service nova] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Received event network-vif-plugged-9bdf4865-8345-4b82-90d0-927ef3d3cd2e {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.403211] env[69654]: DEBUG oslo_concurrency.lockutils [req-1aed1d75-94b5-42de-85f2-6a9158a6f3ee req-4a6e25ce-d569-4d3a-8f5f-dd21507b4e1a service nova] Acquiring lock "89006dfb-9d86-475a-8a57-f590287ec0af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.403211] env[69654]: DEBUG oslo_concurrency.lockutils [req-1aed1d75-94b5-42de-85f2-6a9158a6f3ee req-4a6e25ce-d569-4d3a-8f5f-dd21507b4e1a service nova] Lock "89006dfb-9d86-475a-8a57-f590287ec0af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.403211] env[69654]: DEBUG oslo_concurrency.lockutils [req-1aed1d75-94b5-42de-85f2-6a9158a6f3ee req-4a6e25ce-d569-4d3a-8f5f-dd21507b4e1a service nova] Lock "89006dfb-9d86-475a-8a57-f590287ec0af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.403211] env[69654]: DEBUG nova.compute.manager [req-1aed1d75-94b5-42de-85f2-6a9158a6f3ee req-4a6e25ce-d569-4d3a-8f5f-dd21507b4e1a service nova] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] No waiting events found dispatching network-vif-plugged-9bdf4865-8345-4b82-90d0-927ef3d3cd2e {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.403211] env[69654]: WARNING nova.compute.manager [req-1aed1d75-94b5-42de-85f2-6a9158a6f3ee req-4a6e25ce-d569-4d3a-8f5f-dd21507b4e1a service nova] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Received unexpected event network-vif-plugged-9bdf4865-8345-4b82-90d0-927ef3d3cd2e for instance with vm_state building and task_state spawning. [ 1021.448927] env[69654]: DEBUG nova.network.neutron [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Successfully updated port: 9bdf4865-8345-4b82-90d0-927ef3d3cd2e {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.588161] env[69654]: DEBUG oslo_concurrency.lockutils [None req-40217ff3-e894-48ad-af01-d46ba4ede3c4 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "44ea1ec8-65b4-4a74-a907-d3e8194f4bb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.450s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.648487] env[69654]: INFO nova.compute.manager [-] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Took 1.72 seconds to deallocate network for instance. [ 1021.738776] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.771345] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad16c1f1-e8d8-4286-9fa1-bba5e4e4b676 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.778230] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced354fd-8e0a-4a3c-9a01-c622bfc19a81 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.810984] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a37903e-9ef4-4f67-bad7-5d7f7eaa9b1a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.818846] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0582} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.820937] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.821147] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b70f3064-79d8-4b90-9e26-3af76e49d721/b70f3064-79d8-4b90-9e26-3af76e49d721.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.821409] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b70f3064-79d8-4b90-9e26-3af76e49d721/b70f3064-79d8-4b90-9e26-3af76e49d721.vmdk to [datastore1] 1792b717-0fa6-403f-b8ce-3524fb81dfd1/1792b717-0fa6-403f-b8ce-3524fb81dfd1.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.821696] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-724a0bcf-4b18-4411-8eaa-30829ad58a89 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.824637] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73870a79-8eaf-4336-9746-251ca617e594 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.839216] env[69654]: DEBUG nova.compute.provider_tree [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.842198] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 1021.842198] env[69654]: value = "task-3555242" [ 1021.842198] env[69654]: _type = "Task" [ 1021.842198] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.850387] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.864764] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072305} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.865066] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.865861] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6530c66b-96e7-44b4-95dd-0e4931d747cc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.888630] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 3c6b40b1-a10c-449c-84b9-4dafc0edee58/3c6b40b1-a10c-449c-84b9-4dafc0edee58.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.892468] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68aee632-0025-4433-b641-12ead27615c1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.915612] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d448a2-f689-1204-059d-ec8b638a8e18, 'name': SearchDatastore_Task, 'duration_secs': 0.012431} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.917853] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.918160] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 9e167b41-9a47-4fc1-a109-42b8d36f95b2/9e167b41-9a47-4fc1-a109-42b8d36f95b2.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.918532] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1021.918532] env[69654]: value = "task-3555243" [ 1021.918532] env[69654]: _type = "Task" [ 1021.918532] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.918935] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a848df6-ed6f-41e9-ad25-f7de18d8657b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.931383] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.933531] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 1021.933531] env[69654]: value = "task-3555244" [ 1021.933531] env[69654]: _type = "Task" [ 1021.933531] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.952022] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "refresh_cache-89006dfb-9d86-475a-8a57-f590287ec0af" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.952022] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "refresh_cache-89006dfb-9d86-475a-8a57-f590287ec0af" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.952755] env[69654]: DEBUG nova.network.neutron [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.204965] env[69654]: INFO nova.compute.manager [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Took 0.56 seconds to detach 1 volumes for instance. [ 1022.207513] env[69654]: DEBUG nova.compute.manager [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Deleting volume: afab763a-a1b4-48ac-9595-803666a35839 {{(pid=69654) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1022.241172] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555239, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.344415] env[69654]: DEBUG nova.scheduler.client.report [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.367470] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555242, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.432756] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.443811] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.489118] env[69654]: DEBUG nova.network.neutron [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.667697] env[69654]: DEBUG nova.network.neutron [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Updating instance_info_cache with network_info: [{"id": "9bdf4865-8345-4b82-90d0-927ef3d3cd2e", "address": "fa:16:3e:63:ee:06", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdf4865-83", "ovs_interfaceid": "9bdf4865-8345-4b82-90d0-927ef3d3cd2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.742573] env[69654]: DEBUG oslo_vmware.api [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555239, 'name': PowerOnVM_Task, 'duration_secs': 1.071591} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.742910] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.743171] env[69654]: INFO nova.compute.manager [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1022.743338] env[69654]: DEBUG nova.compute.manager [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.744438] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17aa065-4e03-4f46-86e2-ae9b8b06ec5c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.761138] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.809973] env[69654]: INFO nova.compute.manager [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Unrescuing [ 1022.809973] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.809973] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquired lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.810323] env[69654]: DEBUG nova.network.neutron [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.864018] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.864700] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555242, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.865434] env[69654]: DEBUG oslo_concurrency.lockutils [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.112s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.866048] env[69654]: DEBUG nova.objects.instance [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lazy-loading 'resources' on Instance uuid 9f12ce3e-28c9-480a-8ce0-7193016e331b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.893283] env[69654]: INFO nova.scheduler.client.report [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Deleted allocations for instance de389624-4d9f-4e28-9d54-c03aa59ae51d [ 1022.934178] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555243, 'name': ReconfigVM_Task, 'duration_secs': 0.592882} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.934178] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 3c6b40b1-a10c-449c-84b9-4dafc0edee58/3c6b40b1-a10c-449c-84b9-4dafc0edee58.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.935126] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9319e2e-e976-45c2-82d2-a8a915420766 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.946425] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555244, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.948675] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1022.948675] env[69654]: value = "task-3555246" [ 1022.948675] env[69654]: _type = "Task" [ 1022.948675] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.958034] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555246, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.172075] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "refresh_cache-89006dfb-9d86-475a-8a57-f590287ec0af" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.172075] env[69654]: DEBUG nova.compute.manager [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Instance network_info: |[{"id": "9bdf4865-8345-4b82-90d0-927ef3d3cd2e", "address": "fa:16:3e:63:ee:06", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdf4865-83", "ovs_interfaceid": "9bdf4865-8345-4b82-90d0-927ef3d3cd2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.172474] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:ee:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bdf4865-8345-4b82-90d0-927ef3d3cd2e', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.181408] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.181726] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.182450] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfd8a657-33bb-4b29-8db2-78c7bf21a08a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.204211] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.204211] env[69654]: value = "task-3555247" [ 1023.204211] env[69654]: _type = "Task" [ 1023.204211] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.212986] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555247, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.270386] env[69654]: INFO nova.compute.manager [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Took 34.35 seconds to build instance. [ 1023.365136] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555242, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.402660] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3d1e02c-3c20-44b3-85c8-395504320724 tempest-ServersAdminTestJSON-1923625429 tempest-ServersAdminTestJSON-1923625429-project-member] Lock "de389624-4d9f-4e28-9d54-c03aa59ae51d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.574s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.445711] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555244, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.463127] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555246, 'name': Rename_Task, 'duration_secs': 0.397041} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.463505] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.463835] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9b49e46-1e59-448e-b469-754b0d32d0a5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.473195] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1023.473195] env[69654]: value = "task-3555248" [ 1023.473195] env[69654]: _type = "Task" [ 1023.473195] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.481900] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.533836] env[69654]: DEBUG nova.compute.manager [req-a781f599-e036-4971-b065-134f577fc937 req-037bec3d-8b21-4aca-a0dd-e1fc569bc48f service nova] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Received event network-changed-9bdf4865-8345-4b82-90d0-927ef3d3cd2e {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.534081] env[69654]: DEBUG nova.compute.manager [req-a781f599-e036-4971-b065-134f577fc937 req-037bec3d-8b21-4aca-a0dd-e1fc569bc48f service nova] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Refreshing instance network info cache due to event network-changed-9bdf4865-8345-4b82-90d0-927ef3d3cd2e. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.534317] env[69654]: DEBUG oslo_concurrency.lockutils [req-a781f599-e036-4971-b065-134f577fc937 req-037bec3d-8b21-4aca-a0dd-e1fc569bc48f service nova] Acquiring lock "refresh_cache-89006dfb-9d86-475a-8a57-f590287ec0af" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.534463] env[69654]: DEBUG oslo_concurrency.lockutils [req-a781f599-e036-4971-b065-134f577fc937 req-037bec3d-8b21-4aca-a0dd-e1fc569bc48f service nova] Acquired lock "refresh_cache-89006dfb-9d86-475a-8a57-f590287ec0af" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.534638] env[69654]: DEBUG nova.network.neutron [req-a781f599-e036-4971-b065-134f577fc937 req-037bec3d-8b21-4aca-a0dd-e1fc569bc48f service nova] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Refreshing network info cache for port 9bdf4865-8345-4b82-90d0-927ef3d3cd2e {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.592939] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "d1f9074c-5091-47c7-a109-0c01a21023bc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.592939] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "d1f9074c-5091-47c7-a109-0c01a21023bc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.639077] env[69654]: DEBUG nova.network.neutron [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Updating instance_info_cache with network_info: [{"id": "0c464bb5-2c6a-4e9b-9046-30a4c4568daf", "address": "fa:16:3e:f9:2c:58", "network": {"id": "9c35621a-4212-48ae-8f5d-4ae6b03c1687", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-974507676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62af8cdf4ad44000ad90ef1c47064f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c464bb5-2c", "ovs_interfaceid": "0c464bb5-2c6a-4e9b-9046-30a4c4568daf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.721178] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555247, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.772679] env[69654]: DEBUG oslo_concurrency.lockutils [None req-84614cde-98c7-4697-bf2a-4c8803a32f38 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.858s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.810355] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204db0c7-5961-43d5-92a6-cd72a90cef2e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.818619] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bd3760-3ab4-4297-bae9-6a9822b29b23 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.851681] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc9eb96-437e-43ff-ae82-f49336b5eb23 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.865957] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945b96ca-b54f-48f4-85c3-cd78998d6add {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.870571] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555242, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.885313] env[69654]: DEBUG nova.compute.provider_tree [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.946740] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555244, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.947289} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.947049] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 9e167b41-9a47-4fc1-a109-42b8d36f95b2/9e167b41-9a47-4fc1-a109-42b8d36f95b2.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.947278] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.947553] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e636b427-de91-42f2-9bc3-5760d1b6c446 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.954203] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 1023.954203] env[69654]: value = "task-3555249" [ 1023.954203] env[69654]: _type = "Task" [ 1023.954203] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.964043] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.983569] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.097765] env[69654]: INFO nova.compute.manager [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Detaching volume 004fe85a-90d9-422e-9772-6f28889f2db4 [ 1024.142327] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Releasing lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.143726] env[69654]: DEBUG nova.objects.instance [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lazy-loading 'flavor' on Instance uuid b6bb2c2f-6229-40d8-bfa3-b27970aeb275 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.146377] env[69654]: INFO nova.virt.block_device [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Attempting to driver detach volume 004fe85a-90d9-422e-9772-6f28889f2db4 from mountpoint /dev/sdb [ 1024.146735] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1024.146950] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709768', 'volume_id': '004fe85a-90d9-422e-9772-6f28889f2db4', 'name': 'volume-004fe85a-90d9-422e-9772-6f28889f2db4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1f9074c-5091-47c7-a109-0c01a21023bc', 'attached_at': '', 'detached_at': '', 'volume_id': '004fe85a-90d9-422e-9772-6f28889f2db4', 'serial': '004fe85a-90d9-422e-9772-6f28889f2db4'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1024.148301] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749795e1-dfb7-4a3b-866d-2aa0a07a6f3c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.176703] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448df81e-c957-461f-b743-169d22f92750 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.187980] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c236bf-7302-4879-b9b2-4edf5f53dded {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.216013] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e1262c-a939-4b8f-a81f-56568a19cdab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.226792] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555247, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.241819] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] The volume has not been displaced from its original location: [datastore1] volume-004fe85a-90d9-422e-9772-6f28889f2db4/volume-004fe85a-90d9-422e-9772-6f28889f2db4.vmdk. No consolidation needed. {{(pid=69654) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1024.247946] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1024.248385] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90072071-3e7c-4494-998b-8077af83ba79 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.267749] env[69654]: DEBUG oslo_vmware.api [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1024.267749] env[69654]: value = "task-3555250" [ 1024.267749] env[69654]: _type = "Task" [ 1024.267749] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.278490] env[69654]: DEBUG oslo_vmware.api [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.346531] env[69654]: DEBUG nova.compute.manager [req-76f7f383-f226-4c20-8576-6d6d350719a8 req-9b91283f-b332-49ae-97c3-d5e064b64fd5 service nova] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Received event network-changed-d2ef1521-59b1-4c78-ade7-775ebd4bae98 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.346874] env[69654]: DEBUG nova.compute.manager [req-76f7f383-f226-4c20-8576-6d6d350719a8 req-9b91283f-b332-49ae-97c3-d5e064b64fd5 service nova] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Refreshing instance network info cache due to event network-changed-d2ef1521-59b1-4c78-ade7-775ebd4bae98. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.348154] env[69654]: DEBUG oslo_concurrency.lockutils [req-76f7f383-f226-4c20-8576-6d6d350719a8 req-9b91283f-b332-49ae-97c3-d5e064b64fd5 service nova] Acquiring lock "refresh_cache-93bffb31-648b-4590-aa29-52a0b8069fb4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.348154] env[69654]: DEBUG oslo_concurrency.lockutils [req-76f7f383-f226-4c20-8576-6d6d350719a8 req-9b91283f-b332-49ae-97c3-d5e064b64fd5 service nova] Acquired lock "refresh_cache-93bffb31-648b-4590-aa29-52a0b8069fb4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.348154] env[69654]: DEBUG nova.network.neutron [req-76f7f383-f226-4c20-8576-6d6d350719a8 req-9b91283f-b332-49ae-97c3-d5e064b64fd5 service nova] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Refreshing network info cache for port d2ef1521-59b1-4c78-ade7-775ebd4bae98 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.365614] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555242, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.389643] env[69654]: DEBUG nova.scheduler.client.report [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.415489] env[69654]: DEBUG nova.network.neutron [req-a781f599-e036-4971-b065-134f577fc937 req-037bec3d-8b21-4aca-a0dd-e1fc569bc48f service nova] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Updated VIF entry in instance network info cache for port 9bdf4865-8345-4b82-90d0-927ef3d3cd2e. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.416173] env[69654]: DEBUG nova.network.neutron [req-a781f599-e036-4971-b065-134f577fc937 req-037bec3d-8b21-4aca-a0dd-e1fc569bc48f service nova] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Updating instance_info_cache with network_info: [{"id": "9bdf4865-8345-4b82-90d0-927ef3d3cd2e", "address": "fa:16:3e:63:ee:06", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdf4865-83", "ovs_interfaceid": "9bdf4865-8345-4b82-90d0-927ef3d3cd2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.468027] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066399} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.468027] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.468027] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6152696-6896-49df-bdea-41da3b7dfaad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.494324] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 9e167b41-9a47-4fc1-a109-42b8d36f95b2/9e167b41-9a47-4fc1-a109-42b8d36f95b2.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.499184] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c148cf5-0979-4a3c-bc58-ef4a9437e65a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.523162] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555248, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.524249] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 1024.524249] env[69654]: value = "task-3555251" [ 1024.524249] env[69654]: _type = "Task" [ 1024.524249] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.534401] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.660740] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8d96bd-d012-4465-b096-0e0cd86ff2d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.686591] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.686965] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4189d56-c138-44d6-84cc-fc479aee8096 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.694986] env[69654]: DEBUG oslo_vmware.api [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1024.694986] env[69654]: value = "task-3555252" [ 1024.694986] env[69654]: _type = "Task" [ 1024.694986] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.706907] env[69654]: DEBUG oslo_vmware.api [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.720556] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555247, 'name': CreateVM_Task, 'duration_secs': 1.513286} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.720722] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.725028] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.725028] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.725028] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.725028] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0cc70fa-272a-4c45-b1d6-3ca7b9f900bd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.728246] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1024.728246] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52260bed-f6d4-e5b2-3a37-e095846bba47" [ 1024.728246] env[69654]: _type = "Task" [ 1024.728246] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.738021] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52260bed-f6d4-e5b2-3a37-e095846bba47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.778951] env[69654]: DEBUG oslo_vmware.api [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.865309] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555242, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.802242} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.865796] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b70f3064-79d8-4b90-9e26-3af76e49d721/b70f3064-79d8-4b90-9e26-3af76e49d721.vmdk to [datastore1] 1792b717-0fa6-403f-b8ce-3524fb81dfd1/1792b717-0fa6-403f-b8ce-3524fb81dfd1.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.866529] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69f3c1f-aadc-4953-b945-be9f0f07b4f1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.892735] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 1792b717-0fa6-403f-b8ce-3524fb81dfd1/1792b717-0fa6-403f-b8ce-3524fb81dfd1.vmdk or device None with type streamOptimized {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.895566] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e65191d2-10f5-4e51-b2fa-5a4d8094a029 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.913110] env[69654]: DEBUG oslo_concurrency.lockutils [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.915461] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.785s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.917075] env[69654]: INFO nova.compute.claims [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.920990] env[69654]: DEBUG oslo_concurrency.lockutils [req-a781f599-e036-4971-b065-134f577fc937 req-037bec3d-8b21-4aca-a0dd-e1fc569bc48f service nova] Releasing lock "refresh_cache-89006dfb-9d86-475a-8a57-f590287ec0af" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.926216] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 1024.926216] env[69654]: value = "task-3555253" [ 1024.926216] env[69654]: _type = "Task" [ 1024.926216] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.935776] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.954572] env[69654]: INFO nova.scheduler.client.report [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Deleted allocations for instance 9f12ce3e-28c9-480a-8ce0-7193016e331b [ 1024.993688] env[69654]: DEBUG oslo_vmware.api [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555248, 'name': PowerOnVM_Task, 'duration_secs': 1.30417} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.993984] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.994240] env[69654]: DEBUG nova.compute.manager [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.995306] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb0f8ba-2f1b-4453-97d8-ccda3ff479ac {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.036876] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.206104] env[69654]: DEBUG oslo_vmware.api [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555252, 'name': PowerOffVM_Task, 'duration_secs': 0.291918} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.206736] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.217329] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Reconfiguring VM instance instance-0000004a to detach disk 2002 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1025.217329] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92a4e09b-ecab-460d-a907-ee7178253161 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.233336] env[69654]: DEBUG nova.network.neutron [req-76f7f383-f226-4c20-8576-6d6d350719a8 req-9b91283f-b332-49ae-97c3-d5e064b64fd5 service nova] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Updated VIF entry in instance network info cache for port d2ef1521-59b1-4c78-ade7-775ebd4bae98. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.237250] env[69654]: DEBUG nova.network.neutron [req-76f7f383-f226-4c20-8576-6d6d350719a8 req-9b91283f-b332-49ae-97c3-d5e064b64fd5 service nova] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Updating instance_info_cache with network_info: [{"id": "d2ef1521-59b1-4c78-ade7-775ebd4bae98", "address": "fa:16:3e:72:a6:1a", "network": {"id": "410aa2fc-2a2c-4fac-9472-7728556e89cf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1532441635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2929cca5aadc4041a2d178da5420b6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ef1521-59", "ovs_interfaceid": "d2ef1521-59b1-4c78-ade7-775ebd4bae98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.248143] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52260bed-f6d4-e5b2-3a37-e095846bba47, 'name': SearchDatastore_Task, 'duration_secs': 0.010457} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.248143] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.248143] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.248635] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.248705] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.248906] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.249487] env[69654]: DEBUG oslo_vmware.api [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1025.249487] env[69654]: value = "task-3555254" [ 1025.249487] env[69654]: _type = "Task" [ 1025.249487] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.249791] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f387426a-38c1-4196-b021-7bee9ecc8b61 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.263346] env[69654]: DEBUG oslo_vmware.api [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.264757] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.264878] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.265942] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2d4b70-27c9-4b69-a684-b7b4f12725b5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.273936] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1025.273936] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529d9426-6260-e182-ef27-c30e8c6d8ee1" [ 1025.273936] env[69654]: _type = "Task" [ 1025.273936] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.281830] env[69654]: DEBUG oslo_vmware.api [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555250, 'name': ReconfigVM_Task, 'duration_secs': 0.686553} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.283103] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1025.291731] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c50858cd-7cfd-40cb-b232-d1199b487202 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.303063] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529d9426-6260-e182-ef27-c30e8c6d8ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.008899} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.304677] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bdbd422-152f-4a6a-8d38-8aa5dea93d2e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.311151] env[69654]: DEBUG oslo_vmware.api [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1025.311151] env[69654]: value = "task-3555255" [ 1025.311151] env[69654]: _type = "Task" [ 1025.311151] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.311151] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1025.311151] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522e6d6c-7fba-23fa-fdfa-a2330a49108a" [ 1025.311151] env[69654]: _type = "Task" [ 1025.311151] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.323033] env[69654]: DEBUG oslo_vmware.api [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555255, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.325611] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522e6d6c-7fba-23fa-fdfa-a2330a49108a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.437569] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555253, 'name': ReconfigVM_Task, 'duration_secs': 0.466883} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.437894] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 1792b717-0fa6-403f-b8ce-3524fb81dfd1/1792b717-0fa6-403f-b8ce-3524fb81dfd1.vmdk or device None with type streamOptimized {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.441618] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f159c044-9a06-4059-b48d-800235671e4d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.449811] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 1025.449811] env[69654]: value = "task-3555256" [ 1025.449811] env[69654]: _type = "Task" [ 1025.449811] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.458220] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555256, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.462060] env[69654]: DEBUG oslo_concurrency.lockutils [None req-220fd26c-51fd-4ee8-8ae0-038eeef8b8d4 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "9f12ce3e-28c9-480a-8ce0-7193016e331b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.397s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.514028] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.534853] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555251, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.739964] env[69654]: DEBUG oslo_concurrency.lockutils [req-76f7f383-f226-4c20-8576-6d6d350719a8 req-9b91283f-b332-49ae-97c3-d5e064b64fd5 service nova] Releasing lock "refresh_cache-93bffb31-648b-4590-aa29-52a0b8069fb4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.761076] env[69654]: DEBUG oslo_vmware.api [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555254, 'name': ReconfigVM_Task, 'duration_secs': 0.482719} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.761370] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Reconfigured VM instance instance-0000004a to detach disk 2002 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1025.761579] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.761844] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c89cdac0-1961-4fc7-9f8d-268ca37f4dfb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.768050] env[69654]: DEBUG oslo_vmware.api [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1025.768050] env[69654]: value = "task-3555257" [ 1025.768050] env[69654]: _type = "Task" [ 1025.768050] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.775740] env[69654]: DEBUG oslo_vmware.api [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.825224] env[69654]: DEBUG oslo_vmware.api [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555255, 'name': ReconfigVM_Task, 'duration_secs': 0.191256} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.829012] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709768', 'volume_id': '004fe85a-90d9-422e-9772-6f28889f2db4', 'name': 'volume-004fe85a-90d9-422e-9772-6f28889f2db4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1f9074c-5091-47c7-a109-0c01a21023bc', 'attached_at': '', 'detached_at': '', 'volume_id': '004fe85a-90d9-422e-9772-6f28889f2db4', 'serial': '004fe85a-90d9-422e-9772-6f28889f2db4'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1025.831212] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522e6d6c-7fba-23fa-fdfa-a2330a49108a, 'name': SearchDatastore_Task, 'duration_secs': 0.010675} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.831836] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.832268] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 89006dfb-9d86-475a-8a57-f590287ec0af/89006dfb-9d86-475a-8a57-f590287ec0af.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.832411] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d23e39dd-b116-4f60-bb1a-94152023ce02 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.838828] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1025.838828] env[69654]: value = "task-3555258" [ 1025.838828] env[69654]: _type = "Task" [ 1025.838828] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.851479] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.966623] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555256, 'name': Rename_Task, 'duration_secs': 0.288789} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.966904] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.967163] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e96be8e6-c041-4b87-ab9f-6fe29ff994c0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.972741] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 1025.972741] env[69654]: value = "task-3555259" [ 1025.972741] env[69654]: _type = "Task" [ 1025.972741] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.986267] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.037816] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555251, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.217449] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582f268d-c8ee-4661-bed2-edc68e7c62a1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.225461] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e910e1c2-e8ab-48c4-8ee5-1f59e026a699 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.257486] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6fdf05-20f4-43f6-b9c4-b5dfbc74b6d3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.265656] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6708e3cf-2195-4593-91c4-2e785a13534a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.286161] env[69654]: DEBUG nova.compute.provider_tree [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.295398] env[69654]: DEBUG oslo_vmware.api [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555257, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.349653] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555258, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.391500] env[69654]: DEBUG nova.objects.instance [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lazy-loading 'flavor' on Instance uuid d1f9074c-5091-47c7-a109-0c01a21023bc {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.489983] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555259, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.537769] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555251, 'name': ReconfigVM_Task, 'duration_secs': 1.610813} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.538069] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 9e167b41-9a47-4fc1-a109-42b8d36f95b2/9e167b41-9a47-4fc1-a109-42b8d36f95b2.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.538711] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7502dc64-6c59-4d0b-8799-06891892477a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.545646] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 1026.545646] env[69654]: value = "task-3555260" [ 1026.545646] env[69654]: _type = "Task" [ 1026.545646] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.554462] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555260, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.778984] env[69654]: DEBUG oslo_vmware.api [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555257, 'name': PowerOnVM_Task, 'duration_secs': 0.541792} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.779335] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.779652] env[69654]: DEBUG nova.compute.manager [None req-ea4b7461-7c06-4b40-a358-47590ae246b1 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.780841] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fa7f90-2755-48aa-af0f-54254c314918 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.795427] env[69654]: DEBUG nova.scheduler.client.report [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.854544] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572303} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.855227] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 89006dfb-9d86-475a-8a57-f590287ec0af/89006dfb-9d86-475a-8a57-f590287ec0af.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.855537] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.855836] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12adf97e-9271-40fe-b99a-56d8383b1654 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.863106] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1026.863106] env[69654]: value = "task-3555261" [ 1026.863106] env[69654]: _type = "Task" [ 1026.863106] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.871957] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.988261] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555259, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.055477] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555260, 'name': Rename_Task, 'duration_secs': 0.381593} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.056271] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.056271] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc8226d3-d86f-41c2-82b2-d0fd36e90648 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.062805] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 1027.062805] env[69654]: value = "task-3555262" [ 1027.062805] env[69654]: _type = "Task" [ 1027.062805] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.075850] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.303038] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.303353] env[69654]: DEBUG nova.compute.manager [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.305782] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.305s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.307260] env[69654]: INFO nova.compute.claims [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.376572] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064499} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.376898] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.378188] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bb290c-3c03-45cf-88d8-c7bdf3fc0681 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.404230] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 89006dfb-9d86-475a-8a57-f590287ec0af/89006dfb-9d86-475a-8a57-f590287ec0af.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.404709] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2c6d1b0d-29e0-4894-ac97-68198570b313 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "d1f9074c-5091-47c7-a109-0c01a21023bc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.813s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.405797] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aff74721-2f8d-4792-ac70-8f180fc52be6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.430555] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1027.430555] env[69654]: value = "task-3555263" [ 1027.430555] env[69654]: _type = "Task" [ 1027.430555] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.442954] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.489815] env[69654]: DEBUG oslo_vmware.api [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555259, 'name': PowerOnVM_Task, 'duration_secs': 1.167929} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.490110] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.576391] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.632867] env[69654]: DEBUG nova.compute.manager [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.633838] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86670de0-fa04-4618-920a-51dca720ec3d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.811713] env[69654]: DEBUG nova.compute.utils [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.817035] env[69654]: DEBUG nova.compute.manager [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.817035] env[69654]: DEBUG nova.network.neutron [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.861688] env[69654]: DEBUG nova.policy [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd57ae2685a134990b562e7e68aaac9da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f70d77126094109b0452fa3bf64d025', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.942306] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555263, 'name': ReconfigVM_Task, 'duration_secs': 0.435039} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.942705] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 89006dfb-9d86-475a-8a57-f590287ec0af/89006dfb-9d86-475a-8a57-f590287ec0af.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.943346] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f8ccc40-5f75-471d-a0c5-ed8f60781cef {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.949819] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1027.949819] env[69654]: value = "task-3555264" [ 1027.949819] env[69654]: _type = "Task" [ 1027.949819] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.959315] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555264, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.075107] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.089988] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "09aeec83-44a2-457c-9850-c20140ca368e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.090376] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "09aeec83-44a2-457c-9850-c20140ca368e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.126128] env[69654]: DEBUG oslo_concurrency.lockutils [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "d1f9074c-5091-47c7-a109-0c01a21023bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.126246] env[69654]: DEBUG oslo_concurrency.lockutils [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "d1f9074c-5091-47c7-a109-0c01a21023bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.126520] env[69654]: DEBUG oslo_concurrency.lockutils [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "d1f9074c-5091-47c7-a109-0c01a21023bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.126785] env[69654]: DEBUG oslo_concurrency.lockutils [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "d1f9074c-5091-47c7-a109-0c01a21023bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.127038] env[69654]: DEBUG oslo_concurrency.lockutils [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "d1f9074c-5091-47c7-a109-0c01a21023bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.131445] env[69654]: INFO nova.compute.manager [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Terminating instance [ 1028.155389] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4383bd4c-8e07-4f2d-99bf-8a4f167cfb86 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.598s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.235149] env[69654]: DEBUG nova.network.neutron [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Successfully created port: cc64951e-1a7c-4274-85e3-f65704447077 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.317507] env[69654]: DEBUG nova.compute.manager [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.406811] env[69654]: DEBUG nova.compute.manager [req-7b8ba8df-8ee3-4fe9-a8ba-982c0ad01161 req-e2681aa8-a954-4b52-83d6-6d9f91d0904f service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Received event network-changed-0c464bb5-2c6a-4e9b-9046-30a4c4568daf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.406811] env[69654]: DEBUG nova.compute.manager [req-7b8ba8df-8ee3-4fe9-a8ba-982c0ad01161 req-e2681aa8-a954-4b52-83d6-6d9f91d0904f service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Refreshing instance network info cache due to event network-changed-0c464bb5-2c6a-4e9b-9046-30a4c4568daf. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.407014] env[69654]: DEBUG oslo_concurrency.lockutils [req-7b8ba8df-8ee3-4fe9-a8ba-982c0ad01161 req-e2681aa8-a954-4b52-83d6-6d9f91d0904f service nova] Acquiring lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.407158] env[69654]: DEBUG oslo_concurrency.lockutils [req-7b8ba8df-8ee3-4fe9-a8ba-982c0ad01161 req-e2681aa8-a954-4b52-83d6-6d9f91d0904f service nova] Acquired lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.407353] env[69654]: DEBUG nova.network.neutron [req-7b8ba8df-8ee3-4fe9-a8ba-982c0ad01161 req-e2681aa8-a954-4b52-83d6-6d9f91d0904f service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Refreshing network info cache for port 0c464bb5-2c6a-4e9b-9046-30a4c4568daf {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.460294] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555264, 'name': Rename_Task, 'duration_secs': 0.186542} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.460641] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.460884] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ddb7df9-df2a-4524-8b90-a1dcade686c1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.471934] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1028.471934] env[69654]: value = "task-3555265" [ 1028.471934] env[69654]: _type = "Task" [ 1028.471934] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.481975] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.576048] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555262, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.593053] env[69654]: DEBUG nova.compute.manager [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.639569] env[69654]: DEBUG nova.compute.manager [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.640029] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.641417] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a312290-116a-4137-af5c-efc40598bb4f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.653437] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.653515] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ff77eb6-f0d7-430d-a34b-49f12eba7b4c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.659435] env[69654]: DEBUG oslo_vmware.api [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1028.659435] env[69654]: value = "task-3555266" [ 1028.659435] env[69654]: _type = "Task" [ 1028.659435] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.664396] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e12371-2970-4deb-bd56-a5554c3de66e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.680638] env[69654]: DEBUG oslo_vmware.api [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.681154] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2d3107-97c3-407d-8327-1bc767513bf0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.718242] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c22d9d-7ebf-4a21-9dda-2f9cedc0b9dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.727429] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f659eae8-d318-4f4e-9d18-e05d0bc17425 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.746175] env[69654]: DEBUG nova.compute.provider_tree [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.982900] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555265, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.075350] env[69654]: DEBUG oslo_vmware.api [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555262, 'name': PowerOnVM_Task, 'duration_secs': 1.883547} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.076045] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.076145] env[69654]: INFO nova.compute.manager [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Took 12.54 seconds to spawn the instance on the hypervisor. [ 1029.076391] env[69654]: DEBUG nova.compute.manager [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.077374] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3224cfdd-d263-4478-80e7-01c59e83b832 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.120909] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.175097] env[69654]: DEBUG oslo_vmware.api [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555266, 'name': PowerOffVM_Task, 'duration_secs': 0.219894} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.175603] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.175973] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.176443] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6eced8d-261a-47b1-bddd-2884fd2caec2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.250239] env[69654]: DEBUG nova.scheduler.client.report [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.256462] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.256825] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.257435] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Deleting the datastore file [datastore1] d1f9074c-5091-47c7-a109-0c01a21023bc {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.258209] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36dae59a-62a9-47bf-8e68-179b48215387 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.266369] env[69654]: DEBUG oslo_vmware.api [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1029.266369] env[69654]: value = "task-3555268" [ 1029.266369] env[69654]: _type = "Task" [ 1029.266369] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.281570] env[69654]: DEBUG oslo_vmware.api [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.332054] env[69654]: DEBUG nova.compute.manager [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.371254] env[69654]: DEBUG nova.virt.hardware [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.371254] env[69654]: DEBUG nova.virt.hardware [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.371768] env[69654]: DEBUG nova.virt.hardware [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.372062] env[69654]: DEBUG nova.virt.hardware [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.372410] env[69654]: DEBUG nova.virt.hardware [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.372631] env[69654]: DEBUG nova.virt.hardware [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.375633] env[69654]: DEBUG nova.virt.hardware [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.375633] env[69654]: DEBUG nova.virt.hardware [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.375633] env[69654]: DEBUG nova.virt.hardware [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.375633] env[69654]: DEBUG nova.virt.hardware [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.375633] env[69654]: DEBUG nova.virt.hardware [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.377738] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1293f251-db60-4e80-a310-03eddba4e9ca {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.388567] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b51f394-1f71-4a61-a2b7-b39fe87f8972 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.488035] env[69654]: DEBUG oslo_vmware.api [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555265, 'name': PowerOnVM_Task, 'duration_secs': 0.846335} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.488035] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.488035] env[69654]: INFO nova.compute.manager [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1029.488035] env[69654]: DEBUG nova.compute.manager [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.488035] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac740107-a411-431f-8dc7-88b845a1d04e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.567439] env[69654]: DEBUG nova.network.neutron [req-7b8ba8df-8ee3-4fe9-a8ba-982c0ad01161 req-e2681aa8-a954-4b52-83d6-6d9f91d0904f service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Updated VIF entry in instance network info cache for port 0c464bb5-2c6a-4e9b-9046-30a4c4568daf. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.568223] env[69654]: DEBUG nova.network.neutron [req-7b8ba8df-8ee3-4fe9-a8ba-982c0ad01161 req-e2681aa8-a954-4b52-83d6-6d9f91d0904f service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Updating instance_info_cache with network_info: [{"id": "0c464bb5-2c6a-4e9b-9046-30a4c4568daf", "address": "fa:16:3e:f9:2c:58", "network": {"id": "9c35621a-4212-48ae-8f5d-4ae6b03c1687", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-974507676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62af8cdf4ad44000ad90ef1c47064f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c464bb5-2c", "ovs_interfaceid": "0c464bb5-2c6a-4e9b-9046-30a4c4568daf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.603244] env[69654]: INFO nova.compute.manager [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Took 37.58 seconds to build instance. [ 1029.759156] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.759680] env[69654]: DEBUG nova.compute.manager [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.762517] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.631s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.762753] env[69654]: DEBUG nova.objects.instance [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lazy-loading 'resources' on Instance uuid f4c0b3fa-195f-430f-803c-016dfde499d8 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.783892] env[69654]: DEBUG oslo_vmware.api [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211235} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.787150] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.787394] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.787589] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.787762] env[69654]: INFO nova.compute.manager [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1029.788022] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.788575] env[69654]: DEBUG nova.compute.manager [-] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.788669] env[69654]: DEBUG nova.network.neutron [-] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.813450] env[69654]: DEBUG nova.network.neutron [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Successfully updated port: cc64951e-1a7c-4274-85e3-f65704447077 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.977294] env[69654]: DEBUG nova.compute.manager [req-247de783-e8f7-49d7-8cde-6d7823d18e8a req-8c7b2cf3-5728-4318-9d41-7a49993f28d7 service nova] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Received event network-vif-plugged-cc64951e-1a7c-4274-85e3-f65704447077 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.977294] env[69654]: DEBUG oslo_concurrency.lockutils [req-247de783-e8f7-49d7-8cde-6d7823d18e8a req-8c7b2cf3-5728-4318-9d41-7a49993f28d7 service nova] Acquiring lock "9db374b6-0b53-4a8c-b6a9-cfc2287fc88b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.977294] env[69654]: DEBUG oslo_concurrency.lockutils [req-247de783-e8f7-49d7-8cde-6d7823d18e8a req-8c7b2cf3-5728-4318-9d41-7a49993f28d7 service nova] Lock "9db374b6-0b53-4a8c-b6a9-cfc2287fc88b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.977294] env[69654]: DEBUG oslo_concurrency.lockutils [req-247de783-e8f7-49d7-8cde-6d7823d18e8a req-8c7b2cf3-5728-4318-9d41-7a49993f28d7 service nova] Lock "9db374b6-0b53-4a8c-b6a9-cfc2287fc88b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.977294] env[69654]: DEBUG nova.compute.manager [req-247de783-e8f7-49d7-8cde-6d7823d18e8a req-8c7b2cf3-5728-4318-9d41-7a49993f28d7 service nova] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] No waiting events found dispatching network-vif-plugged-cc64951e-1a7c-4274-85e3-f65704447077 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.977961] env[69654]: WARNING nova.compute.manager [req-247de783-e8f7-49d7-8cde-6d7823d18e8a req-8c7b2cf3-5728-4318-9d41-7a49993f28d7 service nova] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Received unexpected event network-vif-plugged-cc64951e-1a7c-4274-85e3-f65704447077 for instance with vm_state building and task_state spawning. [ 1030.008912] env[69654]: INFO nova.compute.manager [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Took 36.24 seconds to build instance. [ 1030.056973] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06fd605-6214-4c0f-b358-60ebc0fbe2ca {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.063933] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6422ac3a-c169-4ad7-b1b4-75c49f065af1 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Suspending the VM {{(pid=69654) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1030.064511] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-183a7116-66fc-4547-9f31-68580775ba10 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.070225] env[69654]: DEBUG oslo_vmware.api [None req-6422ac3a-c169-4ad7-b1b4-75c49f065af1 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 1030.070225] env[69654]: value = "task-3555269" [ 1030.070225] env[69654]: _type = "Task" [ 1030.070225] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.074203] env[69654]: DEBUG oslo_concurrency.lockutils [req-7b8ba8df-8ee3-4fe9-a8ba-982c0ad01161 req-e2681aa8-a954-4b52-83d6-6d9f91d0904f service nova] Releasing lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.079781] env[69654]: DEBUG oslo_vmware.api [None req-6422ac3a-c169-4ad7-b1b4-75c49f065af1 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555269, 'name': SuspendVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.107434] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1888d932-d683-4ea2-8a59-6dd2d4706cfd tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "9e167b41-9a47-4fc1-a109-42b8d36f95b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.092s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.265847] env[69654]: DEBUG nova.compute.utils [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.268471] env[69654]: DEBUG nova.compute.manager [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.268581] env[69654]: DEBUG nova.network.neutron [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.319250] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Acquiring lock "refresh_cache-9db374b6-0b53-4a8c-b6a9-cfc2287fc88b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.319510] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Acquired lock "refresh_cache-9db374b6-0b53-4a8c-b6a9-cfc2287fc88b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.320344] env[69654]: DEBUG nova.network.neutron [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.332795] env[69654]: DEBUG nova.policy [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c73a72aeab4d46dc9c7a74bc0f5e4ef0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72d9bac3b50947f296303f969780cc75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.511518] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a1c9fc77-2b57-4c7f-bdb2-e56ebff64d6a tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "89006dfb-9d86-475a-8a57-f590287ec0af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.752s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.560219] env[69654]: DEBUG nova.compute.manager [req-5ffacd01-e6d7-4240-ba18-3b93becab8dd req-3a2da246-447b-449b-86d0-92cf426be3f8 service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Received event network-changed-0c464bb5-2c6a-4e9b-9046-30a4c4568daf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.560219] env[69654]: DEBUG nova.compute.manager [req-5ffacd01-e6d7-4240-ba18-3b93becab8dd req-3a2da246-447b-449b-86d0-92cf426be3f8 service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Refreshing instance network info cache due to event network-changed-0c464bb5-2c6a-4e9b-9046-30a4c4568daf. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.560219] env[69654]: DEBUG oslo_concurrency.lockutils [req-5ffacd01-e6d7-4240-ba18-3b93becab8dd req-3a2da246-447b-449b-86d0-92cf426be3f8 service nova] Acquiring lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.560219] env[69654]: DEBUG oslo_concurrency.lockutils [req-5ffacd01-e6d7-4240-ba18-3b93becab8dd req-3a2da246-447b-449b-86d0-92cf426be3f8 service nova] Acquired lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.560219] env[69654]: DEBUG nova.network.neutron [req-5ffacd01-e6d7-4240-ba18-3b93becab8dd req-3a2da246-447b-449b-86d0-92cf426be3f8 service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Refreshing network info cache for port 0c464bb5-2c6a-4e9b-9046-30a4c4568daf {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.587811] env[69654]: DEBUG oslo_vmware.api [None req-6422ac3a-c169-4ad7-b1b4-75c49f065af1 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555269, 'name': SuspendVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.604442] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fd7ef3-7dc2-4c00-91e9-8a3bdda41f45 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.612510] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53f9f9f-bc0d-4c60-8ab4-a2048595f635 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.648031] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953fe4ca-a256-4594-9559-002c93ad7857 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.657325] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c1ab9e-822f-4748-b3de-e6e953552274 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.678023] env[69654]: DEBUG nova.compute.provider_tree [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.678023] env[69654]: DEBUG nova.network.neutron [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Successfully created port: b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.774808] env[69654]: DEBUG nova.compute.manager [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.826042] env[69654]: DEBUG nova.network.neutron [-] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.843817] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8698d497-5f82-4be8-b7c7-fb242af47747 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.855591] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6086a657-be46-436f-8946-7f8a380b8e76 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Suspending the VM {{(pid=69654) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1030.855865] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-da43f068-3cf0-4ee4-b482-91428c1c12e3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.864147] env[69654]: DEBUG oslo_vmware.api [None req-6086a657-be46-436f-8946-7f8a380b8e76 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1030.864147] env[69654]: value = "task-3555270" [ 1030.864147] env[69654]: _type = "Task" [ 1030.864147] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.873709] env[69654]: DEBUG oslo_vmware.api [None req-6086a657-be46-436f-8946-7f8a380b8e76 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555270, 'name': SuspendVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.874574] env[69654]: DEBUG nova.network.neutron [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.084662] env[69654]: DEBUG oslo_vmware.api [None req-6422ac3a-c169-4ad7-b1b4-75c49f065af1 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555269, 'name': SuspendVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.102643] env[69654]: DEBUG nova.network.neutron [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Updating instance_info_cache with network_info: [{"id": "cc64951e-1a7c-4274-85e3-f65704447077", "address": "fa:16:3e:4c:ee:06", "network": {"id": "0a6238dc-3d20-450d-a257-f938b7127988", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1547043101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f70d77126094109b0452fa3bf64d025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc64951e-1a", "ovs_interfaceid": "cc64951e-1a7c-4274-85e3-f65704447077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.180757] env[69654]: DEBUG nova.compute.manager [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.181715] env[69654]: DEBUG nova.scheduler.client.report [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.185741] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec17f8a0-fe82-4ab6-acb2-eecd9dff0ba9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.308552] env[69654]: DEBUG nova.network.neutron [req-5ffacd01-e6d7-4240-ba18-3b93becab8dd req-3a2da246-447b-449b-86d0-92cf426be3f8 service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Updated VIF entry in instance network info cache for port 0c464bb5-2c6a-4e9b-9046-30a4c4568daf. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.308552] env[69654]: DEBUG nova.network.neutron [req-5ffacd01-e6d7-4240-ba18-3b93becab8dd req-3a2da246-447b-449b-86d0-92cf426be3f8 service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Updating instance_info_cache with network_info: [{"id": "0c464bb5-2c6a-4e9b-9046-30a4c4568daf", "address": "fa:16:3e:f9:2c:58", "network": {"id": "9c35621a-4212-48ae-8f5d-4ae6b03c1687", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-974507676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62af8cdf4ad44000ad90ef1c47064f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c464bb5-2c", "ovs_interfaceid": "0c464bb5-2c6a-4e9b-9046-30a4c4568daf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.330027] env[69654]: INFO nova.compute.manager [-] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Took 1.54 seconds to deallocate network for instance. [ 1031.375318] env[69654]: DEBUG oslo_vmware.api [None req-6086a657-be46-436f-8946-7f8a380b8e76 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555270, 'name': SuspendVM_Task} progress is 62%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.582033] env[69654]: DEBUG oslo_vmware.api [None req-6422ac3a-c169-4ad7-b1b4-75c49f065af1 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555269, 'name': SuspendVM_Task, 'duration_secs': 1.413692} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.582033] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6422ac3a-c169-4ad7-b1b4-75c49f065af1 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Suspended the VM {{(pid=69654) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1031.582033] env[69654]: DEBUG nova.compute.manager [None req-6422ac3a-c169-4ad7-b1b4-75c49f065af1 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.582779] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1e6896-b50c-4d96-9dac-68ad63a075dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.605458] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Releasing lock "refresh_cache-9db374b6-0b53-4a8c-b6a9-cfc2287fc88b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.605804] env[69654]: DEBUG nova.compute.manager [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Instance network_info: |[{"id": "cc64951e-1a7c-4274-85e3-f65704447077", "address": "fa:16:3e:4c:ee:06", "network": {"id": "0a6238dc-3d20-450d-a257-f938b7127988", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1547043101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f70d77126094109b0452fa3bf64d025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc64951e-1a", "ovs_interfaceid": "cc64951e-1a7c-4274-85e3-f65704447077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.606234] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:ee:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc64951e-1a7c-4274-85e3-f65704447077', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.616086] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Creating folder: Project (1f70d77126094109b0452fa3bf64d025). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.617230] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e98185a-c6a6-4b13-9f4d-1cc14f90aa16 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.628908] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Created folder: Project (1f70d77126094109b0452fa3bf64d025) in parent group-v709593. [ 1031.629075] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Creating folder: Instances. Parent ref: group-v709840. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.629894] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42d649a2-2055-441c-8712-d73a67c74ad8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.640235] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Created folder: Instances in parent group-v709840. [ 1031.640447] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.640639] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.640848] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2f4dc20-7870-4b6c-b401-c5833d54d8df {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.661707] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.661707] env[69654]: value = "task-3555273" [ 1031.661707] env[69654]: _type = "Task" [ 1031.661707] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.669919] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555273, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.690490] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.692930] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.404s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.693200] env[69654]: DEBUG nova.objects.instance [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lazy-loading 'resources' on Instance uuid 090a97b3-e5df-4ede-980a-d95291570913 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.698736] env[69654]: INFO nova.compute.manager [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] instance snapshotting [ 1031.701556] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4193d430-5bc2-4944-a204-5f1d3a18b0c7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.723701] env[69654]: INFO nova.scheduler.client.report [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Deleted allocations for instance f4c0b3fa-195f-430f-803c-016dfde499d8 [ 1031.725260] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8022fd2f-f2f8-4169-b400-3d295a612a14 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.786819] env[69654]: DEBUG nova.compute.manager [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.809702] env[69654]: DEBUG nova.virt.hardware [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.809994] env[69654]: DEBUG nova.virt.hardware [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.810181] env[69654]: DEBUG nova.virt.hardware [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.810369] env[69654]: DEBUG nova.virt.hardware [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.810557] env[69654]: DEBUG nova.virt.hardware [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.810756] env[69654]: DEBUG nova.virt.hardware [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.811021] env[69654]: DEBUG nova.virt.hardware [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.811218] env[69654]: DEBUG nova.virt.hardware [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.811393] env[69654]: DEBUG nova.virt.hardware [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.811560] env[69654]: DEBUG nova.virt.hardware [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.811733] env[69654]: DEBUG nova.virt.hardware [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.812238] env[69654]: DEBUG oslo_concurrency.lockutils [req-5ffacd01-e6d7-4240-ba18-3b93becab8dd req-3a2da246-447b-449b-86d0-92cf426be3f8 service nova] Releasing lock "refresh_cache-b6bb2c2f-6229-40d8-bfa3-b27970aeb275" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.812529] env[69654]: DEBUG nova.compute.manager [req-5ffacd01-e6d7-4240-ba18-3b93becab8dd req-3a2da246-447b-449b-86d0-92cf426be3f8 service nova] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Received event network-vif-deleted-0572d318-bf3a-4eda-b7a0-5be1f09dc20c {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.812783] env[69654]: INFO nova.compute.manager [req-5ffacd01-e6d7-4240-ba18-3b93becab8dd req-3a2da246-447b-449b-86d0-92cf426be3f8 service nova] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Neutron deleted interface 0572d318-bf3a-4eda-b7a0-5be1f09dc20c; detaching it from the instance and deleting it from the info cache [ 1031.812986] env[69654]: DEBUG nova.network.neutron [req-5ffacd01-e6d7-4240-ba18-3b93becab8dd req-3a2da246-447b-449b-86d0-92cf426be3f8 service nova] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.814788] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4580eb90-52bb-4a59-a8ea-5f0a017288a0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.823702] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5f6c10-6a55-46f1-9873-d4a02ee24d97 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.838359] env[69654]: DEBUG oslo_concurrency.lockutils [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.875877] env[69654]: DEBUG oslo_vmware.api [None req-6086a657-be46-436f-8946-7f8a380b8e76 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555270, 'name': SuspendVM_Task, 'duration_secs': 0.853095} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.876271] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6086a657-be46-436f-8946-7f8a380b8e76 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Suspended the VM {{(pid=69654) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1031.876462] env[69654]: DEBUG nova.compute.manager [None req-6086a657-be46-436f-8946-7f8a380b8e76 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.877262] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53c8ab3-ade7-4427-8e4b-52ecaf36bad4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.003373] env[69654]: DEBUG nova.compute.manager [req-741d4b4b-7f3b-492a-abf9-ec8f948aff8e req-728f434a-e0b2-489d-a489-af21e502fee5 service nova] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Received event network-changed-cc64951e-1a7c-4274-85e3-f65704447077 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.003574] env[69654]: DEBUG nova.compute.manager [req-741d4b4b-7f3b-492a-abf9-ec8f948aff8e req-728f434a-e0b2-489d-a489-af21e502fee5 service nova] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Refreshing instance network info cache due to event network-changed-cc64951e-1a7c-4274-85e3-f65704447077. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.003787] env[69654]: DEBUG oslo_concurrency.lockutils [req-741d4b4b-7f3b-492a-abf9-ec8f948aff8e req-728f434a-e0b2-489d-a489-af21e502fee5 service nova] Acquiring lock "refresh_cache-9db374b6-0b53-4a8c-b6a9-cfc2287fc88b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.003972] env[69654]: DEBUG oslo_concurrency.lockutils [req-741d4b4b-7f3b-492a-abf9-ec8f948aff8e req-728f434a-e0b2-489d-a489-af21e502fee5 service nova] Acquired lock "refresh_cache-9db374b6-0b53-4a8c-b6a9-cfc2287fc88b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.004130] env[69654]: DEBUG nova.network.neutron [req-741d4b4b-7f3b-492a-abf9-ec8f948aff8e req-728f434a-e0b2-489d-a489-af21e502fee5 service nova] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Refreshing network info cache for port cc64951e-1a7c-4274-85e3-f65704447077 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.173534] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555273, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.231135] env[69654]: DEBUG nova.network.neutron [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Successfully updated port: b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.238575] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc58a16b-8fb4-486f-bfd6-8db4bdea458d tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "f4c0b3fa-195f-430f-803c-016dfde499d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.756s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.241676] env[69654]: DEBUG oslo_concurrency.lockutils [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] Acquired lock "f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.241676] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1032.244778] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe89d5b-881a-4a8b-b8a1-a9c0b7357c1b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.247817] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b06064d8-d58e-4517-b097-d4e98a242532 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.256675] env[69654]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1032.256895] env[69654]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69654) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1032.258620] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82bcec00-1a0d-4a6b-978c-efab5fcbed5c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.260801] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 1032.260801] env[69654]: value = "task-3555274" [ 1032.260801] env[69654]: _type = "Task" [ 1032.260801] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.272079] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042da76d-e3b0-41ca-9fe4-3ac73689f3d2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.290047] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555274, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.315276] env[69654]: ERROR root [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-709797' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-709797' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-709797' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-709797'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-709797' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-709797' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-709797'}\n"]: nova.exception.InstanceNotFound: Instance f4c0b3fa-195f-430f-803c-016dfde499d8 could not be found. [ 1032.315504] env[69654]: DEBUG oslo_concurrency.lockutils [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] Releasing lock "f4c0b3fa-195f-430f-803c-016dfde499d8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.315771] env[69654]: DEBUG nova.compute.manager [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Detach interface failed, port_id=5d3f28c6-53e8-420f-a9da-78cb82da8c19, reason: Instance f4c0b3fa-195f-430f-803c-016dfde499d8 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1032.315990] env[69654]: DEBUG nova.compute.manager [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Received event network-vif-plugged-5ae7df77-d974-48db-b833-8e62eef3b03f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.316200] env[69654]: DEBUG oslo_concurrency.lockutils [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] Acquiring lock "3c9e79e3-3168-424d-857e-c94ebee0dbae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.316401] env[69654]: DEBUG oslo_concurrency.lockutils [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] Lock "3c9e79e3-3168-424d-857e-c94ebee0dbae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.316554] env[69654]: DEBUG oslo_concurrency.lockutils [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] Lock "3c9e79e3-3168-424d-857e-c94ebee0dbae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.316712] env[69654]: DEBUG nova.compute.manager [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] No waiting events found dispatching network-vif-plugged-5ae7df77-d974-48db-b833-8e62eef3b03f {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.316872] env[69654]: WARNING nova.compute.manager [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Received unexpected event network-vif-plugged-5ae7df77-d974-48db-b833-8e62eef3b03f for instance with vm_state building and task_state spawning. [ 1032.317043] env[69654]: DEBUG nova.compute.manager [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Received event network-changed-5ae7df77-d974-48db-b833-8e62eef3b03f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.317197] env[69654]: DEBUG nova.compute.manager [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Refreshing instance network info cache due to event network-changed-5ae7df77-d974-48db-b833-8e62eef3b03f. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.317438] env[69654]: DEBUG oslo_concurrency.lockutils [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] Acquiring lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.317599] env[69654]: DEBUG oslo_concurrency.lockutils [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] Acquired lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.317757] env[69654]: DEBUG nova.network.neutron [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Refreshing network info cache for port 5ae7df77-d974-48db-b833-8e62eef3b03f {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.325067] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1523bbd5-c3bf-4d09-b040-d31f2c881d2a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.335508] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007b8037-90fb-4470-b1ee-2748b516ca06 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.376155] env[69654]: DEBUG nova.compute.manager [req-5ffacd01-e6d7-4240-ba18-3b93becab8dd req-3a2da246-447b-449b-86d0-92cf426be3f8 service nova] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Detach interface failed, port_id=0572d318-bf3a-4eda-b7a0-5be1f09dc20c, reason: Instance d1f9074c-5091-47c7-a109-0c01a21023bc could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1032.612397] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2656d57-0eb3-4aa7-b94b-65f1d061f315 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.620586] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b81d41-7911-4d77-8b59-9fb4b38c86cf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.656815] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3f26a7-4a8c-4c04-89e6-ec0ebf457476 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.667374] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f93e28f-09b0-4067-810f-687efc6bf329 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.676647] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555273, 'name': CreateVM_Task, 'duration_secs': 0.797767} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.684535] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.685063] env[69654]: DEBUG nova.compute.provider_tree [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.692807] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.692924] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.693601] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.693741] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd260b8-7515-4924-932a-5f4961f95fab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.699672] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Waiting for the task: (returnval){ [ 1032.699672] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527e70ee-72bb-1098-ca29-f804ff5ab886" [ 1032.699672] env[69654]: _type = "Task" [ 1032.699672] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.708351] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527e70ee-72bb-1098-ca29-f804ff5ab886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.734303] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "refresh_cache-13d34136-410d-408c-bc6d-1106c3b4316f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.734303] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquired lock "refresh_cache-13d34136-410d-408c-bc6d-1106c3b4316f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.734456] env[69654]: DEBUG nova.network.neutron [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.769244] env[69654]: DEBUG nova.network.neutron [req-741d4b4b-7f3b-492a-abf9-ec8f948aff8e req-728f434a-e0b2-489d-a489-af21e502fee5 service nova] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Updated VIF entry in instance network info cache for port cc64951e-1a7c-4274-85e3-f65704447077. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.769626] env[69654]: DEBUG nova.network.neutron [req-741d4b4b-7f3b-492a-abf9-ec8f948aff8e req-728f434a-e0b2-489d-a489-af21e502fee5 service nova] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Updating instance_info_cache with network_info: [{"id": "cc64951e-1a7c-4274-85e3-f65704447077", "address": "fa:16:3e:4c:ee:06", "network": {"id": "0a6238dc-3d20-450d-a257-f938b7127988", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1547043101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f70d77126094109b0452fa3bf64d025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc64951e-1a", "ovs_interfaceid": "cc64951e-1a7c-4274-85e3-f65704447077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.776603] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555274, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.829263] env[69654]: INFO nova.compute.manager [None req-1482cc6f-f672-44a0-8939-e6ffd23c82b4 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Resuming [ 1032.829862] env[69654]: DEBUG nova.objects.instance [None req-1482cc6f-f672-44a0-8939-e6ffd23c82b4 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lazy-loading 'flavor' on Instance uuid 1792b717-0fa6-403f-b8ce-3524fb81dfd1 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.109256] env[69654]: DEBUG nova.network.neutron [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updated VIF entry in instance network info cache for port 5ae7df77-d974-48db-b833-8e62eef3b03f. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.109592] env[69654]: DEBUG nova.network.neutron [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating instance_info_cache with network_info: [{"id": "5ae7df77-d974-48db-b833-8e62eef3b03f", "address": "fa:16:3e:28:7c:9f", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae7df77-d9", "ovs_interfaceid": "5ae7df77-d974-48db-b833-8e62eef3b03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.195942] env[69654]: DEBUG nova.scheduler.client.report [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.211508] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527e70ee-72bb-1098-ca29-f804ff5ab886, 'name': SearchDatastore_Task, 'duration_secs': 0.011999} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.211508] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.211508] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.211508] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.211508] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.212664] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.212664] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efaad1e0-55d9-47cc-a4ea-00135116a38a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.221509] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.221691] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.222708] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c6c1aa6-e469-406f-b6aa-8eb72b37ee72 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.227834] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Waiting for the task: (returnval){ [ 1033.227834] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d5e58e-6a48-5e40-fb08-47f58d49a8e6" [ 1033.227834] env[69654]: _type = "Task" [ 1033.227834] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.238697] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d5e58e-6a48-5e40-fb08-47f58d49a8e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.268487] env[69654]: DEBUG nova.network.neutron [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.278131] env[69654]: DEBUG oslo_concurrency.lockutils [req-741d4b4b-7f3b-492a-abf9-ec8f948aff8e req-728f434a-e0b2-489d-a489-af21e502fee5 service nova] Releasing lock "refresh_cache-9db374b6-0b53-4a8c-b6a9-cfc2287fc88b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.278523] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555274, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.429241] env[69654]: DEBUG nova.network.neutron [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Updating instance_info_cache with network_info: [{"id": "b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc", "address": "fa:16:3e:ff:39:26", "network": {"id": "40586571-dea3-41de-ae3b-5c30f0e4744f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-212295839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "72d9bac3b50947f296303f969780cc75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33d016d-d1", "ovs_interfaceid": "b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.483682] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "89006dfb-9d86-475a-8a57-f590287ec0af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.483942] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "89006dfb-9d86-475a-8a57-f590287ec0af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.484168] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "89006dfb-9d86-475a-8a57-f590287ec0af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.485133] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "89006dfb-9d86-475a-8a57-f590287ec0af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.485133] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "89006dfb-9d86-475a-8a57-f590287ec0af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.486743] env[69654]: INFO nova.compute.manager [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Terminating instance [ 1033.612895] env[69654]: DEBUG oslo_concurrency.lockutils [req-951be22e-6207-442d-907d-6dba838a0085 req-61f6c892-a4d5-4ecb-b8bb-b837b6cf4d30 service nova] Releasing lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.700711] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.704358] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.577s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.743655] env[69654]: INFO nova.scheduler.client.report [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Deleted allocations for instance 090a97b3-e5df-4ede-980a-d95291570913 [ 1033.750360] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d5e58e-6a48-5e40-fb08-47f58d49a8e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009914} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.751483] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f481cf7b-8622-458f-878e-1074870f3472 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.758180] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Waiting for the task: (returnval){ [ 1033.758180] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fb0a93-58f8-3400-3f2a-caab832def92" [ 1033.758180] env[69654]: _type = "Task" [ 1033.758180] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.767763] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fb0a93-58f8-3400-3f2a-caab832def92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.779212] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555274, 'name': CreateSnapshot_Task, 'duration_secs': 1.136546} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.779212] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1033.779755] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282892c5-6c4b-4ea3-8045-7f85720bef86 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.931784] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Releasing lock "refresh_cache-13d34136-410d-408c-bc6d-1106c3b4316f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.932149] env[69654]: DEBUG nova.compute.manager [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Instance network_info: |[{"id": "b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc", "address": "fa:16:3e:ff:39:26", "network": {"id": "40586571-dea3-41de-ae3b-5c30f0e4744f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-212295839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "72d9bac3b50947f296303f969780cc75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33d016d-d1", "ovs_interfaceid": "b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.932639] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:39:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73e099e8-2acc-4628-a60d-0b4afa46b39d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.941069] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Creating folder: Project (72d9bac3b50947f296303f969780cc75). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.941414] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e29c7e55-25e8-4e8a-bd74-79a2c86d5b30 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.952937] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Created folder: Project (72d9bac3b50947f296303f969780cc75) in parent group-v709593. [ 1033.953148] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Creating folder: Instances. Parent ref: group-v709844. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.953395] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8b5066e-bf11-4b25-aaaf-cb2c85b5a11c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.963483] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Created folder: Instances in parent group-v709844. [ 1033.963780] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.963985] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.964215] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d0feff3-f337-4783-9f32-c7ad009387f6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.983214] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.983214] env[69654]: value = "task-3555277" [ 1033.983214] env[69654]: _type = "Task" [ 1033.983214] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.991381] env[69654]: DEBUG nova.compute.manager [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.991621] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.991845] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555277, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.992634] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4911b02-9413-4164-a866-21e0baf48b04 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.999595] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.999595] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91fb2c65-a3ec-4d44-90dc-129297741d3e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.034958] env[69654]: DEBUG nova.compute.manager [req-e6b3652c-cb83-4cfe-9ead-c664dea9b365 req-7306f3f1-eb04-4771-8f1e-266b715b652b service nova] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Received event network-vif-plugged-b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.035224] env[69654]: DEBUG oslo_concurrency.lockutils [req-e6b3652c-cb83-4cfe-9ead-c664dea9b365 req-7306f3f1-eb04-4771-8f1e-266b715b652b service nova] Acquiring lock "13d34136-410d-408c-bc6d-1106c3b4316f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.035551] env[69654]: DEBUG oslo_concurrency.lockutils [req-e6b3652c-cb83-4cfe-9ead-c664dea9b365 req-7306f3f1-eb04-4771-8f1e-266b715b652b service nova] Lock "13d34136-410d-408c-bc6d-1106c3b4316f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.035742] env[69654]: DEBUG oslo_concurrency.lockutils [req-e6b3652c-cb83-4cfe-9ead-c664dea9b365 req-7306f3f1-eb04-4771-8f1e-266b715b652b service nova] Lock "13d34136-410d-408c-bc6d-1106c3b4316f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.035916] env[69654]: DEBUG nova.compute.manager [req-e6b3652c-cb83-4cfe-9ead-c664dea9b365 req-7306f3f1-eb04-4771-8f1e-266b715b652b service nova] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] No waiting events found dispatching network-vif-plugged-b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.036099] env[69654]: WARNING nova.compute.manager [req-e6b3652c-cb83-4cfe-9ead-c664dea9b365 req-7306f3f1-eb04-4771-8f1e-266b715b652b service nova] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Received unexpected event network-vif-plugged-b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc for instance with vm_state building and task_state spawning. [ 1034.036263] env[69654]: DEBUG nova.compute.manager [req-e6b3652c-cb83-4cfe-9ead-c664dea9b365 req-7306f3f1-eb04-4771-8f1e-266b715b652b service nova] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Received event network-changed-b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.036416] env[69654]: DEBUG nova.compute.manager [req-e6b3652c-cb83-4cfe-9ead-c664dea9b365 req-7306f3f1-eb04-4771-8f1e-266b715b652b service nova] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Refreshing instance network info cache due to event network-changed-b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.036599] env[69654]: DEBUG oslo_concurrency.lockutils [req-e6b3652c-cb83-4cfe-9ead-c664dea9b365 req-7306f3f1-eb04-4771-8f1e-266b715b652b service nova] Acquiring lock "refresh_cache-13d34136-410d-408c-bc6d-1106c3b4316f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.036761] env[69654]: DEBUG oslo_concurrency.lockutils [req-e6b3652c-cb83-4cfe-9ead-c664dea9b365 req-7306f3f1-eb04-4771-8f1e-266b715b652b service nova] Acquired lock "refresh_cache-13d34136-410d-408c-bc6d-1106c3b4316f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.036914] env[69654]: DEBUG nova.network.neutron [req-e6b3652c-cb83-4cfe-9ead-c664dea9b365 req-7306f3f1-eb04-4771-8f1e-266b715b652b service nova] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Refreshing network info cache for port b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.074428] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.074428] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.074428] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleting the datastore file [datastore1] 89006dfb-9d86-475a-8a57-f590287ec0af {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.074428] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ee6e752-91bb-4f82-ba09-b2e21139ec27 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.080472] env[69654]: DEBUG oslo_vmware.api [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1034.080472] env[69654]: value = "task-3555279" [ 1034.080472] env[69654]: _type = "Task" [ 1034.080472] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.089949] env[69654]: DEBUG oslo_vmware.api [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.255174] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5120bef1-5886-4c71-bc9f-234a5dc09bcf tempest-MigrationsAdminTest-1337534586 tempest-MigrationsAdminTest-1337534586-project-member] Lock "090a97b3-e5df-4ede-980a-d95291570913" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.499s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.268765] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fb0a93-58f8-3400-3f2a-caab832def92, 'name': SearchDatastore_Task, 'duration_secs': 0.016115} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.269454] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.269769] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b/9db374b6-0b53-4a8c-b6a9-cfc2287fc88b.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.270128] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ad57c23-00ab-4e84-bc18-7b122ef62651 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.277258] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Waiting for the task: (returnval){ [ 1034.277258] env[69654]: value = "task-3555280" [ 1034.277258] env[69654]: _type = "Task" [ 1034.277258] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.287585] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': task-3555280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.298959] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1034.299635] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f4c2cafc-b8ce-4286-9e28-b6f7792c7088 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.307642] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 1034.307642] env[69654]: value = "task-3555281" [ 1034.307642] env[69654]: _type = "Task" [ 1034.307642] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.316658] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555281, 'name': CloneVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.342986] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1482cc6f-f672-44a0-8939-e6ffd23c82b4 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.343293] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1482cc6f-f672-44a0-8939-e6ffd23c82b4 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquired lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.343524] env[69654]: DEBUG nova.network.neutron [None req-1482cc6f-f672-44a0-8939-e6ffd23c82b4 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.496115] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555277, 'name': CreateVM_Task, 'duration_secs': 0.446006} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.500025] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.500025] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.500025] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.500025] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.500025] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf8fc84-b839-4858-a52c-cf12941af6e4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.508296] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1034.508296] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5273c688-47ee-8b72-3984-fa1df05db578" [ 1034.508296] env[69654]: _type = "Task" [ 1034.508296] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.519573] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5273c688-47ee-8b72-3984-fa1df05db578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.600844] env[69654]: DEBUG oslo_vmware.api [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172576} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.601621] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.601621] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.601621] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.601819] env[69654]: INFO nova.compute.manager [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1034.601985] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.602248] env[69654]: DEBUG nova.compute.manager [-] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.602340] env[69654]: DEBUG nova.network.neutron [-] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.746052] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 48adb05f-2f14-40c8-908d-14beaaf6e4fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.746253] env[69654]: WARNING nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance d1f9074c-5091-47c7-a109-0c01a21023bc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1034.746387] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance d3019df4-3f5a-4c05-b646-9a6043a74dad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.746512] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 26427595-7845-4470-8516-0430e2d6107a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.746818] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance b6bb2c2f-6229-40d8-bfa3-b27970aeb275 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.747079] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 3c6b40b1-a10c-449c-84b9-4dafc0edee58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.747175] env[69654]: WARNING nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance f0f0c747-58c4-494d-998f-adee37d0859d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1034.747241] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 1792b717-0fa6-403f-b8ce-3524fb81dfd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.747358] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance a3a5c955-9976-46ab-ba56-4505cc461cf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.747508] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 3c9e79e3-3168-424d-857e-c94ebee0dbae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.747652] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 93bffb31-648b-4590-aa29-52a0b8069fb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.747773] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 9e167b41-9a47-4fc1-a109-42b8d36f95b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.747885] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 89006dfb-9d86-475a-8a57-f590287ec0af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.747999] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.748126] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 13d34136-410d-408c-bc6d-1106c3b4316f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.788102] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': task-3555280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490118} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.788398] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b/9db374b6-0b53-4a8c-b6a9-cfc2287fc88b.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.788632] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.789680] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6488866-08a9-438e-9636-331244f80220 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.797883] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Waiting for the task: (returnval){ [ 1034.797883] env[69654]: value = "task-3555282" [ 1034.797883] env[69654]: _type = "Task" [ 1034.797883] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.807077] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': task-3555282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.817498] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555281, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.018581] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5273c688-47ee-8b72-3984-fa1df05db578, 'name': SearchDatastore_Task, 'duration_secs': 0.019917} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.018906] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.019165] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.019405] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.019553] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.019728] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.019999] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab7c92e2-4458-4122-91d2-930392c271db {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.030853] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.031053] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.031779] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7549323-39af-4d4e-b166-6ac6a0ce63d2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.039010] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1035.039010] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5213a86b-de75-dc66-b917-7955e3b92b7a" [ 1035.039010] env[69654]: _type = "Task" [ 1035.039010] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.050677] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5213a86b-de75-dc66-b917-7955e3b92b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.008575} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.051768] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec845e6d-f57f-480f-9009-42e4c5d9fb3a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.057463] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1035.057463] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bf2c15-ff99-c524-ee70-1691a03eb2ca" [ 1035.057463] env[69654]: _type = "Task" [ 1035.057463] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.066359] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bf2c15-ff99-c524-ee70-1691a03eb2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.067688] env[69654]: DEBUG nova.network.neutron [None req-1482cc6f-f672-44a0-8939-e6ffd23c82b4 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Updating instance_info_cache with network_info: [{"id": "1e6a7509-0b62-47da-8ef9-6848daff80b6", "address": "fa:16:3e:df:a3:d2", "network": {"id": "c87e927b-6bc9-4a70-8c47-ab15d349e1a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-485020596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ef4eb974bd4e9c95ecbf180f54a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6a7509-0b", "ovs_interfaceid": "1e6a7509-0b62-47da-8ef9-6848daff80b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.252816] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 09aeec83-44a2-457c-9850-c20140ca368e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1035.252816] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1035.252816] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1035.257837] env[69654]: DEBUG nova.network.neutron [req-e6b3652c-cb83-4cfe-9ead-c664dea9b365 req-7306f3f1-eb04-4771-8f1e-266b715b652b service nova] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Updated VIF entry in instance network info cache for port b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.257837] env[69654]: DEBUG nova.network.neutron [req-e6b3652c-cb83-4cfe-9ead-c664dea9b365 req-7306f3f1-eb04-4771-8f1e-266b715b652b service nova] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Updating instance_info_cache with network_info: [{"id": "b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc", "address": "fa:16:3e:ff:39:26", "network": {"id": "40586571-dea3-41de-ae3b-5c30f0e4744f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-212295839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "72d9bac3b50947f296303f969780cc75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33d016d-d1", "ovs_interfaceid": "b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.310912] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': task-3555282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068286} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.314929] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.316179] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e585d75-86eb-4951-a462-3cafe11f028e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.324032] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555281, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.347326] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b/9db374b6-0b53-4a8c-b6a9-cfc2287fc88b.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.354402] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00850234-3b7f-4a10-9a61-954a5416fd13 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.370672] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.370995] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.381567] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Waiting for the task: (returnval){ [ 1035.381567] env[69654]: value = "task-3555283" [ 1035.381567] env[69654]: _type = "Task" [ 1035.381567] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.390834] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': task-3555283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.568372] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bf2c15-ff99-c524-ee70-1691a03eb2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.008109} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.570407] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.570660] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 13d34136-410d-408c-bc6d-1106c3b4316f/13d34136-410d-408c-bc6d-1106c3b4316f.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.571192] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1482cc6f-f672-44a0-8939-e6ffd23c82b4 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Releasing lock "refresh_cache-1792b717-0fa6-403f-b8ce-3524fb81dfd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.572127] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1411b0a9-77ea-47b5-bbad-7884b62acff9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.576180] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee00acf-b0ac-4b90-971f-0a04d4a3d3b0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.581411] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1482cc6f-f672-44a0-8939-e6ffd23c82b4 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Resuming the VM {{(pid=69654) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1035.581411] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6a91a5a-1579-4050-80b6-36ba97281e1b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.586099] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1035.586099] env[69654]: value = "task-3555284" [ 1035.586099] env[69654]: _type = "Task" [ 1035.586099] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.590771] env[69654]: DEBUG oslo_vmware.api [None req-1482cc6f-f672-44a0-8939-e6ffd23c82b4 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 1035.590771] env[69654]: value = "task-3555285" [ 1035.590771] env[69654]: _type = "Task" [ 1035.590771] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.596688] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.601502] env[69654]: DEBUG oslo_vmware.api [None req-1482cc6f-f672-44a0-8939-e6ffd23c82b4 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.618295] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a24f1b-e167-423f-9efe-626f0873cddf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.629380] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8680fa-3a07-4741-a479-448e43f5ae59 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.667957] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f600812-ddf9-41b8-8add-df4e211db821 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.675350] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fb4e8f-34a2-47f3-bb5e-6a32d69d35b6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.688754] env[69654]: DEBUG nova.compute.provider_tree [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.761812] env[69654]: DEBUG oslo_concurrency.lockutils [req-e6b3652c-cb83-4cfe-9ead-c664dea9b365 req-7306f3f1-eb04-4771-8f1e-266b715b652b service nova] Releasing lock "refresh_cache-13d34136-410d-408c-bc6d-1106c3b4316f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.823616] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555281, 'name': CloneVM_Task} progress is 95%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.875061] env[69654]: DEBUG nova.compute.manager [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.892157] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': task-3555283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.931466] env[69654]: DEBUG nova.network.neutron [-] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.102805] env[69654]: DEBUG oslo_vmware.api [None req-1482cc6f-f672-44a0-8939-e6ffd23c82b4 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.113925] env[69654]: DEBUG nova.compute.manager [req-ee0a79e2-5d83-4592-a4c3-3f46be504f24 req-7957e3c7-ba27-48f9-a1a3-111d069b996c service nova] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Received event network-vif-deleted-9bdf4865-8345-4b82-90d0-927ef3d3cd2e {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.113925] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516974} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.113925] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 13d34136-410d-408c-bc6d-1106c3b4316f/13d34136-410d-408c-bc6d-1106c3b4316f.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.113925] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.113925] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d60dfef-89dd-487b-8628-e90b1c20569b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.118940] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1036.118940] env[69654]: value = "task-3555286" [ 1036.118940] env[69654]: _type = "Task" [ 1036.118940] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.132196] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.191688] env[69654]: DEBUG nova.scheduler.client.report [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.327349] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555281, 'name': CloneVM_Task, 'duration_secs': 1.94672} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.327652] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Created linked-clone VM from snapshot [ 1036.328483] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab89b32-5569-458b-9fe1-6dd70e1db660 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.341145] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Uploading image 028200fc-6ec0-4f99-b023-80506834e3bb {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1036.357398] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1036.357712] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-03272000-ef67-43e3-b3b1-7c23b4fc3bf9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.364953] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 1036.364953] env[69654]: value = "task-3555287" [ 1036.364953] env[69654]: _type = "Task" [ 1036.364953] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.378952] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555287, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.397547] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': task-3555283, 'name': ReconfigVM_Task, 'duration_secs': 0.574425} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.397863] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b/9db374b6-0b53-4a8c-b6a9-cfc2287fc88b.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.403138] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bb867ac-bbc1-41e1-bef3-a81106201fc2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.409083] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Waiting for the task: (returnval){ [ 1036.409083] env[69654]: value = "task-3555288" [ 1036.409083] env[69654]: _type = "Task" [ 1036.409083] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.410486] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.422957] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': task-3555288, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.436561] env[69654]: INFO nova.compute.manager [-] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Took 1.83 seconds to deallocate network for instance. [ 1036.601929] env[69654]: DEBUG oslo_vmware.api [None req-1482cc6f-f672-44a0-8939-e6ffd23c82b4 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555285, 'name': PowerOnVM_Task, 'duration_secs': 0.642432} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.602317] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1482cc6f-f672-44a0-8939-e6ffd23c82b4 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Resumed the VM {{(pid=69654) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1036.602411] env[69654]: DEBUG nova.compute.manager [None req-1482cc6f-f672-44a0-8939-e6ffd23c82b4 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.603473] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fceade4c-daba-47fa-9c88-85936b9c7064 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.627629] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.289516} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.627819] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.628616] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e66d5d-eeba-4a7f-8193-ca410d6d53f8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.651986] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 13d34136-410d-408c-bc6d-1106c3b4316f/13d34136-410d-408c-bc6d-1106c3b4316f.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.653154] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07023fed-9058-4b88-8041-7455bee4ae87 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.672879] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1036.672879] env[69654]: value = "task-3555289" [ 1036.672879] env[69654]: _type = "Task" [ 1036.672879] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.681170] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.704868] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69654) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1036.705103] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.002s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.705372] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.945s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.705593] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.707662] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.194s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.707749] env[69654]: DEBUG nova.objects.instance [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69654) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1036.734959] env[69654]: INFO nova.scheduler.client.report [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Deleted allocations for instance f0f0c747-58c4-494d-998f-adee37d0859d [ 1036.877881] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555287, 'name': Destroy_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.924547] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': task-3555288, 'name': Rename_Task, 'duration_secs': 0.420372} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.924547] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.924773] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03b3e0c0-cc37-49ad-8a26-297a895d6cc5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.931766] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Waiting for the task: (returnval){ [ 1036.931766] env[69654]: value = "task-3555290" [ 1036.931766] env[69654]: _type = "Task" [ 1036.931766] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.939813] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': task-3555290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.949999] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.185016] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.248124] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76c5d798-e95c-41c1-944f-ff497c65b1bf tempest-ServersTestBootFromVolume-391508555 tempest-ServersTestBootFromVolume-391508555-project-member] Lock "f0f0c747-58c4-494d-998f-adee37d0859d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.855s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.384198] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555287, 'name': Destroy_Task, 'duration_secs': 1.001946} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.384621] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Destroyed the VM [ 1037.384725] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1037.385610] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bcde2bab-f0fe-469f-bd47-fc5d99baa680 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.392984] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 1037.392984] env[69654]: value = "task-3555291" [ 1037.392984] env[69654]: _type = "Task" [ 1037.392984] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.402932] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.444604] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': task-3555290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.688986] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555289, 'name': ReconfigVM_Task, 'duration_secs': 0.783776} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.689638] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 13d34136-410d-408c-bc6d-1106c3b4316f/13d34136-410d-408c-bc6d-1106c3b4316f.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.692613] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cc14a2f-12c0-4203-ad12-d2c871981476 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.698253] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1037.698253] env[69654]: value = "task-3555292" [ 1037.698253] env[69654]: _type = "Task" [ 1037.698253] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.711114] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555292, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.719513] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ee997b00-2ee6-4a63-9567-730b13d1c321 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.720699] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.600s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.722447] env[69654]: INFO nova.compute.claims [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.807450] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.807450] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.905265] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.943849] env[69654]: DEBUG oslo_vmware.api [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': task-3555290, 'name': PowerOnVM_Task, 'duration_secs': 0.846604} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.944172] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.944598] env[69654]: INFO nova.compute.manager [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1037.944847] env[69654]: DEBUG nova.compute.manager [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.945716] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b13b9f-294f-4019-9a80-e06ad779e042 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.213712] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555292, 'name': Rename_Task, 'duration_secs': 0.17134} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.213712] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.213712] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b30c53b-72e1-430d-9bf7-e0d123d3445c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.222016] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1038.222016] env[69654]: value = "task-3555293" [ 1038.222016] env[69654]: _type = "Task" [ 1038.222016] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.232571] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.310222] env[69654]: DEBUG nova.compute.manager [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.406563] env[69654]: DEBUG oslo_vmware.api [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555291, 'name': RemoveSnapshot_Task, 'duration_secs': 0.917283} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.406856] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1038.472761] env[69654]: INFO nova.compute.manager [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Took 32.36 seconds to build instance. [ 1038.731402] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555293, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.840636] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.915260] env[69654]: WARNING nova.compute.manager [None req-25e61e21-8276-4bb1-8e68-100158f31cb1 tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Image not found during snapshot: nova.exception.ImageNotFound: Image 028200fc-6ec0-4f99-b023-80506834e3bb could not be found. [ 1038.975409] env[69654]: DEBUG oslo_concurrency.lockutils [None req-33e45d08-fd88-43ab-9e1f-3c662b321bf0 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Lock "9db374b6-0b53-4a8c-b6a9-cfc2287fc88b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.873s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.064240] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccd6f1b-a10b-4064-838f-dc04900a2b26 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.071985] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de47c3c-36be-4bb7-9f68-896930b7cefe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.108632] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcee392-a787-4724-8865-afdd61d3f347 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.116546] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ebfddb-e293-4398-92fa-0cf7f212b34d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.132039] env[69654]: DEBUG nova.compute.provider_tree [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.231106] env[69654]: DEBUG oslo_vmware.api [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555293, 'name': PowerOnVM_Task, 'duration_secs': 0.850901} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.231392] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.231643] env[69654]: INFO nova.compute.manager [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1039.231764] env[69654]: DEBUG nova.compute.manager [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.232593] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f08d56-d1c7-4839-9aeb-51feb9046bed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.554766] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.555115] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.637437] env[69654]: DEBUG nova.scheduler.client.report [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.759348] env[69654]: INFO nova.compute.manager [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Took 28.78 seconds to build instance. [ 1039.846317] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "9e167b41-9a47-4fc1-a109-42b8d36f95b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.846645] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "9e167b41-9a47-4fc1-a109-42b8d36f95b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.846967] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "9e167b41-9a47-4fc1-a109-42b8d36f95b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.847113] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "9e167b41-9a47-4fc1-a109-42b8d36f95b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.847561] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "9e167b41-9a47-4fc1-a109-42b8d36f95b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.850997] env[69654]: INFO nova.compute.manager [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Terminating instance [ 1040.060170] env[69654]: DEBUG nova.compute.manager [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.142965] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.143731] env[69654]: DEBUG nova.compute.manager [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.147628] env[69654]: DEBUG oslo_concurrency.lockutils [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.309s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.147839] env[69654]: DEBUG oslo_concurrency.lockutils [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.149863] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.740s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.153990] env[69654]: INFO nova.compute.claims [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.197818] env[69654]: INFO nova.scheduler.client.report [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Deleted allocations for instance d1f9074c-5091-47c7-a109-0c01a21023bc [ 1040.257163] env[69654]: INFO nova.compute.manager [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Rescuing [ 1040.257485] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "refresh_cache-13d34136-410d-408c-bc6d-1106c3b4316f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.257664] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquired lock "refresh_cache-13d34136-410d-408c-bc6d-1106c3b4316f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.257846] env[69654]: DEBUG nova.network.neutron [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.262620] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2af170f5-3a58-4abd-ae65-ef2e67428142 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "13d34136-410d-408c-bc6d-1106c3b4316f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.293s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.360329] env[69654]: DEBUG nova.compute.manager [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.360611] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.361551] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac7cb55-f5bd-4136-8809-e26f187104f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.372154] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.372497] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-985c5752-df81-4123-837b-be29cc143613 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.380162] env[69654]: DEBUG oslo_vmware.api [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 1040.380162] env[69654]: value = "task-3555294" [ 1040.380162] env[69654]: _type = "Task" [ 1040.380162] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.392412] env[69654]: DEBUG oslo_vmware.api [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.603776] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.659879] env[69654]: DEBUG nova.compute.utils [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.663524] env[69654]: DEBUG nova.compute.manager [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.663756] env[69654]: DEBUG nova.network.neutron [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.712799] env[69654]: DEBUG oslo_concurrency.lockutils [None req-12dbb364-7c58-4441-9772-e453bbe4141f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "d1f9074c-5091-47c7-a109-0c01a21023bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.586s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.762020] env[69654]: DEBUG nova.policy [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de24dc14af9f4775bd82753b2d99162c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe15a2f8d0f044578e1c43b52101b6d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.895543] env[69654]: DEBUG oslo_vmware.api [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555294, 'name': PowerOffVM_Task, 'duration_secs': 0.277451} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.896411] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.896596] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.896873] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1485fa35-1cb0-43a6-868b-6e617bf2b066 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.964016] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.964248] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.964428] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Deleting the datastore file [datastore1] 9e167b41-9a47-4fc1-a109-42b8d36f95b2 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.965289] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-757f05ae-fc1c-45a8-a539-7aab8134bc0b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.972052] env[69654]: DEBUG oslo_vmware.api [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for the task: (returnval){ [ 1040.972052] env[69654]: value = "task-3555296" [ 1040.972052] env[69654]: _type = "Task" [ 1040.972052] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.980195] env[69654]: DEBUG oslo_vmware.api [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.166957] env[69654]: DEBUG nova.compute.manager [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.199994] env[69654]: DEBUG nova.network.neutron [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Updating instance_info_cache with network_info: [{"id": "b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc", "address": "fa:16:3e:ff:39:26", "network": {"id": "40586571-dea3-41de-ae3b-5c30f0e4744f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-212295839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "72d9bac3b50947f296303f969780cc75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33d016d-d1", "ovs_interfaceid": "b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.379872] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Acquiring lock "9db374b6-0b53-4a8c-b6a9-cfc2287fc88b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.380190] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Lock "9db374b6-0b53-4a8c-b6a9-cfc2287fc88b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.380419] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Acquiring lock "9db374b6-0b53-4a8c-b6a9-cfc2287fc88b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.382602] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Lock "9db374b6-0b53-4a8c-b6a9-cfc2287fc88b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.382820] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Lock "9db374b6-0b53-4a8c-b6a9-cfc2287fc88b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.384837] env[69654]: INFO nova.compute.manager [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Terminating instance [ 1041.423634] env[69654]: DEBUG nova.network.neutron [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Successfully created port: c1b4c161-88ce-4712-ab0f-d84411f44d32 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.430463] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefd06ba-10d6-4911-ae2e-ac2f5e3679a6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.440734] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf13478-b74e-4f40-bbe7-035586421360 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.477419] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7bc171-b000-4b8a-966c-d92bedc312fa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.484635] env[69654]: DEBUG oslo_vmware.api [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Task: {'id': task-3555296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137376} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.486694] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.486847] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.487038] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.487219] env[69654]: INFO nova.compute.manager [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1041.487461] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.487713] env[69654]: DEBUG nova.compute.manager [-] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.487808] env[69654]: DEBUG nova.network.neutron [-] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.491111] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908bf784-a6ec-4ac5-af2c-4ac54e75257c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.504552] env[69654]: DEBUG nova.compute.provider_tree [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.703309] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Releasing lock "refresh_cache-13d34136-410d-408c-bc6d-1106c3b4316f" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.891231] env[69654]: DEBUG nova.compute.manager [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.891509] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.892472] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913347ea-d0ef-4c30-9cec-996c146cc314 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.899888] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.900306] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40349f49-c744-471b-994f-25b01f3b853e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.906455] env[69654]: DEBUG oslo_vmware.api [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Waiting for the task: (returnval){ [ 1041.906455] env[69654]: value = "task-3555297" [ 1041.906455] env[69654]: _type = "Task" [ 1041.906455] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.917927] env[69654]: DEBUG oslo_vmware.api [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': task-3555297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.008082] env[69654]: DEBUG nova.scheduler.client.report [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.086447] env[69654]: DEBUG nova.compute.manager [req-57f0f527-55e2-4ef5-9a89-1a4f3d0803de req-ca7b0ea5-38ae-4c06-93a7-3c0041a5124c service nova] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Received event network-vif-deleted-5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.086682] env[69654]: INFO nova.compute.manager [req-57f0f527-55e2-4ef5-9a89-1a4f3d0803de req-ca7b0ea5-38ae-4c06-93a7-3c0041a5124c service nova] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Neutron deleted interface 5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5; detaching it from the instance and deleting it from the info cache [ 1042.086868] env[69654]: DEBUG nova.network.neutron [req-57f0f527-55e2-4ef5-9a89-1a4f3d0803de req-ca7b0ea5-38ae-4c06-93a7-3c0041a5124c service nova] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.180635] env[69654]: DEBUG nova.compute.manager [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.208277] env[69654]: DEBUG nova.virt.hardware [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.208588] env[69654]: DEBUG nova.virt.hardware [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.208807] env[69654]: DEBUG nova.virt.hardware [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.209060] env[69654]: DEBUG nova.virt.hardware [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.209271] env[69654]: DEBUG nova.virt.hardware [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.209459] env[69654]: DEBUG nova.virt.hardware [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.209719] env[69654]: DEBUG nova.virt.hardware [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.209902] env[69654]: DEBUG nova.virt.hardware [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.210098] env[69654]: DEBUG nova.virt.hardware [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.210269] env[69654]: DEBUG nova.virt.hardware [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.210442] env[69654]: DEBUG nova.virt.hardware [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.211381] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462d77eb-59c1-48aa-8434-61fc5f2cf887 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.219572] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb72e891-6fe1-45ca-82a4-e85203f740eb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.420298] env[69654]: DEBUG oslo_vmware.api [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': task-3555297, 'name': PowerOffVM_Task, 'duration_secs': 0.263343} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.420598] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.420761] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.421732] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29da955f-28d4-480b-bc10-be7ace1059fd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.492956] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.493367] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.493502] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Deleting the datastore file [datastore2] 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.493829] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b6e2516-8907-42d0-9634-7cb817dfe2c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.500213] env[69654]: DEBUG oslo_vmware.api [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Waiting for the task: (returnval){ [ 1042.500213] env[69654]: value = "task-3555299" [ 1042.500213] env[69654]: _type = "Task" [ 1042.500213] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.508432] env[69654]: DEBUG oslo_vmware.api [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': task-3555299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.513273] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.513838] env[69654]: DEBUG nova.compute.manager [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.516615] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.567s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.516879] env[69654]: DEBUG nova.objects.instance [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lazy-loading 'resources' on Instance uuid 89006dfb-9d86-475a-8a57-f590287ec0af {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.568187] env[69654]: DEBUG nova.network.neutron [-] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.592857] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f662226-0564-436f-b531-574e5166cca5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.602690] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b591b1-906f-42d1-abd1-d6a08be6e10f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.635389] env[69654]: DEBUG nova.compute.manager [req-57f0f527-55e2-4ef5-9a89-1a4f3d0803de req-ca7b0ea5-38ae-4c06-93a7-3c0041a5124c service nova] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Detach interface failed, port_id=5a4064d1-8021-4ec6-bd4f-ad0c5cda16b5, reason: Instance 9e167b41-9a47-4fc1-a109-42b8d36f95b2 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1043.012043] env[69654]: DEBUG oslo_vmware.api [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Task: {'id': task-3555299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129519} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.012043] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.012043] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.012416] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.012416] env[69654]: INFO nova.compute.manager [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1043.012486] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.012697] env[69654]: DEBUG nova.compute.manager [-] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.012794] env[69654]: DEBUG nova.network.neutron [-] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.020039] env[69654]: DEBUG nova.compute.utils [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.021295] env[69654]: DEBUG nova.compute.manager [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.021461] env[69654]: DEBUG nova.network.neutron [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.060242] env[69654]: DEBUG nova.policy [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '067f7e518ca04bb1956fa78ad22d2ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf89ca1830cd4d49aa3216e71d010a9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.069803] env[69654]: INFO nova.compute.manager [-] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Took 1.58 seconds to deallocate network for instance. [ 1043.152856] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.153134] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.153350] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.153559] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.154209] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.155866] env[69654]: INFO nova.compute.manager [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Terminating instance [ 1043.235133] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.235533] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.242591] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.243649] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-427f6332-6e51-42c5-9a4e-6a5e1d8e0645 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.252861] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1043.252861] env[69654]: value = "task-3555300" [ 1043.252861] env[69654]: _type = "Task" [ 1043.252861] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.263030] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.303020] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7826d23-cf7e-4433-a010-72dfdf00b91e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.309243] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b7d84b-8dd4-41a1-881a-3ee69014106f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.346450] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71555f51-f1d4-4332-ab3a-e535bdfcca3c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.355173] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a2dab2-5952-4be7-a943-1d1ced084271 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.371498] env[69654]: DEBUG nova.compute.provider_tree [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.498437] env[69654]: DEBUG nova.network.neutron [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Successfully updated port: c1b4c161-88ce-4712-ab0f-d84411f44d32 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.529282] env[69654]: DEBUG nova.compute.manager [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.581424] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.659742] env[69654]: DEBUG nova.compute.manager [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.659997] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.660939] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1995725-f701-4ee7-9f75-29f41fc4a963 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.668854] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.669116] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-384522ce-90c2-4778-a5d1-e2451015bb2e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.674660] env[69654]: DEBUG oslo_vmware.api [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 1043.674660] env[69654]: value = "task-3555301" [ 1043.674660] env[69654]: _type = "Task" [ 1043.674660] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.681981] env[69654]: DEBUG oslo_vmware.api [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.739209] env[69654]: DEBUG nova.compute.manager [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.766062] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555300, 'name': PowerOffVM_Task, 'duration_secs': 0.208415} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.766062] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.766062] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189f5524-721d-464c-b9a4-68d56943483f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.768187] env[69654]: DEBUG nova.network.neutron [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Successfully created port: c224d0d2-ac22-4796-9c01-c325554fa2e4 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.786500] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5a4ef4-fd75-4eb0-b4f5-28e2010ab0af {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.819918] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.820233] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-433118c6-cd0f-4f39-8c22-bf2914010332 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.827793] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1043.827793] env[69654]: value = "task-3555302" [ 1043.827793] env[69654]: _type = "Task" [ 1043.827793] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.836214] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] VM already powered off {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1043.836421] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.836671] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.836812] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.836986] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.837248] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b71735fe-3c51-4184-9905-d7e20042fd61 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.847846] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.848090] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.848823] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b904d8e2-5e83-4504-9d78-f4e88bb7f21a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.854691] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1043.854691] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fe1c02-6ab2-729f-2e1f-3bc37a7402b0" [ 1043.854691] env[69654]: _type = "Task" [ 1043.854691] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.862445] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fe1c02-6ab2-729f-2e1f-3bc37a7402b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.875478] env[69654]: DEBUG nova.scheduler.client.report [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.974442] env[69654]: DEBUG nova.network.neutron [-] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.000697] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.000862] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.002065] env[69654]: DEBUG nova.network.neutron [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.116443] env[69654]: DEBUG nova.compute.manager [req-4104f253-b2bf-423e-bf6a-78c2d362485a req-3154227a-c160-4267-9ddc-fadb20e1d760 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Received event network-vif-plugged-c1b4c161-88ce-4712-ab0f-d84411f44d32 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.116674] env[69654]: DEBUG oslo_concurrency.lockutils [req-4104f253-b2bf-423e-bf6a-78c2d362485a req-3154227a-c160-4267-9ddc-fadb20e1d760 service nova] Acquiring lock "09aeec83-44a2-457c-9850-c20140ca368e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.116868] env[69654]: DEBUG oslo_concurrency.lockutils [req-4104f253-b2bf-423e-bf6a-78c2d362485a req-3154227a-c160-4267-9ddc-fadb20e1d760 service nova] Lock "09aeec83-44a2-457c-9850-c20140ca368e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.117056] env[69654]: DEBUG oslo_concurrency.lockutils [req-4104f253-b2bf-423e-bf6a-78c2d362485a req-3154227a-c160-4267-9ddc-fadb20e1d760 service nova] Lock "09aeec83-44a2-457c-9850-c20140ca368e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.117210] env[69654]: DEBUG nova.compute.manager [req-4104f253-b2bf-423e-bf6a-78c2d362485a req-3154227a-c160-4267-9ddc-fadb20e1d760 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] No waiting events found dispatching network-vif-plugged-c1b4c161-88ce-4712-ab0f-d84411f44d32 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.117372] env[69654]: WARNING nova.compute.manager [req-4104f253-b2bf-423e-bf6a-78c2d362485a req-3154227a-c160-4267-9ddc-fadb20e1d760 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Received unexpected event network-vif-plugged-c1b4c161-88ce-4712-ab0f-d84411f44d32 for instance with vm_state building and task_state spawning. [ 1044.117531] env[69654]: DEBUG nova.compute.manager [req-4104f253-b2bf-423e-bf6a-78c2d362485a req-3154227a-c160-4267-9ddc-fadb20e1d760 service nova] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Received event network-vif-deleted-cc64951e-1a7c-4274-85e3-f65704447077 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.117697] env[69654]: DEBUG nova.compute.manager [req-4104f253-b2bf-423e-bf6a-78c2d362485a req-3154227a-c160-4267-9ddc-fadb20e1d760 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Received event network-changed-c1b4c161-88ce-4712-ab0f-d84411f44d32 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.117850] env[69654]: DEBUG nova.compute.manager [req-4104f253-b2bf-423e-bf6a-78c2d362485a req-3154227a-c160-4267-9ddc-fadb20e1d760 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Refreshing instance network info cache due to event network-changed-c1b4c161-88ce-4712-ab0f-d84411f44d32. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.118018] env[69654]: DEBUG oslo_concurrency.lockutils [req-4104f253-b2bf-423e-bf6a-78c2d362485a req-3154227a-c160-4267-9ddc-fadb20e1d760 service nova] Acquiring lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.185172] env[69654]: DEBUG oslo_vmware.api [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555301, 'name': PowerOffVM_Task, 'duration_secs': 0.19787} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.185458] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.185626] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.185880] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fe4d7fa-e8d6-4e4c-95a3-97d75f9d88d9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.254442] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.254560] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.255020] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Deleting the datastore file [datastore1] 1792b717-0fa6-403f-b8ce-3524fb81dfd1 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.255020] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-502dfbc5-fa64-473f-9ca8-5739d73f7fd0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.261448] env[69654]: DEBUG oslo_vmware.api [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for the task: (returnval){ [ 1044.261448] env[69654]: value = "task-3555304" [ 1044.261448] env[69654]: _type = "Task" [ 1044.261448] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.262324] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.270255] env[69654]: DEBUG oslo_vmware.api [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.364569] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fe1c02-6ab2-729f-2e1f-3bc37a7402b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008708} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.365326] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e27e4292-c77d-4b73-ac94-7e115bca1a7b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.370127] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1044.370127] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a70de3-378f-0f76-65f4-53cda080406b" [ 1044.370127] env[69654]: _type = "Task" [ 1044.370127] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.378060] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a70de3-378f-0f76-65f4-53cda080406b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.382107] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.384309] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.544s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.385818] env[69654]: INFO nova.compute.claims [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.414068] env[69654]: INFO nova.scheduler.client.report [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleted allocations for instance 89006dfb-9d86-475a-8a57-f590287ec0af [ 1044.477798] env[69654]: INFO nova.compute.manager [-] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Took 1.46 seconds to deallocate network for instance. [ 1044.534333] env[69654]: DEBUG nova.network.neutron [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.537143] env[69654]: DEBUG nova.compute.manager [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.563874] env[69654]: DEBUG nova.virt.hardware [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.564143] env[69654]: DEBUG nova.virt.hardware [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.564323] env[69654]: DEBUG nova.virt.hardware [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.564526] env[69654]: DEBUG nova.virt.hardware [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.564666] env[69654]: DEBUG nova.virt.hardware [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.564814] env[69654]: DEBUG nova.virt.hardware [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.565025] env[69654]: DEBUG nova.virt.hardware [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.565208] env[69654]: DEBUG nova.virt.hardware [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.565364] env[69654]: DEBUG nova.virt.hardware [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.565528] env[69654]: DEBUG nova.virt.hardware [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.565699] env[69654]: DEBUG nova.virt.hardware [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.566584] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca07c07-ab3c-4d1a-a87b-9245e3e55e09 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.575803] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a76cfde-45d6-4601-a87e-7d54457f2e03 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.682785] env[69654]: DEBUG nova.network.neutron [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Updating instance_info_cache with network_info: [{"id": "c1b4c161-88ce-4712-ab0f-d84411f44d32", "address": "fa:16:3e:75:3a:cb", "network": {"id": "cfb2c5f3-f003-4e98-98cc-03be95a103d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-370517468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe15a2f8d0f044578e1c43b52101b6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b4c161-88", "ovs_interfaceid": "c1b4c161-88ce-4712-ab0f-d84411f44d32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.772503] env[69654]: DEBUG oslo_vmware.api [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Task: {'id': task-3555304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160916} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.772822] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.773046] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.773242] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.773418] env[69654]: INFO nova.compute.manager [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1044.773656] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.773866] env[69654]: DEBUG nova.compute.manager [-] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.773963] env[69654]: DEBUG nova.network.neutron [-] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.880354] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a70de3-378f-0f76-65f4-53cda080406b, 'name': SearchDatastore_Task, 'duration_secs': 0.010114} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.880728] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.880901] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 13d34136-410d-408c-bc6d-1106c3b4316f/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk. {{(pid=69654) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1044.881180] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22c1284f-709b-4c85-8f65-2e064fce98a9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.891222] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1044.891222] env[69654]: value = "task-3555305" [ 1044.891222] env[69654]: _type = "Task" [ 1044.891222] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.897831] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.926481] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d83bec90-c8d7-491e-98d0-346b79496aaa tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "89006dfb-9d86-475a-8a57-f590287ec0af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.442s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.985227] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.186196] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Releasing lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.186576] env[69654]: DEBUG nova.compute.manager [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Instance network_info: |[{"id": "c1b4c161-88ce-4712-ab0f-d84411f44d32", "address": "fa:16:3e:75:3a:cb", "network": {"id": "cfb2c5f3-f003-4e98-98cc-03be95a103d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-370517468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe15a2f8d0f044578e1c43b52101b6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b4c161-88", "ovs_interfaceid": "c1b4c161-88ce-4712-ab0f-d84411f44d32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.186890] env[69654]: DEBUG oslo_concurrency.lockutils [req-4104f253-b2bf-423e-bf6a-78c2d362485a req-3154227a-c160-4267-9ddc-fadb20e1d760 service nova] Acquired lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.187136] env[69654]: DEBUG nova.network.neutron [req-4104f253-b2bf-423e-bf6a-78c2d362485a req-3154227a-c160-4267-9ddc-fadb20e1d760 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Refreshing network info cache for port c1b4c161-88ce-4712-ab0f-d84411f44d32 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.188761] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:3a:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1b4c161-88ce-4712-ab0f-d84411f44d32', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.196411] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.200500] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.201125] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-037c2c09-0d2a-48d6-9948-99b84bc39406 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.224033] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.224033] env[69654]: value = "task-3555306" [ 1045.224033] env[69654]: _type = "Task" [ 1045.224033] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.232828] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555306, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.257345] env[69654]: DEBUG nova.compute.manager [req-e3852db1-beba-4658-a86e-297f2cc06118 req-9349ed5c-ab4c-4449-b68a-894cb8e36e5c service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Received event network-vif-plugged-c224d0d2-ac22-4796-9c01-c325554fa2e4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.257567] env[69654]: DEBUG oslo_concurrency.lockutils [req-e3852db1-beba-4658-a86e-297f2cc06118 req-9349ed5c-ab4c-4449-b68a-894cb8e36e5c service nova] Acquiring lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.257849] env[69654]: DEBUG oslo_concurrency.lockutils [req-e3852db1-beba-4658-a86e-297f2cc06118 req-9349ed5c-ab4c-4449-b68a-894cb8e36e5c service nova] Lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.257957] env[69654]: DEBUG oslo_concurrency.lockutils [req-e3852db1-beba-4658-a86e-297f2cc06118 req-9349ed5c-ab4c-4449-b68a-894cb8e36e5c service nova] Lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.258133] env[69654]: DEBUG nova.compute.manager [req-e3852db1-beba-4658-a86e-297f2cc06118 req-9349ed5c-ab4c-4449-b68a-894cb8e36e5c service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] No waiting events found dispatching network-vif-plugged-c224d0d2-ac22-4796-9c01-c325554fa2e4 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.258298] env[69654]: WARNING nova.compute.manager [req-e3852db1-beba-4658-a86e-297f2cc06118 req-9349ed5c-ab4c-4449-b68a-894cb8e36e5c service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Received unexpected event network-vif-plugged-c224d0d2-ac22-4796-9c01-c325554fa2e4 for instance with vm_state building and task_state spawning. [ 1045.380087] env[69654]: DEBUG nova.network.neutron [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Successfully updated port: c224d0d2-ac22-4796-9c01-c325554fa2e4 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.406065] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50357} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.406484] env[69654]: INFO nova.virt.vmwareapi.ds_util [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 13d34136-410d-408c-bc6d-1106c3b4316f/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk. [ 1045.407134] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb6778b-e3f3-43ff-bb73-9fbba9ed5940 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.439350] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 13d34136-410d-408c-bc6d-1106c3b4316f/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.442242] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ffe8cf7-b709-4d6a-add9-9503772576ec {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.456213] env[69654]: DEBUG nova.network.neutron [req-4104f253-b2bf-423e-bf6a-78c2d362485a req-3154227a-c160-4267-9ddc-fadb20e1d760 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Updated VIF entry in instance network info cache for port c1b4c161-88ce-4712-ab0f-d84411f44d32. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.456213] env[69654]: DEBUG nova.network.neutron [req-4104f253-b2bf-423e-bf6a-78c2d362485a req-3154227a-c160-4267-9ddc-fadb20e1d760 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Updating instance_info_cache with network_info: [{"id": "c1b4c161-88ce-4712-ab0f-d84411f44d32", "address": "fa:16:3e:75:3a:cb", "network": {"id": "cfb2c5f3-f003-4e98-98cc-03be95a103d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-370517468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe15a2f8d0f044578e1c43b52101b6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b4c161-88", "ovs_interfaceid": "c1b4c161-88ce-4712-ab0f-d84411f44d32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.462403] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1045.462403] env[69654]: value = "task-3555307" [ 1045.462403] env[69654]: _type = "Task" [ 1045.462403] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.475099] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555307, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.529598] env[69654]: DEBUG nova.network.neutron [-] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.654657] env[69654]: DEBUG oslo_concurrency.lockutils [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.654864] env[69654]: DEBUG oslo_concurrency.lockutils [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.659668] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899cacbc-3575-470d-be22-339cef1e6c34 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.667888] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2226c5-bc12-4796-bce3-2bf3d921ceb8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.697257] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3262133-4ef0-47ec-b78f-6092c8a0a7f1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.703987] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028f312b-d9c9-4446-958a-a74e65392559 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.718532] env[69654]: DEBUG nova.compute.provider_tree [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.733917] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555306, 'name': CreateVM_Task, 'duration_secs': 0.36691} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.734120] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.734930] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.735140] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.735519] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.735738] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2036eeea-3760-4427-8fc6-c2487a71a812 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.740185] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1045.740185] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52aa088a-0f95-0445-6494-77a087b6efda" [ 1045.740185] env[69654]: _type = "Task" [ 1045.740185] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.747991] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52aa088a-0f95-0445-6494-77a087b6efda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.882889] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.883085] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.883217] env[69654]: DEBUG nova.network.neutron [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.959543] env[69654]: DEBUG oslo_concurrency.lockutils [req-4104f253-b2bf-423e-bf6a-78c2d362485a req-3154227a-c160-4267-9ddc-fadb20e1d760 service nova] Releasing lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.972484] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.033594] env[69654]: INFO nova.compute.manager [-] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Took 1.26 seconds to deallocate network for instance. [ 1046.146872] env[69654]: DEBUG nova.compute.manager [req-1ae7a07d-cc1b-482b-b215-761c15a33836 req-694b8c7b-d1cc-4a89-b24b-505c11c096fe service nova] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Received event network-vif-deleted-1e6a7509-0b62-47da-8ef9-6848daff80b6 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.156870] env[69654]: DEBUG nova.compute.manager [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.222134] env[69654]: DEBUG nova.scheduler.client.report [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.250984] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52aa088a-0f95-0445-6494-77a087b6efda, 'name': SearchDatastore_Task, 'duration_secs': 0.011783} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.251283] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.251511] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.251745] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.251894] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.252085] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.252336] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-211ef2c5-3912-490d-9d64-35d053758f9e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.260336] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.260571] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.261200] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba4b115-8cad-4f5f-85e2-41a940881257 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.266173] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1046.266173] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5295d01b-164f-13e7-a4bc-0b79834d6b22" [ 1046.266173] env[69654]: _type = "Task" [ 1046.266173] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.273253] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5295d01b-164f-13e7-a4bc-0b79834d6b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.424313] env[69654]: DEBUG nova.network.neutron [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.475963] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555307, 'name': ReconfigVM_Task, 'duration_secs': 0.586368} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.476199] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 13d34136-410d-408c-bc6d-1106c3b4316f/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.477342] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4582492-8ec2-4a53-b9ea-b17d3cb936ac {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.504861] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92a5c052-b220-42f0-866e-c78a5e622f3a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.520231] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1046.520231] env[69654]: value = "task-3555308" [ 1046.520231] env[69654]: _type = "Task" [ 1046.520231] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.530177] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.540238] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.584925] env[69654]: DEBUG nova.network.neutron [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Updating instance_info_cache with network_info: [{"id": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "address": "fa:16:3e:57:5b:f9", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc224d0d2-ac", "ovs_interfaceid": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.678822] env[69654]: DEBUG oslo_concurrency.lockutils [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.726906] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.727445] env[69654]: DEBUG nova.compute.manager [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.730167] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.127s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.731941] env[69654]: INFO nova.compute.claims [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.776665] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5295d01b-164f-13e7-a4bc-0b79834d6b22, 'name': SearchDatastore_Task, 'duration_secs': 0.007814} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.777428] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f65b7d-6115-4646-b372-b0193017d00d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.782678] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1046.782678] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d34082-4adb-1d4a-5318-1805d06da1ff" [ 1046.782678] env[69654]: _type = "Task" [ 1046.782678] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.791094] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d34082-4adb-1d4a-5318-1805d06da1ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.030895] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555308, 'name': ReconfigVM_Task, 'duration_secs': 0.163317} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.031170] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.031496] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b37bd04c-7861-432e-bd00-d9a089e5b0c8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.037853] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1047.037853] env[69654]: value = "task-3555309" [ 1047.037853] env[69654]: _type = "Task" [ 1047.037853] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.045725] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.087743] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.087844] env[69654]: DEBUG nova.compute.manager [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Instance network_info: |[{"id": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "address": "fa:16:3e:57:5b:f9", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc224d0d2-ac", "ovs_interfaceid": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.088312] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:5b:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c224d0d2-ac22-4796-9c01-c325554fa2e4', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.096128] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.096364] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.096588] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19db5301-34ba-4020-9b5f-b4532a59773d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.116628] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.116628] env[69654]: value = "task-3555310" [ 1047.116628] env[69654]: _type = "Task" [ 1047.116628] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.124496] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555310, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.239575] env[69654]: DEBUG nova.compute.utils [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.240621] env[69654]: DEBUG nova.compute.manager [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.240805] env[69654]: DEBUG nova.network.neutron [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.277566] env[69654]: DEBUG nova.policy [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa3ab18bb82840a9b5c82faf12771e86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59c26f0847f843d8ad052a939ff0e23b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.285558] env[69654]: DEBUG nova.compute.manager [req-1fb01838-0b36-4f97-a035-448be39240a1 req-3b0bc874-9008-4883-b342-5dfe089871e1 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Received event network-changed-c224d0d2-ac22-4796-9c01-c325554fa2e4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.285789] env[69654]: DEBUG nova.compute.manager [req-1fb01838-0b36-4f97-a035-448be39240a1 req-3b0bc874-9008-4883-b342-5dfe089871e1 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Refreshing instance network info cache due to event network-changed-c224d0d2-ac22-4796-9c01-c325554fa2e4. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.286061] env[69654]: DEBUG oslo_concurrency.lockutils [req-1fb01838-0b36-4f97-a035-448be39240a1 req-3b0bc874-9008-4883-b342-5dfe089871e1 service nova] Acquiring lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.286229] env[69654]: DEBUG oslo_concurrency.lockutils [req-1fb01838-0b36-4f97-a035-448be39240a1 req-3b0bc874-9008-4883-b342-5dfe089871e1 service nova] Acquired lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.286404] env[69654]: DEBUG nova.network.neutron [req-1fb01838-0b36-4f97-a035-448be39240a1 req-3b0bc874-9008-4883-b342-5dfe089871e1 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Refreshing network info cache for port c224d0d2-ac22-4796-9c01-c325554fa2e4 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.298279] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d34082-4adb-1d4a-5318-1805d06da1ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008983} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.298736] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.298993] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 09aeec83-44a2-457c-9850-c20140ca368e/09aeec83-44a2-457c-9850-c20140ca368e.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.299259] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b0f294e-9bb9-4966-bcd4-ec0d1663b330 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.306456] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1047.306456] env[69654]: value = "task-3555311" [ 1047.306456] env[69654]: _type = "Task" [ 1047.306456] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.314600] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.550295] env[69654]: DEBUG oslo_vmware.api [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555309, 'name': PowerOnVM_Task, 'duration_secs': 0.479267} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.550295] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.551763] env[69654]: DEBUG nova.compute.manager [None req-15577e1a-56b2-43e6-88c0-d9f0c65a02cb tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.552911] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4239e022-039b-493a-83e7-c479b44fcf5d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.599149] env[69654]: DEBUG nova.network.neutron [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Successfully created port: ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.627400] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555310, 'name': CreateVM_Task, 'duration_secs': 0.374483} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.627655] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.628491] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.628737] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.629143] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.629429] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db43b2f9-64b3-4599-8fba-68d7bbc9d85f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.635498] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1047.635498] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52aeb57b-1b51-9196-2ec1-e99726c9669e" [ 1047.635498] env[69654]: _type = "Task" [ 1047.635498] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.644902] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52aeb57b-1b51-9196-2ec1-e99726c9669e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.744453] env[69654]: DEBUG nova.compute.manager [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.821805] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496976} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.822300] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 09aeec83-44a2-457c-9850-c20140ca368e/09aeec83-44a2-457c-9850-c20140ca368e.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.822510] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.822791] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c191f73-75a6-4935-97fb-5150476fd5a9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.829188] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1047.829188] env[69654]: value = "task-3555312" [ 1047.829188] env[69654]: _type = "Task" [ 1047.829188] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.840280] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.004296] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc49b19-5de5-489c-adc9-517339cda882 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.012531] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3f4816-794a-4b23-98db-42d768f5a7d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.045800] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2061bb4f-d8d1-4a7c-9638-7cc80f7cc251 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.053591] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cf7e20-3b82-4df3-88ed-dc0c0b4a021b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.070392] env[69654]: DEBUG nova.compute.provider_tree [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.099639] env[69654]: DEBUG nova.network.neutron [req-1fb01838-0b36-4f97-a035-448be39240a1 req-3b0bc874-9008-4883-b342-5dfe089871e1 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Updated VIF entry in instance network info cache for port c224d0d2-ac22-4796-9c01-c325554fa2e4. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.100348] env[69654]: DEBUG nova.network.neutron [req-1fb01838-0b36-4f97-a035-448be39240a1 req-3b0bc874-9008-4883-b342-5dfe089871e1 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Updating instance_info_cache with network_info: [{"id": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "address": "fa:16:3e:57:5b:f9", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc224d0d2-ac", "ovs_interfaceid": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.147222] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52aeb57b-1b51-9196-2ec1-e99726c9669e, 'name': SearchDatastore_Task, 'duration_secs': 0.053401} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.147561] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.147999] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.148484] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.148781] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.149152] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.149483] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-176d38f4-1f6f-46ca-b753-883bb774e3da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.159359] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.159532] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.160430] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c6f8a94-75d4-48bc-b832-43c04d9a75af {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.165479] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1048.165479] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fb58fb-1ae5-c496-57b7-e64be14e1d57" [ 1048.165479] env[69654]: _type = "Task" [ 1048.165479] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.173667] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fb58fb-1ae5-c496-57b7-e64be14e1d57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.339549] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073858} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.339860] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.340672] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee4c345-5ae7-4254-a08c-4380c2e96e34 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.364855] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 09aeec83-44a2-457c-9850-c20140ca368e/09aeec83-44a2-457c-9850-c20140ca368e.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.365238] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aa55353-7c7d-4fec-9c43-b39772466390 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.386172] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1048.386172] env[69654]: value = "task-3555313" [ 1048.386172] env[69654]: _type = "Task" [ 1048.386172] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.396019] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.574374] env[69654]: DEBUG nova.scheduler.client.report [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.602313] env[69654]: DEBUG oslo_concurrency.lockutils [req-1fb01838-0b36-4f97-a035-448be39240a1 req-3b0bc874-9008-4883-b342-5dfe089871e1 service nova] Releasing lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.675649] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52fb58fb-1ae5-c496-57b7-e64be14e1d57, 'name': SearchDatastore_Task, 'duration_secs': 0.008652} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.676681] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81b4fb9a-d089-4963-a902-043e419c7f88 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.682179] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1048.682179] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c1255d-8879-a02e-2c10-091e1c5f4785" [ 1048.682179] env[69654]: _type = "Task" [ 1048.682179] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.689736] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c1255d-8879-a02e-2c10-091e1c5f4785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.761603] env[69654]: DEBUG nova.compute.manager [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.786421] env[69654]: DEBUG nova.virt.hardware [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.786650] env[69654]: DEBUG nova.virt.hardware [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.786806] env[69654]: DEBUG nova.virt.hardware [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.786979] env[69654]: DEBUG nova.virt.hardware [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.787142] env[69654]: DEBUG nova.virt.hardware [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.787388] env[69654]: DEBUG nova.virt.hardware [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.787527] env[69654]: DEBUG nova.virt.hardware [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.787643] env[69654]: DEBUG nova.virt.hardware [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.787993] env[69654]: DEBUG nova.virt.hardware [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.787993] env[69654]: DEBUG nova.virt.hardware [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.788137] env[69654]: DEBUG nova.virt.hardware [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.788955] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50621c5-a9d9-4886-98db-aa5f6ce5b7d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.796549] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5e0e3a-694e-492e-b6ee-e7d92e025f72 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.896234] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555313, 'name': ReconfigVM_Task, 'duration_secs': 0.265962} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.896527] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 09aeec83-44a2-457c-9850-c20140ca368e/09aeec83-44a2-457c-9850-c20140ca368e.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.897194] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b69dbc8-5241-4dbd-a1b6-c2eda16dda2a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.903653] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1048.903653] env[69654]: value = "task-3555314" [ 1048.903653] env[69654]: _type = "Task" [ 1048.903653] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.911565] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555314, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.025124] env[69654]: DEBUG nova.compute.manager [req-b3570be5-b3a2-4e86-bac8-40ba0a4c9db5 req-2505e4aa-bb3e-436a-862e-5c82965d2208 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Received event network-vif-plugged-ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.025219] env[69654]: DEBUG oslo_concurrency.lockutils [req-b3570be5-b3a2-4e86-bac8-40ba0a4c9db5 req-2505e4aa-bb3e-436a-862e-5c82965d2208 service nova] Acquiring lock "29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.025436] env[69654]: DEBUG oslo_concurrency.lockutils [req-b3570be5-b3a2-4e86-bac8-40ba0a4c9db5 req-2505e4aa-bb3e-436a-862e-5c82965d2208 service nova] Lock "29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.025621] env[69654]: DEBUG oslo_concurrency.lockutils [req-b3570be5-b3a2-4e86-bac8-40ba0a4c9db5 req-2505e4aa-bb3e-436a-862e-5c82965d2208 service nova] Lock "29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.025825] env[69654]: DEBUG nova.compute.manager [req-b3570be5-b3a2-4e86-bac8-40ba0a4c9db5 req-2505e4aa-bb3e-436a-862e-5c82965d2208 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] No waiting events found dispatching network-vif-plugged-ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.026016] env[69654]: WARNING nova.compute.manager [req-b3570be5-b3a2-4e86-bac8-40ba0a4c9db5 req-2505e4aa-bb3e-436a-862e-5c82965d2208 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Received unexpected event network-vif-plugged-ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e for instance with vm_state building and task_state spawning. [ 1049.079827] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.080364] env[69654]: DEBUG nova.compute.manager [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.082982] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.502s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.083208] env[69654]: DEBUG nova.objects.instance [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lazy-loading 'resources' on Instance uuid 9e167b41-9a47-4fc1-a109-42b8d36f95b2 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.107598] env[69654]: DEBUG nova.network.neutron [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Successfully updated port: ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.193297] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c1255d-8879-a02e-2c10-091e1c5f4785, 'name': SearchDatastore_Task, 'duration_secs': 0.009235} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.193559] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.193847] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] abee0e2b-d0b3-470a-b612-2da57e4dc27b/abee0e2b-d0b3-470a-b612-2da57e4dc27b.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.194114] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79ce9d2e-a95c-49ff-bdcd-e308cda3b008 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.201047] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1049.201047] env[69654]: value = "task-3555315" [ 1049.201047] env[69654]: _type = "Task" [ 1049.201047] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.208698] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.221659] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "a5b9902f-dad4-4ce3-917f-021e9a5e0be7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.221905] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "a5b9902f-dad4-4ce3-917f-021e9a5e0be7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.414081] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555314, 'name': Rename_Task, 'duration_secs': 0.155024} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.414540] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.415377] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d979b641-ac21-4eec-b377-c965355ee4d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.421966] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1049.421966] env[69654]: value = "task-3555316" [ 1049.421966] env[69654]: _type = "Task" [ 1049.421966] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.431157] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.586745] env[69654]: DEBUG nova.compute.utils [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.591694] env[69654]: DEBUG nova.compute.manager [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.592139] env[69654]: DEBUG nova.network.neutron [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.613225] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "refresh_cache-29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.613513] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquired lock "refresh_cache-29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.613613] env[69654]: DEBUG nova.network.neutron [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.643320] env[69654]: DEBUG nova.policy [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e3f4427f3044fbb85619b1ccc2a3f57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb65f7440991443d84a2548dc5ea2ee8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.711352] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474581} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.714185] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] abee0e2b-d0b3-470a-b612-2da57e4dc27b/abee0e2b-d0b3-470a-b612-2da57e4dc27b.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.714450] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.714928] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6254aa6-ec34-4045-8716-1414047de8e9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.721831] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1049.721831] env[69654]: value = "task-3555317" [ 1049.721831] env[69654]: _type = "Task" [ 1049.721831] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.727226] env[69654]: DEBUG nova.compute.manager [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.734792] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.873596] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc4b72c-0c49-409a-9173-a437d1dda6b8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.881741] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefb5360-22e1-4746-93ae-6b298c18f470 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.913447] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869d0868-8e4d-418b-986e-58e6b474e921 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.921207] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34d15ae-6fac-4dc3-97ea-ec68c7a37511 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.925908] env[69654]: DEBUG nova.network.neutron [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Successfully created port: 73dddc70-3c91-40eb-b764-5da437cb5b07 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.940786] env[69654]: DEBUG nova.compute.provider_tree [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.945339] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555316, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.092272] env[69654]: DEBUG nova.compute.manager [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.154119] env[69654]: DEBUG nova.network.neutron [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.236219] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186747} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.241072] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.242330] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce35b0e-0311-44c8-83a8-d8c2173af8b7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.268343] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] abee0e2b-d0b3-470a-b612-2da57e4dc27b/abee0e2b-d0b3-470a-b612-2da57e4dc27b.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.269768] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.270485] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ff75fef-b5f5-48bf-8cde-b62a46e127af {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.294164] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1050.294164] env[69654]: value = "task-3555318" [ 1050.294164] env[69654]: _type = "Task" [ 1050.294164] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.300573] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.340275] env[69654]: DEBUG nova.network.neutron [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Updating instance_info_cache with network_info: [{"id": "ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e", "address": "fa:16:3e:49:de:f9", "network": {"id": "f4253cb8-086d-45c4-a13d-6cb9664623ae", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1829012983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c26f0847f843d8ad052a939ff0e23b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec28e8b0-3a", "ovs_interfaceid": "ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.437194] env[69654]: DEBUG oslo_vmware.api [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555316, 'name': PowerOnVM_Task, 'duration_secs': 0.5613} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.437499] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.437760] env[69654]: INFO nova.compute.manager [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1050.438107] env[69654]: DEBUG nova.compute.manager [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.439117] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d875e64-8887-4801-930e-319e522001ae {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.447980] env[69654]: DEBUG nova.scheduler.client.report [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.802073] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.842696] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Releasing lock "refresh_cache-29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.843140] env[69654]: DEBUG nova.compute.manager [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Instance network_info: |[{"id": "ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e", "address": "fa:16:3e:49:de:f9", "network": {"id": "f4253cb8-086d-45c4-a13d-6cb9664623ae", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1829012983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c26f0847f843d8ad052a939ff0e23b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec28e8b0-3a", "ovs_interfaceid": "ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.843596] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:de:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.851183] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Creating folder: Project (59c26f0847f843d8ad052a939ff0e23b). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.851480] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6fc34e1-3a27-4093-99b3-aff9d5325ac4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.861421] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Created folder: Project (59c26f0847f843d8ad052a939ff0e23b) in parent group-v709593. [ 1050.861631] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Creating folder: Instances. Parent ref: group-v709850. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.861867] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2399ae0-e6a0-401b-b78c-8b0fa97f9ac0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.870167] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Created folder: Instances in parent group-v709850. [ 1050.870429] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.870956] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.870956] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a06543c4-6c10-4d00-8945-5678b268b4fe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.889095] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.889095] env[69654]: value = "task-3555321" [ 1050.889095] env[69654]: _type = "Task" [ 1050.889095] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.896676] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555321, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.958236] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.963222] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.701s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.964785] env[69654]: INFO nova.compute.claims [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.968500] env[69654]: INFO nova.compute.manager [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Took 21.87 seconds to build instance. [ 1050.984842] env[69654]: INFO nova.scheduler.client.report [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Deleted allocations for instance 9e167b41-9a47-4fc1-a109-42b8d36f95b2 [ 1051.051614] env[69654]: DEBUG nova.compute.manager [req-2c4228f3-cc8d-4f6e-bfaa-3a9f0e024b86 req-7a0bd8fa-eb76-4b24-a9f1-cac3c66ebcc8 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Received event network-changed-ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.051678] env[69654]: DEBUG nova.compute.manager [req-2c4228f3-cc8d-4f6e-bfaa-3a9f0e024b86 req-7a0bd8fa-eb76-4b24-a9f1-cac3c66ebcc8 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Refreshing instance network info cache due to event network-changed-ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.051895] env[69654]: DEBUG oslo_concurrency.lockutils [req-2c4228f3-cc8d-4f6e-bfaa-3a9f0e024b86 req-7a0bd8fa-eb76-4b24-a9f1-cac3c66ebcc8 service nova] Acquiring lock "refresh_cache-29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.052127] env[69654]: DEBUG oslo_concurrency.lockutils [req-2c4228f3-cc8d-4f6e-bfaa-3a9f0e024b86 req-7a0bd8fa-eb76-4b24-a9f1-cac3c66ebcc8 service nova] Acquired lock "refresh_cache-29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.052247] env[69654]: DEBUG nova.network.neutron [req-2c4228f3-cc8d-4f6e-bfaa-3a9f0e024b86 req-7a0bd8fa-eb76-4b24-a9f1-cac3c66ebcc8 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Refreshing network info cache for port ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.101706] env[69654]: DEBUG nova.compute.manager [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.129847] env[69654]: DEBUG nova.virt.hardware [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.130130] env[69654]: DEBUG nova.virt.hardware [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.130294] env[69654]: DEBUG nova.virt.hardware [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.130475] env[69654]: DEBUG nova.virt.hardware [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.130621] env[69654]: DEBUG nova.virt.hardware [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.130822] env[69654]: DEBUG nova.virt.hardware [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.131351] env[69654]: DEBUG nova.virt.hardware [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.131351] env[69654]: DEBUG nova.virt.hardware [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.131474] env[69654]: DEBUG nova.virt.hardware [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.131535] env[69654]: DEBUG nova.virt.hardware [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.131701] env[69654]: DEBUG nova.virt.hardware [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.132939] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22471cf-c4d9-430e-a0df-10d2c4332f74 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.140580] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0950c03b-884f-4d68-a3ad-26776545b9f6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.302526] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.400244] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555321, 'name': CreateVM_Task, 'duration_secs': 0.380872} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.400446] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.401263] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.402065] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.402467] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.402737] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab5dd249-c891-45f1-9a07-461b3a0ce280 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.408507] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1051.408507] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52941338-7c64-22ae-526c-8d7d16db964d" [ 1051.408507] env[69654]: _type = "Task" [ 1051.408507] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.417948] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52941338-7c64-22ae-526c-8d7d16db964d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.429474] env[69654]: DEBUG nova.network.neutron [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Successfully updated port: 73dddc70-3c91-40eb-b764-5da437cb5b07 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.472420] env[69654]: DEBUG oslo_concurrency.lockutils [None req-15a27476-5c85-4fd0-ae9b-c3ebe61ddaab tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "09aeec83-44a2-457c-9850-c20140ca368e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.382s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.493264] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d0367396-88fe-4070-b2dd-d3e80128b09f tempest-ImagesTestJSON-954996409 tempest-ImagesTestJSON-954996409-project-member] Lock "9e167b41-9a47-4fc1-a109-42b8d36f95b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.646s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.751141] env[69654]: DEBUG nova.network.neutron [req-2c4228f3-cc8d-4f6e-bfaa-3a9f0e024b86 req-7a0bd8fa-eb76-4b24-a9f1-cac3c66ebcc8 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Updated VIF entry in instance network info cache for port ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.752290] env[69654]: DEBUG nova.network.neutron [req-2c4228f3-cc8d-4f6e-bfaa-3a9f0e024b86 req-7a0bd8fa-eb76-4b24-a9f1-cac3c66ebcc8 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Updating instance_info_cache with network_info: [{"id": "ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e", "address": "fa:16:3e:49:de:f9", "network": {"id": "f4253cb8-086d-45c4-a13d-6cb9664623ae", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1829012983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c26f0847f843d8ad052a939ff0e23b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec28e8b0-3a", "ovs_interfaceid": "ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.804245] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555318, 'name': ReconfigVM_Task, 'duration_secs': 1.146357} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.804473] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Reconfigured VM instance instance-00000057 to attach disk [datastore1] abee0e2b-d0b3-470a-b612-2da57e4dc27b/abee0e2b-d0b3-470a-b612-2da57e4dc27b.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.805097] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b35fc338-de60-4336-a623-2fa363c8a94b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.811039] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1051.811039] env[69654]: value = "task-3555322" [ 1051.811039] env[69654]: _type = "Task" [ 1051.811039] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.818829] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555322, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.922945] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52941338-7c64-22ae-526c-8d7d16db964d, 'name': SearchDatastore_Task, 'duration_secs': 0.014413} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.923339] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.923638] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.923964] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.924234] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.926122] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.926122] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb7e5456-dbbf-4f18-a8cf-cddef84bc779 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.933412] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.933412] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.934563] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "refresh_cache-3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.934563] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquired lock "refresh_cache-3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.934772] env[69654]: DEBUG nova.network.neutron [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.935833] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27c7a49-e59f-4094-ba76-59cfad067e47 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.944024] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1051.944024] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520d03f5-0da3-6e47-19f6-9df7daf00024" [ 1051.944024] env[69654]: _type = "Task" [ 1051.944024] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.949685] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520d03f5-0da3-6e47-19f6-9df7daf00024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.073165] env[69654]: DEBUG nova.compute.manager [req-0c5eb88e-1dc5-4358-b26d-ef459bac69ea req-cf9a1a73-2432-45e8-abaa-541ea976c60e service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Received event network-changed-c1b4c161-88ce-4712-ab0f-d84411f44d32 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.073165] env[69654]: DEBUG nova.compute.manager [req-0c5eb88e-1dc5-4358-b26d-ef459bac69ea req-cf9a1a73-2432-45e8-abaa-541ea976c60e service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Refreshing instance network info cache due to event network-changed-c1b4c161-88ce-4712-ab0f-d84411f44d32. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.073165] env[69654]: DEBUG oslo_concurrency.lockutils [req-0c5eb88e-1dc5-4358-b26d-ef459bac69ea req-cf9a1a73-2432-45e8-abaa-541ea976c60e service nova] Acquiring lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.073757] env[69654]: DEBUG oslo_concurrency.lockutils [req-0c5eb88e-1dc5-4358-b26d-ef459bac69ea req-cf9a1a73-2432-45e8-abaa-541ea976c60e service nova] Acquired lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.074010] env[69654]: DEBUG nova.network.neutron [req-0c5eb88e-1dc5-4358-b26d-ef459bac69ea req-cf9a1a73-2432-45e8-abaa-541ea976c60e service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Refreshing network info cache for port c1b4c161-88ce-4712-ab0f-d84411f44d32 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.221977] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3d3411-01fa-4aca-8a0a-0cd8b6838328 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.230177] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf3d9f6-c570-447e-a7f8-5490b2a168c4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.259249] env[69654]: DEBUG oslo_concurrency.lockutils [req-2c4228f3-cc8d-4f6e-bfaa-3a9f0e024b86 req-7a0bd8fa-eb76-4b24-a9f1-cac3c66ebcc8 service nova] Releasing lock "refresh_cache-29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.260291] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d0ac26-610c-4700-89b5-ac1d515cbc87 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.267248] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ab407a-1875-4a7b-92aa-235175f584b8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.280143] env[69654]: DEBUG nova.compute.provider_tree [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.320862] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555322, 'name': Rename_Task, 'duration_secs': 0.164739} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.323285] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.323285] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe1d8ac0-ace8-42c8-9f3c-4f6ffc089727 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.332020] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1052.332020] env[69654]: value = "task-3555323" [ 1052.332020] env[69654]: _type = "Task" [ 1052.332020] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.336609] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.456747] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520d03f5-0da3-6e47-19f6-9df7daf00024, 'name': SearchDatastore_Task, 'duration_secs': 0.01548} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.457926] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee205ef4-d033-4ad9-8740-c16f3bcbfec3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.464644] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1052.464644] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52125782-83b0-b24b-9377-9a61d3bb750a" [ 1052.464644] env[69654]: _type = "Task" [ 1052.464644] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.474641] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52125782-83b0-b24b-9377-9a61d3bb750a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.475466] env[69654]: DEBUG nova.network.neutron [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.642640] env[69654]: DEBUG nova.network.neutron [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Updating instance_info_cache with network_info: [{"id": "73dddc70-3c91-40eb-b764-5da437cb5b07", "address": "fa:16:3e:1f:4a:82", "network": {"id": "9ed63148-7885-48d0-abdc-149a1d22eed5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-349284782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb65f7440991443d84a2548dc5ea2ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73dddc70-3c", "ovs_interfaceid": "73dddc70-3c91-40eb-b764-5da437cb5b07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.784228] env[69654]: DEBUG nova.scheduler.client.report [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.838644] env[69654]: DEBUG oslo_vmware.api [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555323, 'name': PowerOnVM_Task, 'duration_secs': 0.505013} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.838894] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.839095] env[69654]: INFO nova.compute.manager [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1052.839270] env[69654]: DEBUG nova.compute.manager [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.840044] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18aab3b-bac5-4c22-813f-24e1e5da244e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.975619] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52125782-83b0-b24b-9377-9a61d3bb750a, 'name': SearchDatastore_Task, 'duration_secs': 0.009104} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.975874] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.976157] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac/29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.976409] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-675b4c17-1d76-46a4-84f0-73016afa555b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.982283] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1052.982283] env[69654]: value = "task-3555324" [ 1052.982283] env[69654]: _type = "Task" [ 1052.982283] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.989582] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.068192] env[69654]: DEBUG nova.network.neutron [req-0c5eb88e-1dc5-4358-b26d-ef459bac69ea req-cf9a1a73-2432-45e8-abaa-541ea976c60e service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Updated VIF entry in instance network info cache for port c1b4c161-88ce-4712-ab0f-d84411f44d32. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.068675] env[69654]: DEBUG nova.network.neutron [req-0c5eb88e-1dc5-4358-b26d-ef459bac69ea req-cf9a1a73-2432-45e8-abaa-541ea976c60e service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Updating instance_info_cache with network_info: [{"id": "c1b4c161-88ce-4712-ab0f-d84411f44d32", "address": "fa:16:3e:75:3a:cb", "network": {"id": "cfb2c5f3-f003-4e98-98cc-03be95a103d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-370517468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe15a2f8d0f044578e1c43b52101b6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b4c161-88", "ovs_interfaceid": "c1b4c161-88ce-4712-ab0f-d84411f44d32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.094260] env[69654]: DEBUG nova.compute.manager [req-6b71f020-52ab-4eb2-8bab-e385d64a7821 req-5b1a4d7c-4c56-4109-a1b7-d63c6c085f4b service nova] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Received event network-vif-plugged-73dddc70-3c91-40eb-b764-5da437cb5b07 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.094531] env[69654]: DEBUG oslo_concurrency.lockutils [req-6b71f020-52ab-4eb2-8bab-e385d64a7821 req-5b1a4d7c-4c56-4109-a1b7-d63c6c085f4b service nova] Acquiring lock "3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.094779] env[69654]: DEBUG oslo_concurrency.lockutils [req-6b71f020-52ab-4eb2-8bab-e385d64a7821 req-5b1a4d7c-4c56-4109-a1b7-d63c6c085f4b service nova] Lock "3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.095177] env[69654]: DEBUG oslo_concurrency.lockutils [req-6b71f020-52ab-4eb2-8bab-e385d64a7821 req-5b1a4d7c-4c56-4109-a1b7-d63c6c085f4b service nova] Lock "3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.097071] env[69654]: DEBUG nova.compute.manager [req-6b71f020-52ab-4eb2-8bab-e385d64a7821 req-5b1a4d7c-4c56-4109-a1b7-d63c6c085f4b service nova] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] No waiting events found dispatching network-vif-plugged-73dddc70-3c91-40eb-b764-5da437cb5b07 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.097309] env[69654]: WARNING nova.compute.manager [req-6b71f020-52ab-4eb2-8bab-e385d64a7821 req-5b1a4d7c-4c56-4109-a1b7-d63c6c085f4b service nova] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Received unexpected event network-vif-plugged-73dddc70-3c91-40eb-b764-5da437cb5b07 for instance with vm_state building and task_state spawning. [ 1053.097518] env[69654]: DEBUG nova.compute.manager [req-6b71f020-52ab-4eb2-8bab-e385d64a7821 req-5b1a4d7c-4c56-4109-a1b7-d63c6c085f4b service nova] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Received event network-changed-73dddc70-3c91-40eb-b764-5da437cb5b07 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.099050] env[69654]: DEBUG nova.compute.manager [req-6b71f020-52ab-4eb2-8bab-e385d64a7821 req-5b1a4d7c-4c56-4109-a1b7-d63c6c085f4b service nova] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Refreshing instance network info cache due to event network-changed-73dddc70-3c91-40eb-b764-5da437cb5b07. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.099290] env[69654]: DEBUG oslo_concurrency.lockutils [req-6b71f020-52ab-4eb2-8bab-e385d64a7821 req-5b1a4d7c-4c56-4109-a1b7-d63c6c085f4b service nova] Acquiring lock "refresh_cache-3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.146047] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Releasing lock "refresh_cache-3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.146435] env[69654]: DEBUG nova.compute.manager [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Instance network_info: |[{"id": "73dddc70-3c91-40eb-b764-5da437cb5b07", "address": "fa:16:3e:1f:4a:82", "network": {"id": "9ed63148-7885-48d0-abdc-149a1d22eed5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-349284782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb65f7440991443d84a2548dc5ea2ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73dddc70-3c", "ovs_interfaceid": "73dddc70-3c91-40eb-b764-5da437cb5b07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.146763] env[69654]: DEBUG oslo_concurrency.lockutils [req-6b71f020-52ab-4eb2-8bab-e385d64a7821 req-5b1a4d7c-4c56-4109-a1b7-d63c6c085f4b service nova] Acquired lock "refresh_cache-3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.146956] env[69654]: DEBUG nova.network.neutron [req-6b71f020-52ab-4eb2-8bab-e385d64a7821 req-5b1a4d7c-4c56-4109-a1b7-d63c6c085f4b service nova] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Refreshing network info cache for port 73dddc70-3c91-40eb-b764-5da437cb5b07 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.148323] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:4a:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73dddc70-3c91-40eb-b764-5da437cb5b07', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.156889] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Creating folder: Project (cb65f7440991443d84a2548dc5ea2ee8). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.157195] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5739138c-1667-4033-9a75-047e3d673f25 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.172160] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Created folder: Project (cb65f7440991443d84a2548dc5ea2ee8) in parent group-v709593. [ 1053.172903] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Creating folder: Instances. Parent ref: group-v709853. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.172903] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c53b9d99-3037-4aad-b130-2dee7fd1380c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.185133] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Created folder: Instances in parent group-v709853. [ 1053.185521] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.185604] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.185814] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e155468e-36d1-4cf7-9c4b-16dc936e9bab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.208187] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.208187] env[69654]: value = "task-3555327" [ 1053.208187] env[69654]: _type = "Task" [ 1053.208187] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.220476] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555327, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.290929] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.291543] env[69654]: DEBUG nova.compute.manager [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.294645] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.310s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.294942] env[69654]: DEBUG nova.objects.instance [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Lazy-loading 'resources' on Instance uuid 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.364626] env[69654]: INFO nova.compute.manager [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Took 16.98 seconds to build instance. [ 1053.493952] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46276} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.494360] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac/29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.494754] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.494828] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15d328a6-e3c6-4c76-8bc4-57d6fd03f997 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.501158] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1053.501158] env[69654]: value = "task-3555328" [ 1053.501158] env[69654]: _type = "Task" [ 1053.501158] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.509747] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.572864] env[69654]: DEBUG oslo_concurrency.lockutils [req-0c5eb88e-1dc5-4358-b26d-ef459bac69ea req-cf9a1a73-2432-45e8-abaa-541ea976c60e service nova] Releasing lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.726557] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555327, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.801586] env[69654]: DEBUG nova.compute.utils [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.812992] env[69654]: DEBUG nova.compute.manager [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.812992] env[69654]: DEBUG nova.network.neutron [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.868057] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3652bcc9-f75a-4694-b14c-a40de517c288 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.496s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.886307] env[69654]: DEBUG nova.policy [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa85abfdcfa146a987518b2d9614ad19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd79cc5fdb2894f0b971aa69b60f13fff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.019206] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066425} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.019206] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.019411] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70443cfa-e20e-45ff-8623-ef439024985b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.055253] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac/29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.058468] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c66859-778c-4a05-bf24-7a256abfb221 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.075650] env[69654]: DEBUG nova.network.neutron [req-6b71f020-52ab-4eb2-8bab-e385d64a7821 req-5b1a4d7c-4c56-4109-a1b7-d63c6c085f4b service nova] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Updated VIF entry in instance network info cache for port 73dddc70-3c91-40eb-b764-5da437cb5b07. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.075650] env[69654]: DEBUG nova.network.neutron [req-6b71f020-52ab-4eb2-8bab-e385d64a7821 req-5b1a4d7c-4c56-4109-a1b7-d63c6c085f4b service nova] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Updating instance_info_cache with network_info: [{"id": "73dddc70-3c91-40eb-b764-5da437cb5b07", "address": "fa:16:3e:1f:4a:82", "network": {"id": "9ed63148-7885-48d0-abdc-149a1d22eed5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-349284782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb65f7440991443d84a2548dc5ea2ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73dddc70-3c", "ovs_interfaceid": "73dddc70-3c91-40eb-b764-5da437cb5b07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.083661] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1054.083661] env[69654]: value = "task-3555329" [ 1054.083661] env[69654]: _type = "Task" [ 1054.083661] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.092746] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.164022] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2096e332-8e5e-4dd7-b1b4-d8f7aab11c1c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.172902] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b542912-1c39-44b5-bd62-400025cd48b7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.209203] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55482ca6-444d-4a9a-a427-0eaf08b8f384 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.225539] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87250953-5639-4f02-b777-a386c58ba7da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.228293] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555327, 'name': CreateVM_Task, 'duration_secs': 0.59186} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.228537] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.229686] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.229911] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.230341] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.240118] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a715d9b-03b7-4dbd-8b7c-b5beb472ed8e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.242711] env[69654]: DEBUG nova.compute.provider_tree [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.247763] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1054.247763] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5248b60e-ef28-eb43-2ccb-110ba5763909" [ 1054.247763] env[69654]: _type = "Task" [ 1054.247763] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.257620] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5248b60e-ef28-eb43-2ccb-110ba5763909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.314018] env[69654]: DEBUG nova.compute.manager [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.414664] env[69654]: DEBUG nova.network.neutron [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Successfully created port: 4884e227-6e16-4040-8ef4-940811f7dd3b {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.579126] env[69654]: DEBUG oslo_concurrency.lockutils [req-6b71f020-52ab-4eb2-8bab-e385d64a7821 req-5b1a4d7c-4c56-4109-a1b7-d63c6c085f4b service nova] Releasing lock "refresh_cache-3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.594014] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555329, 'name': ReconfigVM_Task, 'duration_secs': 0.292817} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.594308] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac/29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.595168] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9716dfad-b930-4922-b49f-07f526d4a9ca {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.601382] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1054.601382] env[69654]: value = "task-3555330" [ 1054.601382] env[69654]: _type = "Task" [ 1054.601382] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.609236] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555330, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.746467] env[69654]: DEBUG nova.scheduler.client.report [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.759837] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5248b60e-ef28-eb43-2ccb-110ba5763909, 'name': SearchDatastore_Task, 'duration_secs': 0.009573} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.760203] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.760489] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.760916] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.761013] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.761206] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.761496] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99d10d89-bf43-4163-ae9a-5d9e17536640 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.778817] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.778817] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.779539] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0eccebb-abcf-45d7-a8f2-9dabf75d651c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.785192] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1054.785192] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523183ea-90d1-71ae-84f3-6b637d179e5c" [ 1054.785192] env[69654]: _type = "Task" [ 1054.785192] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.794342] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523183ea-90d1-71ae-84f3-6b637d179e5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.112938] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555330, 'name': Rename_Task, 'duration_secs': 0.168358} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.113266] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.113540] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d25da4e-f95b-4470-87c8-b17f653d5d69 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.121143] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1055.121143] env[69654]: value = "task-3555331" [ 1055.121143] env[69654]: _type = "Task" [ 1055.121143] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.129143] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.230451] env[69654]: DEBUG nova.compute.manager [req-0ec768a3-9cda-429f-b7a9-70df696760a5 req-205178cb-ffef-4dc6-8c85-c6146b5380e8 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Received event network-changed-c224d0d2-ac22-4796-9c01-c325554fa2e4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.231080] env[69654]: DEBUG nova.compute.manager [req-0ec768a3-9cda-429f-b7a9-70df696760a5 req-205178cb-ffef-4dc6-8c85-c6146b5380e8 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Refreshing instance network info cache due to event network-changed-c224d0d2-ac22-4796-9c01-c325554fa2e4. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.231300] env[69654]: DEBUG oslo_concurrency.lockutils [req-0ec768a3-9cda-429f-b7a9-70df696760a5 req-205178cb-ffef-4dc6-8c85-c6146b5380e8 service nova] Acquiring lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.231504] env[69654]: DEBUG oslo_concurrency.lockutils [req-0ec768a3-9cda-429f-b7a9-70df696760a5 req-205178cb-ffef-4dc6-8c85-c6146b5380e8 service nova] Acquired lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.231631] env[69654]: DEBUG nova.network.neutron [req-0ec768a3-9cda-429f-b7a9-70df696760a5 req-205178cb-ffef-4dc6-8c85-c6146b5380e8 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Refreshing network info cache for port c224d0d2-ac22-4796-9c01-c325554fa2e4 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.254764] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.257544] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.717s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.257973] env[69654]: DEBUG nova.objects.instance [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lazy-loading 'resources' on Instance uuid 1792b717-0fa6-403f-b8ce-3524fb81dfd1 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.296300] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523183ea-90d1-71ae-84f3-6b637d179e5c, 'name': SearchDatastore_Task, 'duration_secs': 0.008514} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.297350] env[69654]: INFO nova.scheduler.client.report [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Deleted allocations for instance 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b [ 1055.301502] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3250a5b8-ff31-4c91-ba6e-31d8e19159e2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.307708] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1055.307708] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a22100-2ae8-bced-2dd6-fb651e71b9b5" [ 1055.307708] env[69654]: _type = "Task" [ 1055.307708] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.315382] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a22100-2ae8-bced-2dd6-fb651e71b9b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.319863] env[69654]: DEBUG nova.compute.manager [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.348700] env[69654]: DEBUG nova.virt.hardware [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.348955] env[69654]: DEBUG nova.virt.hardware [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.349196] env[69654]: DEBUG nova.virt.hardware [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.349337] env[69654]: DEBUG nova.virt.hardware [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.349531] env[69654]: DEBUG nova.virt.hardware [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.349669] env[69654]: DEBUG nova.virt.hardware [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.350021] env[69654]: DEBUG nova.virt.hardware [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.350123] env[69654]: DEBUG nova.virt.hardware [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.350306] env[69654]: DEBUG nova.virt.hardware [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.350470] env[69654]: DEBUG nova.virt.hardware [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.350648] env[69654]: DEBUG nova.virt.hardware [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.351656] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3257973a-2d7f-4471-92da-216bbf51e6b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.368918] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cb1add-94c4-4d55-ba46-feda46f2b769 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.633049] env[69654]: DEBUG oslo_vmware.api [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555331, 'name': PowerOnVM_Task, 'duration_secs': 0.492158} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.633603] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.633671] env[69654]: INFO nova.compute.manager [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1055.633835] env[69654]: DEBUG nova.compute.manager [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.634750] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652739fc-3179-43ab-a714-251fa23fe7e8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.651583] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "3c9e79e3-3168-424d-857e-c94ebee0dbae" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.651859] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "3c9e79e3-3168-424d-857e-c94ebee0dbae" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.810882] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ec9a3116-c923-4f39-83d5-955fde79a549 tempest-ServerTagsTestJSON-1792580150 tempest-ServerTagsTestJSON-1792580150-project-member] Lock "9db374b6-0b53-4a8c-b6a9-cfc2287fc88b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.431s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.822493] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a22100-2ae8-bced-2dd6-fb651e71b9b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.823055] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.823055] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7/3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.823577] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e452b456-d8cd-4962-92fc-f4f64ec62b4f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.831448] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1055.831448] env[69654]: value = "task-3555332" [ 1055.831448] env[69654]: _type = "Task" [ 1055.831448] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.839840] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.009058] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.009407] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.035967] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99217cf1-a49f-44d6-bb71-881e6164b484 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.044252] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0102123e-9d5b-4be5-8383-c0c77718e6ed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.078893] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e920dd4a-2e6c-4324-be95-917ed12acda9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.087323] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8af9e4-c00d-4b4d-b616-f2426769ba0b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.104198] env[69654]: DEBUG nova.compute.provider_tree [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.138510] env[69654]: DEBUG nova.network.neutron [req-0ec768a3-9cda-429f-b7a9-70df696760a5 req-205178cb-ffef-4dc6-8c85-c6146b5380e8 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Updated VIF entry in instance network info cache for port c224d0d2-ac22-4796-9c01-c325554fa2e4. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.138875] env[69654]: DEBUG nova.network.neutron [req-0ec768a3-9cda-429f-b7a9-70df696760a5 req-205178cb-ffef-4dc6-8c85-c6146b5380e8 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Updating instance_info_cache with network_info: [{"id": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "address": "fa:16:3e:57:5b:f9", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc224d0d2-ac", "ovs_interfaceid": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.155939] env[69654]: DEBUG nova.compute.utils [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.161245] env[69654]: INFO nova.compute.manager [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Took 17.34 seconds to build instance. [ 1056.340865] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555332, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.512660] env[69654]: DEBUG nova.compute.manager [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.607804] env[69654]: DEBUG nova.scheduler.client.report [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.617811] env[69654]: DEBUG nova.network.neutron [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Successfully updated port: 4884e227-6e16-4040-8ef4-940811f7dd3b {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.642659] env[69654]: DEBUG oslo_concurrency.lockutils [req-0ec768a3-9cda-429f-b7a9-70df696760a5 req-205178cb-ffef-4dc6-8c85-c6146b5380e8 service nova] Releasing lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.666674] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81e6ca6f-0439-42ae-af10-30225be283dd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.859s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.666749] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "3c9e79e3-3168-424d-857e-c94ebee0dbae" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.853495] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913777} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.853776] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7/3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.854026] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.854301] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-612f7f8c-3d8f-443b-be76-30e365690d81 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.860926] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1056.860926] env[69654]: value = "task-3555333" [ 1056.860926] env[69654]: _type = "Task" [ 1056.860926] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.869302] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.046463] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.125955] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.130160] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "refresh_cache-8c9a6fa8-5244-443e-b0e9-344d12edb5c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.130160] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquired lock "refresh_cache-8c9a6fa8-5244-443e-b0e9-344d12edb5c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.130160] env[69654]: DEBUG nova.network.neutron [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.136586] env[69654]: DEBUG oslo_concurrency.lockutils [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.454s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.136586] env[69654]: INFO nova.compute.claims [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.163137] env[69654]: INFO nova.scheduler.client.report [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Deleted allocations for instance 1792b717-0fa6-403f-b8ce-3524fb81dfd1 [ 1057.299219] env[69654]: DEBUG nova.compute.manager [req-b88e1679-3e16-4c3b-b6f6-bbea85c17a1b req-f35ec030-4270-4349-a8c9-beae9b423bc8 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Received event network-changed-ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.299438] env[69654]: DEBUG nova.compute.manager [req-b88e1679-3e16-4c3b-b6f6-bbea85c17a1b req-f35ec030-4270-4349-a8c9-beae9b423bc8 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Refreshing instance network info cache due to event network-changed-ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.299676] env[69654]: DEBUG oslo_concurrency.lockutils [req-b88e1679-3e16-4c3b-b6f6-bbea85c17a1b req-f35ec030-4270-4349-a8c9-beae9b423bc8 service nova] Acquiring lock "refresh_cache-29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.299832] env[69654]: DEBUG oslo_concurrency.lockutils [req-b88e1679-3e16-4c3b-b6f6-bbea85c17a1b req-f35ec030-4270-4349-a8c9-beae9b423bc8 service nova] Acquired lock "refresh_cache-29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.300117] env[69654]: DEBUG nova.network.neutron [req-b88e1679-3e16-4c3b-b6f6-bbea85c17a1b req-f35ec030-4270-4349-a8c9-beae9b423bc8 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Refreshing network info cache for port ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.320106] env[69654]: DEBUG nova.compute.manager [req-abf9e50d-1c4f-43b6-a6b0-9094f552d0ff req-d548ff47-5c24-4c80-8480-1d03c31d457f service nova] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Received event network-vif-plugged-4884e227-6e16-4040-8ef4-940811f7dd3b {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.320935] env[69654]: DEBUG oslo_concurrency.lockutils [req-abf9e50d-1c4f-43b6-a6b0-9094f552d0ff req-d548ff47-5c24-4c80-8480-1d03c31d457f service nova] Acquiring lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.321231] env[69654]: DEBUG oslo_concurrency.lockutils [req-abf9e50d-1c4f-43b6-a6b0-9094f552d0ff req-d548ff47-5c24-4c80-8480-1d03c31d457f service nova] Lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.321407] env[69654]: DEBUG oslo_concurrency.lockutils [req-abf9e50d-1c4f-43b6-a6b0-9094f552d0ff req-d548ff47-5c24-4c80-8480-1d03c31d457f service nova] Lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.321599] env[69654]: DEBUG nova.compute.manager [req-abf9e50d-1c4f-43b6-a6b0-9094f552d0ff req-d548ff47-5c24-4c80-8480-1d03c31d457f service nova] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] No waiting events found dispatching network-vif-plugged-4884e227-6e16-4040-8ef4-940811f7dd3b {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.321769] env[69654]: WARNING nova.compute.manager [req-abf9e50d-1c4f-43b6-a6b0-9094f552d0ff req-d548ff47-5c24-4c80-8480-1d03c31d457f service nova] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Received unexpected event network-vif-plugged-4884e227-6e16-4040-8ef4-940811f7dd3b for instance with vm_state building and task_state spawning. [ 1057.321929] env[69654]: DEBUG nova.compute.manager [req-abf9e50d-1c4f-43b6-a6b0-9094f552d0ff req-d548ff47-5c24-4c80-8480-1d03c31d457f service nova] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Received event network-changed-4884e227-6e16-4040-8ef4-940811f7dd3b {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.322126] env[69654]: DEBUG nova.compute.manager [req-abf9e50d-1c4f-43b6-a6b0-9094f552d0ff req-d548ff47-5c24-4c80-8480-1d03c31d457f service nova] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Refreshing instance network info cache due to event network-changed-4884e227-6e16-4040-8ef4-940811f7dd3b. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.322303] env[69654]: DEBUG oslo_concurrency.lockutils [req-abf9e50d-1c4f-43b6-a6b0-9094f552d0ff req-d548ff47-5c24-4c80-8480-1d03c31d457f service nova] Acquiring lock "refresh_cache-8c9a6fa8-5244-443e-b0e9-344d12edb5c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.371838] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075972} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.372198] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.373090] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df6483d-2327-4932-a88c-ffb3b1f2494d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.406228] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7/3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.406588] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27d199bb-b3ce-42f7-95b0-a5f4e3063a40 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.432527] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1057.432527] env[69654]: value = "task-3555334" [ 1057.432527] env[69654]: _type = "Task" [ 1057.432527] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.441850] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.670410] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bb71d22f-6cb3-4be3-8c75-a6442cdc80c3 tempest-ServersNegativeTestJSON-2024807649 tempest-ServersNegativeTestJSON-2024807649-project-member] Lock "1792b717-0fa6-403f-b8ce-3524fb81dfd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.516s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.678973] env[69654]: DEBUG nova.network.neutron [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.772859] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "3c9e79e3-3168-424d-857e-c94ebee0dbae" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.773248] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "3c9e79e3-3168-424d-857e-c94ebee0dbae" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.773501] env[69654]: INFO nova.compute.manager [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Attaching volume fb242d12-64b1-46a3-b043-ffce8d03f5a1 to /dev/sdb [ 1057.819482] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d80fdad-e3ff-4620-a4a9-2b24bb2b001e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.826058] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec7f118-c875-4c9f-856a-f83b84dc8dde {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.836713] env[69654]: DEBUG nova.network.neutron [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Updating instance_info_cache with network_info: [{"id": "4884e227-6e16-4040-8ef4-940811f7dd3b", "address": "fa:16:3e:b5:7f:96", "network": {"id": "d64dd3ce-b453-4cd1-b9d8-de72ecf65b90", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1531259325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79cc5fdb2894f0b971aa69b60f13fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4884e227-6e", "ovs_interfaceid": "4884e227-6e16-4040-8ef4-940811f7dd3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.842468] env[69654]: DEBUG nova.virt.block_device [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating existing volume attachment record: 9c3ecd24-0ce2-4656-80d9-9b042515a8ad {{(pid=69654) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1057.942181] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.339550] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Releasing lock "refresh_cache-8c9a6fa8-5244-443e-b0e9-344d12edb5c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.340016] env[69654]: DEBUG nova.compute.manager [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Instance network_info: |[{"id": "4884e227-6e16-4040-8ef4-940811f7dd3b", "address": "fa:16:3e:b5:7f:96", "network": {"id": "d64dd3ce-b453-4cd1-b9d8-de72ecf65b90", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1531259325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79cc5fdb2894f0b971aa69b60f13fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4884e227-6e", "ovs_interfaceid": "4884e227-6e16-4040-8ef4-940811f7dd3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.340447] env[69654]: DEBUG oslo_concurrency.lockutils [req-abf9e50d-1c4f-43b6-a6b0-9094f552d0ff req-d548ff47-5c24-4c80-8480-1d03c31d457f service nova] Acquired lock "refresh_cache-8c9a6fa8-5244-443e-b0e9-344d12edb5c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.340679] env[69654]: DEBUG nova.network.neutron [req-abf9e50d-1c4f-43b6-a6b0-9094f552d0ff req-d548ff47-5c24-4c80-8480-1d03c31d457f service nova] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Refreshing network info cache for port 4884e227-6e16-4040-8ef4-940811f7dd3b {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.342461] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:7f:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4884e227-6e16-4040-8ef4-940811f7dd3b', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.352559] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.356440] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.357704] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b35ac9f-8e56-489b-9941-cb2bc3c05308 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.391230] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.391230] env[69654]: value = "task-3555338" [ 1058.391230] env[69654]: _type = "Task" [ 1058.391230] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.398090] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555338, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.445424] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555334, 'name': ReconfigVM_Task, 'duration_secs': 0.727525} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.446146] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7/3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.446370] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b3fe5a0-756f-4ca9-bed1-2def4ef8068e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.453106] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1058.453106] env[69654]: value = "task-3555339" [ 1058.453106] env[69654]: _type = "Task" [ 1058.453106] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.466139] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555339, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.472515] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb335a5-d754-4b2f-a809-bc2fe414a403 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.480698] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ee7747-a709-4c4e-870f-02368cfcdec3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.522872] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e248990-6656-4c17-ad5e-731a78ab18bd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.530340] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f091ff-c435-4671-9052-2fbbfa4e8043 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.544235] env[69654]: DEBUG nova.compute.provider_tree [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.711840] env[69654]: DEBUG nova.network.neutron [req-b88e1679-3e16-4c3b-b6f6-bbea85c17a1b req-f35ec030-4270-4349-a8c9-beae9b423bc8 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Updated VIF entry in instance network info cache for port ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.712178] env[69654]: DEBUG nova.network.neutron [req-b88e1679-3e16-4c3b-b6f6-bbea85c17a1b req-f35ec030-4270-4349-a8c9-beae9b423bc8 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Updating instance_info_cache with network_info: [{"id": "ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e", "address": "fa:16:3e:49:de:f9", "network": {"id": "f4253cb8-086d-45c4-a13d-6cb9664623ae", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1829012983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c26f0847f843d8ad052a939ff0e23b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec28e8b0-3a", "ovs_interfaceid": "ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.899315] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555338, 'name': CreateVM_Task, 'duration_secs': 0.448259} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.899469] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.900173] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.900321] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.900642] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.900974] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61aaddd6-1eb1-40c1-93d6-2fac67a620b8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.905320] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1058.905320] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ffd33a-acdc-3d78-57f0-f6144e94937b" [ 1058.905320] env[69654]: _type = "Task" [ 1058.905320] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.912710] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ffd33a-acdc-3d78-57f0-f6144e94937b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.962292] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555339, 'name': Rename_Task, 'duration_secs': 0.176199} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.962563] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.962806] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c76a01a-e5c9-461c-bfd6-891bceac4301 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.968261] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1058.968261] env[69654]: value = "task-3555340" [ 1058.968261] env[69654]: _type = "Task" [ 1058.968261] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.976105] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.047892] env[69654]: DEBUG nova.scheduler.client.report [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.215586] env[69654]: DEBUG oslo_concurrency.lockutils [req-b88e1679-3e16-4c3b-b6f6-bbea85c17a1b req-f35ec030-4270-4349-a8c9-beae9b423bc8 service nova] Releasing lock "refresh_cache-29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.317354] env[69654]: DEBUG nova.network.neutron [req-abf9e50d-1c4f-43b6-a6b0-9094f552d0ff req-d548ff47-5c24-4c80-8480-1d03c31d457f service nova] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Updated VIF entry in instance network info cache for port 4884e227-6e16-4040-8ef4-940811f7dd3b. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.320746] env[69654]: DEBUG nova.network.neutron [req-abf9e50d-1c4f-43b6-a6b0-9094f552d0ff req-d548ff47-5c24-4c80-8480-1d03c31d457f service nova] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Updating instance_info_cache with network_info: [{"id": "4884e227-6e16-4040-8ef4-940811f7dd3b", "address": "fa:16:3e:b5:7f:96", "network": {"id": "d64dd3ce-b453-4cd1-b9d8-de72ecf65b90", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1531259325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79cc5fdb2894f0b971aa69b60f13fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4884e227-6e", "ovs_interfaceid": "4884e227-6e16-4040-8ef4-940811f7dd3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.332139] env[69654]: DEBUG nova.compute.manager [req-2405ea1e-c28c-4687-adac-c2855fe7d640 req-bb02981c-e561-4448-b997-d474abd5e250 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Received event network-changed-ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.332139] env[69654]: DEBUG nova.compute.manager [req-2405ea1e-c28c-4687-adac-c2855fe7d640 req-bb02981c-e561-4448-b997-d474abd5e250 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Refreshing instance network info cache due to event network-changed-ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.332335] env[69654]: DEBUG oslo_concurrency.lockutils [req-2405ea1e-c28c-4687-adac-c2855fe7d640 req-bb02981c-e561-4448-b997-d474abd5e250 service nova] Acquiring lock "refresh_cache-29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.332446] env[69654]: DEBUG oslo_concurrency.lockutils [req-2405ea1e-c28c-4687-adac-c2855fe7d640 req-bb02981c-e561-4448-b997-d474abd5e250 service nova] Acquired lock "refresh_cache-29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.332605] env[69654]: DEBUG nova.network.neutron [req-2405ea1e-c28c-4687-adac-c2855fe7d640 req-bb02981c-e561-4448-b997-d474abd5e250 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Refreshing network info cache for port ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.418854] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ffd33a-acdc-3d78-57f0-f6144e94937b, 'name': SearchDatastore_Task, 'duration_secs': 0.041899} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.419573] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.419573] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.419738] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.419826] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.420113] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.420276] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83ab0f09-63ca-44cb-b17a-15cbe559c8db {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.431971] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.432088] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.432863] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c007d9-5f08-40ff-8b2d-96d8f12f3207 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.438115] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1059.438115] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52567e52-9e42-84ef-e781-b641adf04042" [ 1059.438115] env[69654]: _type = "Task" [ 1059.438115] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.445907] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52567e52-9e42-84ef-e781-b641adf04042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.478534] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.554887] env[69654]: DEBUG oslo_concurrency.lockutils [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.556452] env[69654]: DEBUG nova.compute.manager [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.558249] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.288s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.561473] env[69654]: INFO nova.compute.claims [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.822920] env[69654]: DEBUG oslo_concurrency.lockutils [req-abf9e50d-1c4f-43b6-a6b0-9094f552d0ff req-d548ff47-5c24-4c80-8480-1d03c31d457f service nova] Releasing lock "refresh_cache-8c9a6fa8-5244-443e-b0e9-344d12edb5c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.950541] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52567e52-9e42-84ef-e781-b641adf04042, 'name': SearchDatastore_Task, 'duration_secs': 0.010498} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.951591] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa4fb73c-b1ad-4429-a95f-3204bcffbf1e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.962566] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1059.962566] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c493a8-dfc9-74a4-6bfa-179b20ee3374" [ 1059.962566] env[69654]: _type = "Task" [ 1059.962566] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.973365] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c493a8-dfc9-74a4-6bfa-179b20ee3374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.981392] env[69654]: DEBUG oslo_vmware.api [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555340, 'name': PowerOnVM_Task, 'duration_secs': 0.948992} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.981392] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.981392] env[69654]: INFO nova.compute.manager [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1059.981392] env[69654]: DEBUG nova.compute.manager [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.981891] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef41889-6aa6-4aa5-9e8e-4219fca953d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.065819] env[69654]: DEBUG nova.compute.utils [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.072515] env[69654]: DEBUG nova.compute.manager [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.072706] env[69654]: DEBUG nova.network.neutron [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.118288] env[69654]: DEBUG nova.policy [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edd06bce217745c0a42afa8261ab0473', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8418596595fc4d86baf8343eed239c69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.365568] env[69654]: DEBUG nova.network.neutron [req-2405ea1e-c28c-4687-adac-c2855fe7d640 req-bb02981c-e561-4448-b997-d474abd5e250 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Updated VIF entry in instance network info cache for port ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.365932] env[69654]: DEBUG nova.network.neutron [req-2405ea1e-c28c-4687-adac-c2855fe7d640 req-bb02981c-e561-4448-b997-d474abd5e250 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Updating instance_info_cache with network_info: [{"id": "ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e", "address": "fa:16:3e:49:de:f9", "network": {"id": "f4253cb8-086d-45c4-a13d-6cb9664623ae", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1829012983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c26f0847f843d8ad052a939ff0e23b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec28e8b0-3a", "ovs_interfaceid": "ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.479601] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c493a8-dfc9-74a4-6bfa-179b20ee3374, 'name': SearchDatastore_Task, 'duration_secs': 0.018486} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.480301] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.480496] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 8c9a6fa8-5244-443e-b0e9-344d12edb5c3/8c9a6fa8-5244-443e-b0e9-344d12edb5c3.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.480869] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c878822-a952-4da7-8e33-494d48646c5d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.489592] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1060.489592] env[69654]: value = "task-3555342" [ 1060.489592] env[69654]: _type = "Task" [ 1060.489592] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.503310] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.504139] env[69654]: INFO nova.compute.manager [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Took 19.93 seconds to build instance. [ 1060.533845] env[69654]: DEBUG nova.network.neutron [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Successfully created port: d82457a1-a20e-4aae-b42a-3603d54a6baf {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.576264] env[69654]: DEBUG nova.compute.manager [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.875598] env[69654]: DEBUG oslo_concurrency.lockutils [req-2405ea1e-c28c-4687-adac-c2855fe7d640 req-bb02981c-e561-4448-b997-d474abd5e250 service nova] Releasing lock "refresh_cache-29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.888309] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c9d6dd-9e95-42d2-9953-a0fa2357d7b7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.898388] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874203b0-d3bc-4e9b-8188-ab81eac9fb0d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.941051] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c1dfb9-f978-422b-bcc4-759e6a657ac2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.950063] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b11b868-859d-4b16-bc89-0f03a6fe9c6f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.964146] env[69654]: DEBUG nova.compute.provider_tree [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.000453] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555342, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.006200] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dd8041d1-2120-4e52-8251-849ea4f7f54f tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.451s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.289945] env[69654]: DEBUG oslo_concurrency.lockutils [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "63aac6cb-2703-4c2f-b966-4616aa8724b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.291414] env[69654]: DEBUG oslo_concurrency.lockutils [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "63aac6cb-2703-4c2f-b966-4616aa8724b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.469421] env[69654]: DEBUG nova.scheduler.client.report [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.502324] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613345} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.502617] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 8c9a6fa8-5244-443e-b0e9-344d12edb5c3/8c9a6fa8-5244-443e-b0e9-344d12edb5c3.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.502831] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.503194] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41bc524a-e867-4215-98c4-043d701a2072 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.513598] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1061.513598] env[69654]: value = "task-3555343" [ 1061.513598] env[69654]: _type = "Task" [ 1061.513598] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.524129] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.590986] env[69654]: DEBUG nova.compute.manager [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.634278] env[69654]: DEBUG nova.virt.hardware [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.634590] env[69654]: DEBUG nova.virt.hardware [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.634785] env[69654]: DEBUG nova.virt.hardware [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.635020] env[69654]: DEBUG nova.virt.hardware [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.635367] env[69654]: DEBUG nova.virt.hardware [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.635526] env[69654]: DEBUG nova.virt.hardware [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.635730] env[69654]: DEBUG nova.virt.hardware [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.635885] env[69654]: DEBUG nova.virt.hardware [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.636079] env[69654]: DEBUG nova.virt.hardware [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.636277] env[69654]: DEBUG nova.virt.hardware [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.636477] env[69654]: DEBUG nova.virt.hardware [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.637716] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891c7561-2193-4427-b215-3489d77d3de0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.650202] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509ddc88-ce51-44f0-9eb0-4d365d87096e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.794480] env[69654]: DEBUG nova.compute.manager [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.975740] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.977026] env[69654]: DEBUG nova.compute.manager [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.982017] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.934s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.982017] env[69654]: INFO nova.compute.claims [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.026034] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070804} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.027134] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.027810] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17772b46-f309-4bde-a077-b6dfee753e7f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.054320] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 8c9a6fa8-5244-443e-b0e9-344d12edb5c3/8c9a6fa8-5244-443e-b0e9-344d12edb5c3.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.055907] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9abbfe6-76e9-4fea-9644-e136323e0817 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.076467] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1062.076467] env[69654]: value = "task-3555344" [ 1062.076467] env[69654]: _type = "Task" [ 1062.076467] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.084831] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.130800] env[69654]: DEBUG nova.network.neutron [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Successfully updated port: d82457a1-a20e-4aae-b42a-3603d54a6baf {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.132131] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "3c6b40b1-a10c-449c-84b9-4dafc0edee58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.132394] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "3c6b40b1-a10c-449c-84b9-4dafc0edee58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.132618] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "3c6b40b1-a10c-449c-84b9-4dafc0edee58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.132816] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "3c6b40b1-a10c-449c-84b9-4dafc0edee58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.132984] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "3c6b40b1-a10c-449c-84b9-4dafc0edee58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.138564] env[69654]: INFO nova.compute.manager [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Terminating instance [ 1062.180445] env[69654]: DEBUG nova.compute.manager [req-0a8f21d3-6bc4-4c5b-ab51-a09c075f6321 req-61e9de70-8f91-4a87-b80e-f5153d457c9d service nova] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Received event network-vif-plugged-d82457a1-a20e-4aae-b42a-3603d54a6baf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.180675] env[69654]: DEBUG oslo_concurrency.lockutils [req-0a8f21d3-6bc4-4c5b-ab51-a09c075f6321 req-61e9de70-8f91-4a87-b80e-f5153d457c9d service nova] Acquiring lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.180923] env[69654]: DEBUG oslo_concurrency.lockutils [req-0a8f21d3-6bc4-4c5b-ab51-a09c075f6321 req-61e9de70-8f91-4a87-b80e-f5153d457c9d service nova] Lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.181062] env[69654]: DEBUG oslo_concurrency.lockutils [req-0a8f21d3-6bc4-4c5b-ab51-a09c075f6321 req-61e9de70-8f91-4a87-b80e-f5153d457c9d service nova] Lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.181260] env[69654]: DEBUG nova.compute.manager [req-0a8f21d3-6bc4-4c5b-ab51-a09c075f6321 req-61e9de70-8f91-4a87-b80e-f5153d457c9d service nova] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] No waiting events found dispatching network-vif-plugged-d82457a1-a20e-4aae-b42a-3603d54a6baf {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.181405] env[69654]: WARNING nova.compute.manager [req-0a8f21d3-6bc4-4c5b-ab51-a09c075f6321 req-61e9de70-8f91-4a87-b80e-f5153d457c9d service nova] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Received unexpected event network-vif-plugged-d82457a1-a20e-4aae-b42a-3603d54a6baf for instance with vm_state building and task_state spawning. [ 1062.225222] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "93bffb31-648b-4590-aa29-52a0b8069fb4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.225581] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.323802] env[69654]: DEBUG oslo_concurrency.lockutils [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.401708] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Volume attach. Driver type: vmdk {{(pid=69654) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1062.401821] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709857', 'volume_id': 'fb242d12-64b1-46a3-b043-ffce8d03f5a1', 'name': 'volume-fb242d12-64b1-46a3-b043-ffce8d03f5a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c9e79e3-3168-424d-857e-c94ebee0dbae', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb242d12-64b1-46a3-b043-ffce8d03f5a1', 'serial': 'fb242d12-64b1-46a3-b043-ffce8d03f5a1'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1062.402764] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abc66aa-ab19-4322-9819-f6a7fa9d2123 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.422449] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b86bbea-d48b-49e5-80cc-60fea054702d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.449338] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-fb242d12-64b1-46a3-b043-ffce8d03f5a1/volume-fb242d12-64b1-46a3-b043-ffce8d03f5a1.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.449651] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b65f28d5-24fe-451f-9f2d-17ff8ae0bb27 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.467462] env[69654]: DEBUG oslo_vmware.api [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1062.467462] env[69654]: value = "task-3555345" [ 1062.467462] env[69654]: _type = "Task" [ 1062.467462] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.475455] env[69654]: DEBUG oslo_vmware.api [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.487211] env[69654]: DEBUG nova.compute.utils [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.491462] env[69654]: DEBUG nova.compute.manager [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.491611] env[69654]: DEBUG nova.network.neutron [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.545021] env[69654]: DEBUG nova.policy [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c73a72aeab4d46dc9c7a74bc0f5e4ef0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72d9bac3b50947f296303f969780cc75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.588202] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555344, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.637633] env[69654]: DEBUG oslo_concurrency.lockutils [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "refresh_cache-b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.637633] env[69654]: DEBUG oslo_concurrency.lockutils [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "refresh_cache-b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.637633] env[69654]: DEBUG nova.network.neutron [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.642756] env[69654]: DEBUG nova.compute.manager [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.642886] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.643868] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56738717-d8ab-460a-8c68-f1ebbad00ef5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.651605] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.651867] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9785068-22dd-49bd-a3f0-ce88fbdbdef5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.660548] env[69654]: DEBUG oslo_vmware.api [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1062.660548] env[69654]: value = "task-3555346" [ 1062.660548] env[69654]: _type = "Task" [ 1062.660548] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.669539] env[69654]: DEBUG oslo_vmware.api [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.729147] env[69654]: DEBUG nova.compute.utils [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.830498] env[69654]: DEBUG nova.network.neutron [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Successfully created port: 99be88dd-e9d9-4d16-a82e-13d2dc3263f0 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.979821] env[69654]: DEBUG oslo_vmware.api [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.991605] env[69654]: DEBUG nova.compute.manager [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.090744] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555344, 'name': ReconfigVM_Task, 'duration_secs': 0.543947} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.091035] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 8c9a6fa8-5244-443e-b0e9-344d12edb5c3/8c9a6fa8-5244-443e-b0e9-344d12edb5c3.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.091670] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9171195e-fdb3-42d1-bab6-ba1f6bb550df {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.097751] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1063.097751] env[69654]: value = "task-3555347" [ 1063.097751] env[69654]: _type = "Task" [ 1063.097751] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.107523] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555347, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.170029] env[69654]: DEBUG oslo_vmware.api [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555346, 'name': PowerOffVM_Task, 'duration_secs': 0.374016} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.172742] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.172926] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.173983] env[69654]: DEBUG nova.network.neutron [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.175705] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b34fd258-56dc-49d6-9b47-04cf8c13430a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.232334] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.260178] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.260389] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.260936] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Deleting the datastore file [datastore1] 3c6b40b1-a10c-449c-84b9-4dafc0edee58 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.261284] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c6e331c-4118-41c4-abae-e89ed5903466 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.269585] env[69654]: DEBUG oslo_vmware.api [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1063.269585] env[69654]: value = "task-3555349" [ 1063.269585] env[69654]: _type = "Task" [ 1063.269585] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.270832] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc20be0-9905-4bde-88f5-540379ca7e2d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.283768] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439b266e-44d2-48d4-a15c-c65df0477136 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.286995] env[69654]: DEBUG oslo_vmware.api [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.319753] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892b5353-c028-41ca-9c0c-d81fbfab6821 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.327532] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e88eef4-72bc-4c60-9964-03845c8c482a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.346966] env[69654]: DEBUG nova.compute.provider_tree [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.375868] env[69654]: DEBUG nova.network.neutron [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Updating instance_info_cache with network_info: [{"id": "d82457a1-a20e-4aae-b42a-3603d54a6baf", "address": "fa:16:3e:08:25:5d", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82457a1-a2", "ovs_interfaceid": "d82457a1-a20e-4aae-b42a-3603d54a6baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.436880] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "6aec4f44-50c0-467e-a400-6e8e9795f75a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.436880] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "6aec4f44-50c0-467e-a400-6e8e9795f75a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.481025] env[69654]: DEBUG oslo_vmware.api [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555345, 'name': ReconfigVM_Task, 'duration_secs': 0.605989} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.481025] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-fb242d12-64b1-46a3-b043-ffce8d03f5a1/volume-fb242d12-64b1-46a3-b043-ffce8d03f5a1.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.486491] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-094a1648-9221-49dd-b48e-c24a788265e2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.504176] env[69654]: DEBUG oslo_vmware.api [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1063.504176] env[69654]: value = "task-3555350" [ 1063.504176] env[69654]: _type = "Task" [ 1063.504176] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.513596] env[69654]: DEBUG oslo_vmware.api [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.610290] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555347, 'name': Rename_Task, 'duration_secs': 0.187087} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.610290] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.610290] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c64a6ab-ea00-470c-b8c4-c5393ddc8df2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.614944] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1063.614944] env[69654]: value = "task-3555351" [ 1063.614944] env[69654]: _type = "Task" [ 1063.614944] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.621858] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.780360] env[69654]: DEBUG oslo_vmware.api [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245852} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.781043] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.781043] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.781043] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.781261] env[69654]: INFO nova.compute.manager [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1063.781404] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.781596] env[69654]: DEBUG nova.compute.manager [-] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.781689] env[69654]: DEBUG nova.network.neutron [-] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.850573] env[69654]: DEBUG nova.scheduler.client.report [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.878805] env[69654]: DEBUG oslo_concurrency.lockutils [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "refresh_cache-b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.879397] env[69654]: DEBUG nova.compute.manager [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Instance network_info: |[{"id": "d82457a1-a20e-4aae-b42a-3603d54a6baf", "address": "fa:16:3e:08:25:5d", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82457a1-a2", "ovs_interfaceid": "d82457a1-a20e-4aae-b42a-3603d54a6baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.879564] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:25:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd82457a1-a20e-4aae-b42a-3603d54a6baf', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.899026] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.899026] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.899026] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86142b79-dbdd-4ed3-898d-c1e919a308c6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.921990] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.921990] env[69654]: value = "task-3555352" [ 1063.921990] env[69654]: _type = "Task" [ 1063.921990] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.931780] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555352, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.939614] env[69654]: DEBUG nova.compute.manager [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.004399] env[69654]: DEBUG nova.compute.manager [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.019858] env[69654]: DEBUG oslo_vmware.api [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555350, 'name': ReconfigVM_Task, 'duration_secs': 0.22616} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.020225] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709857', 'volume_id': 'fb242d12-64b1-46a3-b043-ffce8d03f5a1', 'name': 'volume-fb242d12-64b1-46a3-b043-ffce8d03f5a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c9e79e3-3168-424d-857e-c94ebee0dbae', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb242d12-64b1-46a3-b043-ffce8d03f5a1', 'serial': 'fb242d12-64b1-46a3-b043-ffce8d03f5a1'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1064.036139] env[69654]: DEBUG nova.virt.hardware [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.036401] env[69654]: DEBUG nova.virt.hardware [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.036568] env[69654]: DEBUG nova.virt.hardware [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.036789] env[69654]: DEBUG nova.virt.hardware [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.036941] env[69654]: DEBUG nova.virt.hardware [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.037170] env[69654]: DEBUG nova.virt.hardware [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.037424] env[69654]: DEBUG nova.virt.hardware [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.037589] env[69654]: DEBUG nova.virt.hardware [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.037792] env[69654]: DEBUG nova.virt.hardware [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.037962] env[69654]: DEBUG nova.virt.hardware [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.038466] env[69654]: DEBUG nova.virt.hardware [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.039713] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cea787-e7a9-47b0-9894-cc956888af12 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.052064] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c729458-580d-40fa-9d00-08273429a059 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.125144] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555351, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.206679] env[69654]: DEBUG nova.compute.manager [req-8c7a54cd-a1d2-4f88-9d55-842d0d6d85e9 req-f881c09f-f034-4ed5-812c-c9ab5a48d11e service nova] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Received event network-changed-d82457a1-a20e-4aae-b42a-3603d54a6baf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.206976] env[69654]: DEBUG nova.compute.manager [req-8c7a54cd-a1d2-4f88-9d55-842d0d6d85e9 req-f881c09f-f034-4ed5-812c-c9ab5a48d11e service nova] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Refreshing instance network info cache due to event network-changed-d82457a1-a20e-4aae-b42a-3603d54a6baf. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.207334] env[69654]: DEBUG oslo_concurrency.lockutils [req-8c7a54cd-a1d2-4f88-9d55-842d0d6d85e9 req-f881c09f-f034-4ed5-812c-c9ab5a48d11e service nova] Acquiring lock "refresh_cache-b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.207664] env[69654]: DEBUG oslo_concurrency.lockutils [req-8c7a54cd-a1d2-4f88-9d55-842d0d6d85e9 req-f881c09f-f034-4ed5-812c-c9ab5a48d11e service nova] Acquired lock "refresh_cache-b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.207943] env[69654]: DEBUG nova.network.neutron [req-8c7a54cd-a1d2-4f88-9d55-842d0d6d85e9 req-f881c09f-f034-4ed5-812c-c9ab5a48d11e service nova] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Refreshing network info cache for port d82457a1-a20e-4aae-b42a-3603d54a6baf {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.209629] env[69654]: DEBUG nova.compute.manager [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.210887] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1be3d53-50d5-4332-8fb9-99405cbde857 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.289897] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "93bffb31-648b-4590-aa29-52a0b8069fb4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.290038] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.290289] env[69654]: INFO nova.compute.manager [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Attaching volume ff0fcd41-bbff-4c50-8645-ba7a94e9d571 to /dev/sdb [ 1064.321343] env[69654]: DEBUG nova.compute.manager [req-ba28656c-5caf-4915-91b8-b1ae2ec96500 req-a2e86bcd-bef2-4002-971d-1da697247729 service nova] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Received event network-vif-deleted-86a7de77-811e-42d7-977b-2fb79548e2b0 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.323073] env[69654]: INFO nova.compute.manager [req-ba28656c-5caf-4915-91b8-b1ae2ec96500 req-a2e86bcd-bef2-4002-971d-1da697247729 service nova] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Neutron deleted interface 86a7de77-811e-42d7-977b-2fb79548e2b0; detaching it from the instance and deleting it from the info cache [ 1064.323073] env[69654]: DEBUG nova.network.neutron [req-ba28656c-5caf-4915-91b8-b1ae2ec96500 req-a2e86bcd-bef2-4002-971d-1da697247729 service nova] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.327563] env[69654]: DEBUG nova.network.neutron [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Successfully updated port: 99be88dd-e9d9-4d16-a82e-13d2dc3263f0 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.341904] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6af9236-3b88-4402-975d-64778ff1f532 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.349870] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfe87da-78e8-4149-bc4e-cde5d51bf6b5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.354915] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.355427] env[69654]: DEBUG nova.compute.manager [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.358425] env[69654]: DEBUG oslo_concurrency.lockutils [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.035s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.359842] env[69654]: INFO nova.compute.claims [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.366383] env[69654]: DEBUG nova.virt.block_device [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Updating existing volume attachment record: ed020de0-02b7-4c9b-beb1-6f535627ed13 {{(pid=69654) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1064.434371] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555352, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.470737] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.507793] env[69654]: DEBUG oslo_concurrency.lockutils [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.508074] env[69654]: DEBUG oslo_concurrency.lockutils [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.625721] env[69654]: DEBUG oslo_vmware.api [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555351, 'name': PowerOnVM_Task, 'duration_secs': 0.866288} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.626009] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.626251] env[69654]: INFO nova.compute.manager [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1064.626439] env[69654]: DEBUG nova.compute.manager [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.627254] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc1c27e-e940-41c1-bf6d-51eae41d01a3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.727859] env[69654]: INFO nova.compute.manager [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] instance snapshotting [ 1064.730605] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616527f4-2167-44b5-bde1-4089fe398804 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.752859] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ea405a-6a9c-46a7-9971-5a3dced83524 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.799762] env[69654]: DEBUG nova.network.neutron [-] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.824802] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfed70ac-5b70-4a2e-b7f7-893547ce68ec {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.827444] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "refresh_cache-a5b9902f-dad4-4ce3-917f-021e9a5e0be7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.827723] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquired lock "refresh_cache-a5b9902f-dad4-4ce3-917f-021e9a5e0be7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.828329] env[69654]: DEBUG nova.network.neutron [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.842954] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd590b0b-4a26-40cc-8164-31e8f7bd4c05 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.868958] env[69654]: DEBUG nova.compute.utils [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.882944] env[69654]: DEBUG nova.compute.manager [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.883436] env[69654]: DEBUG nova.network.neutron [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.888687] env[69654]: DEBUG nova.compute.manager [req-ba28656c-5caf-4915-91b8-b1ae2ec96500 req-a2e86bcd-bef2-4002-971d-1da697247729 service nova] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Detach interface failed, port_id=86a7de77-811e-42d7-977b-2fb79548e2b0, reason: Instance 3c6b40b1-a10c-449c-84b9-4dafc0edee58 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1064.893409] env[69654]: DEBUG nova.compute.manager [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.937842] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555352, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.948366] env[69654]: DEBUG nova.policy [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '067f7e518ca04bb1956fa78ad22d2ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf89ca1830cd4d49aa3216e71d010a9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.977989] env[69654]: DEBUG nova.network.neutron [req-8c7a54cd-a1d2-4f88-9d55-842d0d6d85e9 req-f881c09f-f034-4ed5-812c-c9ab5a48d11e service nova] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Updated VIF entry in instance network info cache for port d82457a1-a20e-4aae-b42a-3603d54a6baf. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.977989] env[69654]: DEBUG nova.network.neutron [req-8c7a54cd-a1d2-4f88-9d55-842d0d6d85e9 req-f881c09f-f034-4ed5-812c-c9ab5a48d11e service nova] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Updating instance_info_cache with network_info: [{"id": "d82457a1-a20e-4aae-b42a-3603d54a6baf", "address": "fa:16:3e:08:25:5d", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82457a1-a2", "ovs_interfaceid": "d82457a1-a20e-4aae-b42a-3603d54a6baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.013062] env[69654]: INFO nova.compute.manager [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Detaching volume d1ec90eb-3a74-459c-b6db-611e4725b9b7 [ 1065.051880] env[69654]: INFO nova.virt.block_device [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Attempting to driver detach volume d1ec90eb-3a74-459c-b6db-611e4725b9b7 from mountpoint /dev/sdb [ 1065.052140] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1065.052334] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709832', 'volume_id': 'd1ec90eb-3a74-459c-b6db-611e4725b9b7', 'name': 'volume-d1ec90eb-3a74-459c-b6db-611e4725b9b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6bb2c2f-6229-40d8-bfa3-b27970aeb275', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1ec90eb-3a74-459c-b6db-611e4725b9b7', 'serial': 'd1ec90eb-3a74-459c-b6db-611e4725b9b7'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1065.053298] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b15a7a-eb38-49db-ab45-e71e0a84a20c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.079405] env[69654]: DEBUG nova.objects.instance [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lazy-loading 'flavor' on Instance uuid 3c9e79e3-3168-424d-857e-c94ebee0dbae {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.081383] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f692f8d6-0c3b-4efa-9129-c7eab410d922 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.089875] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0ba228-bb54-4a66-acf4-90ca94262643 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.115568] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a70a0f9-5d88-4ce5-96a4-600e3a043a27 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.129917] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] The volume has not been displaced from its original location: [datastore2] volume-d1ec90eb-3a74-459c-b6db-611e4725b9b7/volume-d1ec90eb-3a74-459c-b6db-611e4725b9b7.vmdk. No consolidation needed. {{(pid=69654) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1065.135168] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1065.135484] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d63da266-af93-4c48-8273-231de553d3a1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.157130] env[69654]: INFO nova.compute.manager [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Took 20.91 seconds to build instance. [ 1065.159540] env[69654]: DEBUG oslo_vmware.api [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1065.159540] env[69654]: value = "task-3555354" [ 1065.159540] env[69654]: _type = "Task" [ 1065.159540] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.167838] env[69654]: DEBUG oslo_vmware.api [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.263664] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1065.264185] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f6454862-c3b6-40e8-a1bb-7c1b1ef18da9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.272349] env[69654]: DEBUG oslo_vmware.api [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1065.272349] env[69654]: value = "task-3555355" [ 1065.272349] env[69654]: _type = "Task" [ 1065.272349] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.283799] env[69654]: DEBUG oslo_vmware.api [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555355, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.303655] env[69654]: INFO nova.compute.manager [-] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Took 1.52 seconds to deallocate network for instance. [ 1065.397791] env[69654]: DEBUG nova.network.neutron [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.410026] env[69654]: DEBUG nova.network.neutron [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Successfully created port: c8021a30-9727-4b97-90fb-987735aeba84 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.441887] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555352, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.481897] env[69654]: DEBUG oslo_concurrency.lockutils [req-8c7a54cd-a1d2-4f88-9d55-842d0d6d85e9 req-f881c09f-f034-4ed5-812c-c9ab5a48d11e service nova] Releasing lock "refresh_cache-b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.587033] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b1e2c74e-d4cb-46e8-a455-8fb919c5bac6 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "3c9e79e3-3168-424d-857e-c94ebee0dbae" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.814s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.638787] env[69654]: DEBUG nova.network.neutron [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Updating instance_info_cache with network_info: [{"id": "99be88dd-e9d9-4d16-a82e-13d2dc3263f0", "address": "fa:16:3e:5c:c9:9b", "network": {"id": "40586571-dea3-41de-ae3b-5c30f0e4744f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-212295839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "72d9bac3b50947f296303f969780cc75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99be88dd-e9", "ovs_interfaceid": "99be88dd-e9d9-4d16-a82e-13d2dc3263f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.658988] env[69654]: DEBUG oslo_concurrency.lockutils [None req-11079769-399a-498a-9e66-85272205c036 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.423s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.684158] env[69654]: DEBUG oslo_vmware.api [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555354, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.737154] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83e1fed-a6d7-4b9c-831e-44cb8ae7094d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.746195] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35329429-ebb4-4606-927c-f86d27771615 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.783470] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59c0e54-b00e-423d-87ce-d9f9f06e931a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.792143] env[69654]: DEBUG oslo_vmware.api [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555355, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.794634] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f413fd49-bd0d-4ac5-9a2d-45cd3519ead4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.815305] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.815305] env[69654]: DEBUG nova.compute.provider_tree [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.910037] env[69654]: DEBUG nova.compute.manager [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.936352] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555352, 'name': CreateVM_Task, 'duration_secs': 1.541742} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.938722] env[69654]: DEBUG nova.virt.hardware [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.938999] env[69654]: DEBUG nova.virt.hardware [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.939208] env[69654]: DEBUG nova.virt.hardware [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.939433] env[69654]: DEBUG nova.virt.hardware [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.939621] env[69654]: DEBUG nova.virt.hardware [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.939806] env[69654]: DEBUG nova.virt.hardware [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.940078] env[69654]: DEBUG nova.virt.hardware [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.940292] env[69654]: DEBUG nova.virt.hardware [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.940499] env[69654]: DEBUG nova.virt.hardware [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.940703] env[69654]: DEBUG nova.virt.hardware [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.940922] env[69654]: DEBUG nova.virt.hardware [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.941207] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.941969] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c6ac45-2c28-45e0-8ecc-1e38848129a9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.944827] env[69654]: DEBUG oslo_concurrency.lockutils [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.945046] env[69654]: DEBUG oslo_concurrency.lockutils [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.945393] env[69654]: DEBUG oslo_concurrency.lockutils [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.945671] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2feabf4-7f9c-4548-9adf-04ca66282f4c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.952873] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c104eb4-45ef-4551-a1ed-d6feba42248b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.956604] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1065.956604] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ec45d8-d3e2-7157-f3f4-36df85063141" [ 1065.956604] env[69654]: _type = "Task" [ 1065.956604] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.974922] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ec45d8-d3e2-7157-f3f4-36df85063141, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.975255] env[69654]: DEBUG oslo_concurrency.lockutils [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.975540] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.975804] env[69654]: DEBUG oslo_concurrency.lockutils [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.976043] env[69654]: DEBUG oslo_concurrency.lockutils [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.976295] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.976586] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1959fa08-645a-4993-91a5-5a9f7a00d554 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.986030] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.986280] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.987111] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1680427-dabb-4536-951b-3f4a82f0dff7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.991930] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1065.991930] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526c1bcd-a148-4911-f525-1b013b10478d" [ 1065.991930] env[69654]: _type = "Task" [ 1065.991930] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.999228] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526c1bcd-a148-4911-f525-1b013b10478d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.142263] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Releasing lock "refresh_cache-a5b9902f-dad4-4ce3-917f-021e9a5e0be7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.142607] env[69654]: DEBUG nova.compute.manager [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Instance network_info: |[{"id": "99be88dd-e9d9-4d16-a82e-13d2dc3263f0", "address": "fa:16:3e:5c:c9:9b", "network": {"id": "40586571-dea3-41de-ae3b-5c30f0e4744f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-212295839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "72d9bac3b50947f296303f969780cc75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99be88dd-e9", "ovs_interfaceid": "99be88dd-e9d9-4d16-a82e-13d2dc3263f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.143054] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:c9:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73e099e8-2acc-4628-a60d-0b4afa46b39d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99be88dd-e9d9-4d16-a82e-13d2dc3263f0', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.151023] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.151285] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.151572] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4082d59b-d036-43f9-bf7c-29669fe326ba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.175581] env[69654]: DEBUG oslo_vmware.api [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555354, 'name': ReconfigVM_Task, 'duration_secs': 0.54161} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.176845] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1066.181481] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.181481] env[69654]: value = "task-3555356" [ 1066.181481] env[69654]: _type = "Task" [ 1066.181481] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.181764] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edb3eb72-6a1b-431d-9ac9-5ba14f53ce50 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.200440] env[69654]: DEBUG oslo_vmware.api [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1066.200440] env[69654]: value = "task-3555357" [ 1066.200440] env[69654]: _type = "Task" [ 1066.200440] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.203131] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555356, 'name': CreateVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.212223] env[69654]: DEBUG oslo_vmware.api [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555357, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.214729] env[69654]: DEBUG nova.compute.manager [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Stashing vm_state: active {{(pid=69654) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1066.237435] env[69654]: DEBUG nova.compute.manager [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Received event network-vif-plugged-99be88dd-e9d9-4d16-a82e-13d2dc3263f0 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.237761] env[69654]: DEBUG oslo_concurrency.lockutils [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] Acquiring lock "a5b9902f-dad4-4ce3-917f-021e9a5e0be7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.238085] env[69654]: DEBUG oslo_concurrency.lockutils [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] Lock "a5b9902f-dad4-4ce3-917f-021e9a5e0be7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.238339] env[69654]: DEBUG oslo_concurrency.lockutils [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] Lock "a5b9902f-dad4-4ce3-917f-021e9a5e0be7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.238566] env[69654]: DEBUG nova.compute.manager [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] No waiting events found dispatching network-vif-plugged-99be88dd-e9d9-4d16-a82e-13d2dc3263f0 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.238788] env[69654]: WARNING nova.compute.manager [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Received unexpected event network-vif-plugged-99be88dd-e9d9-4d16-a82e-13d2dc3263f0 for instance with vm_state building and task_state spawning. [ 1066.239011] env[69654]: DEBUG nova.compute.manager [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Received event network-changed-99be88dd-e9d9-4d16-a82e-13d2dc3263f0 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.239250] env[69654]: DEBUG nova.compute.manager [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Refreshing instance network info cache due to event network-changed-99be88dd-e9d9-4d16-a82e-13d2dc3263f0. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.239551] env[69654]: DEBUG oslo_concurrency.lockutils [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] Acquiring lock "refresh_cache-a5b9902f-dad4-4ce3-917f-021e9a5e0be7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.239752] env[69654]: DEBUG oslo_concurrency.lockutils [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] Acquired lock "refresh_cache-a5b9902f-dad4-4ce3-917f-021e9a5e0be7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.239986] env[69654]: DEBUG nova.network.neutron [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Refreshing network info cache for port 99be88dd-e9d9-4d16-a82e-13d2dc3263f0 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.289370] env[69654]: DEBUG oslo_vmware.api [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555355, 'name': CreateSnapshot_Task, 'duration_secs': 0.767591} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.290102] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1066.290384] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3767c067-09b1-4b4e-ab79-a6279138c515 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.317197] env[69654]: DEBUG nova.scheduler.client.report [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.502242] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526c1bcd-a148-4911-f525-1b013b10478d, 'name': SearchDatastore_Task, 'duration_secs': 0.009453} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.503025] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac6cd42a-c0bc-4b95-97c1-d65784ae78b7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.508445] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1066.508445] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a4afd6-739b-3de5-4891-363eab31325f" [ 1066.508445] env[69654]: _type = "Task" [ 1066.508445] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.516306] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a4afd6-739b-3de5-4891-363eab31325f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.702211] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555356, 'name': CreateVM_Task, 'duration_secs': 0.482747} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.702423] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.703148] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.703312] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.703633] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.703937] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6df345e-f14b-43e2-8b61-b6491d4da1eb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.714253] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1066.714253] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c652cf-72b5-18e0-c729-d0d594e81a38" [ 1066.714253] env[69654]: _type = "Task" [ 1066.714253] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.714522] env[69654]: DEBUG oslo_vmware.api [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555357, 'name': ReconfigVM_Task, 'duration_secs': 0.19955} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.714847] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709832', 'volume_id': 'd1ec90eb-3a74-459c-b6db-611e4725b9b7', 'name': 'volume-d1ec90eb-3a74-459c-b6db-611e4725b9b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6bb2c2f-6229-40d8-bfa3-b27970aeb275', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1ec90eb-3a74-459c-b6db-611e4725b9b7', 'serial': 'd1ec90eb-3a74-459c-b6db-611e4725b9b7'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1066.727956] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c652cf-72b5-18e0-c729-d0d594e81a38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.735858] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.808610] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1066.811641] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a7512aa9-3723-4740-a22a-b35cbdf177c7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.821786] env[69654]: DEBUG oslo_concurrency.lockutils [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.822084] env[69654]: DEBUG nova.compute.manager [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.826192] env[69654]: DEBUG oslo_vmware.api [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1066.826192] env[69654]: value = "task-3555359" [ 1066.826192] env[69654]: _type = "Task" [ 1066.826192] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.826192] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.355s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.826678] env[69654]: INFO nova.compute.claims [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.840378] env[69654]: DEBUG oslo_vmware.api [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555359, 'name': CloneVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.958474] env[69654]: DEBUG nova.network.neutron [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Updated VIF entry in instance network info cache for port 99be88dd-e9d9-4d16-a82e-13d2dc3263f0. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.958474] env[69654]: DEBUG nova.network.neutron [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Updating instance_info_cache with network_info: [{"id": "99be88dd-e9d9-4d16-a82e-13d2dc3263f0", "address": "fa:16:3e:5c:c9:9b", "network": {"id": "40586571-dea3-41de-ae3b-5c30f0e4744f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-212295839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "72d9bac3b50947f296303f969780cc75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99be88dd-e9", "ovs_interfaceid": "99be88dd-e9d9-4d16-a82e-13d2dc3263f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.023025] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a4afd6-739b-3de5-4891-363eab31325f, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.023025] env[69654]: DEBUG oslo_concurrency.lockutils [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.023025] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] b2990d3b-c9c3-4b5e-9f52-3a6b8810e162/b2990d3b-c9c3-4b5e-9f52-3a6b8810e162.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.023025] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a107c9fd-60cf-45ad-afb3-20c8447c47a7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.033399] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1067.033399] env[69654]: value = "task-3555360" [ 1067.033399] env[69654]: _type = "Task" [ 1067.033399] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.042906] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.234072] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c652cf-72b5-18e0-c729-d0d594e81a38, 'name': SearchDatastore_Task, 'duration_secs': 0.015769} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.234072] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.234072] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.234072] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.234072] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.234072] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.234072] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-286d0d31-388a-47b1-ac19-7c54f5e2da6c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.247894] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.248333] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.249538] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5acb681-a459-412c-aba4-d5af4ee311ee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.260122] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1067.260122] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d61f82-52f3-2ed4-9a6b-3af70e08edd5" [ 1067.260122] env[69654]: _type = "Task" [ 1067.260122] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.266878] env[69654]: DEBUG nova.objects.instance [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lazy-loading 'flavor' on Instance uuid b6bb2c2f-6229-40d8-bfa3-b27970aeb275 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.283549] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d61f82-52f3-2ed4-9a6b-3af70e08edd5, 'name': SearchDatastore_Task, 'duration_secs': 0.020874} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.287021] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e6ff81-60ae-490d-bfe6-a2ddfa1732a6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.294020] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1067.294020] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523c9e52-9d75-870b-2596-5eb228cd7aa6" [ 1067.294020] env[69654]: _type = "Task" [ 1067.294020] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.309437] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523c9e52-9d75-870b-2596-5eb228cd7aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.336048] env[69654]: DEBUG nova.compute.utils [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.337723] env[69654]: DEBUG nova.compute.manager [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.338160] env[69654]: DEBUG nova.network.neutron [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.352420] env[69654]: DEBUG oslo_vmware.api [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555359, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.392226] env[69654]: DEBUG nova.policy [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f46830f6ac64135b95e8ada508672f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b88641bcb84f490ca01b5b5046e1c576', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.421572] env[69654]: DEBUG nova.compute.manager [req-febccca5-4e57-48aa-b1c9-c1d303e5f39f req-69b33087-0e2d-4e89-90bb-d36319f895a8 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Received event network-vif-plugged-c8021a30-9727-4b97-90fb-987735aeba84 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.422316] env[69654]: DEBUG oslo_concurrency.lockutils [req-febccca5-4e57-48aa-b1c9-c1d303e5f39f req-69b33087-0e2d-4e89-90bb-d36319f895a8 service nova] Acquiring lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.422624] env[69654]: DEBUG oslo_concurrency.lockutils [req-febccca5-4e57-48aa-b1c9-c1d303e5f39f req-69b33087-0e2d-4e89-90bb-d36319f895a8 service nova] Lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.422896] env[69654]: DEBUG oslo_concurrency.lockutils [req-febccca5-4e57-48aa-b1c9-c1d303e5f39f req-69b33087-0e2d-4e89-90bb-d36319f895a8 service nova] Lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.423386] env[69654]: DEBUG nova.compute.manager [req-febccca5-4e57-48aa-b1c9-c1d303e5f39f req-69b33087-0e2d-4e89-90bb-d36319f895a8 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] No waiting events found dispatching network-vif-plugged-c8021a30-9727-4b97-90fb-987735aeba84 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.423778] env[69654]: WARNING nova.compute.manager [req-febccca5-4e57-48aa-b1c9-c1d303e5f39f req-69b33087-0e2d-4e89-90bb-d36319f895a8 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Received unexpected event network-vif-plugged-c8021a30-9727-4b97-90fb-987735aeba84 for instance with vm_state building and task_state spawning. [ 1067.462390] env[69654]: DEBUG oslo_concurrency.lockutils [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] Releasing lock "refresh_cache-a5b9902f-dad4-4ce3-917f-021e9a5e0be7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.462390] env[69654]: DEBUG nova.compute.manager [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Received event network-changed-4884e227-6e16-4040-8ef4-940811f7dd3b {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.462390] env[69654]: DEBUG nova.compute.manager [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Refreshing instance network info cache due to event network-changed-4884e227-6e16-4040-8ef4-940811f7dd3b. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.462390] env[69654]: DEBUG oslo_concurrency.lockutils [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] Acquiring lock "refresh_cache-8c9a6fa8-5244-443e-b0e9-344d12edb5c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.462390] env[69654]: DEBUG oslo_concurrency.lockutils [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] Acquired lock "refresh_cache-8c9a6fa8-5244-443e-b0e9-344d12edb5c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.462390] env[69654]: DEBUG nova.network.neutron [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Refreshing network info cache for port 4884e227-6e16-4040-8ef4-940811f7dd3b {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.541658] env[69654]: DEBUG nova.network.neutron [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Successfully updated port: c8021a30-9727-4b97-90fb-987735aeba84 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.548655] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555360, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.696756] env[69654]: DEBUG nova.network.neutron [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Successfully created port: 42e1c9dd-f934-46d2-b796-fa5826c25352 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.803892] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523c9e52-9d75-870b-2596-5eb228cd7aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.021197} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.804260] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.804541] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] a5b9902f-dad4-4ce3-917f-021e9a5e0be7/a5b9902f-dad4-4ce3-917f-021e9a5e0be7.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.804805] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dd41131-7c94-4f85-a40b-eaadb6d5a1a7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.812623] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1067.812623] env[69654]: value = "task-3555361" [ 1067.812623] env[69654]: _type = "Task" [ 1067.812623] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.821768] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.840597] env[69654]: DEBUG oslo_vmware.api [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555359, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.845951] env[69654]: DEBUG nova.compute.manager [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.044626] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.044781] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.044923] env[69654]: DEBUG nova.network.neutron [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.055643] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555360, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.191689] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02390e00-b76a-4430-9bdd-9c82fb6a22d2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.202315] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5c8958-8c2a-4346-8d5b-d6d5a08f5e94 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.236880] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6375e243-ea35-40eb-8543-ad8f92d91b54 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.245812] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638d1490-c2d2-492d-9908-90c33788c821 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.259290] env[69654]: DEBUG nova.compute.provider_tree [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.270486] env[69654]: DEBUG nova.network.neutron [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Updated VIF entry in instance network info cache for port 4884e227-6e16-4040-8ef4-940811f7dd3b. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.270826] env[69654]: DEBUG nova.network.neutron [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Updating instance_info_cache with network_info: [{"id": "4884e227-6e16-4040-8ef4-940811f7dd3b", "address": "fa:16:3e:b5:7f:96", "network": {"id": "d64dd3ce-b453-4cd1-b9d8-de72ecf65b90", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1531259325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79cc5fdb2894f0b971aa69b60f13fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4884e227-6e", "ovs_interfaceid": "4884e227-6e16-4040-8ef4-940811f7dd3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.279152] env[69654]: DEBUG oslo_concurrency.lockutils [None req-cc890f7a-47cb-4268-a286-831fb7bf27b3 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.771s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.322458] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.340668] env[69654]: DEBUG oslo_vmware.api [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555359, 'name': CloneVM_Task} progress is 95%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.545544] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555360, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.504028} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.545766] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] b2990d3b-c9c3-4b5e-9f52-3a6b8810e162/b2990d3b-c9c3-4b5e-9f52-3a6b8810e162.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.545978] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.546267] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79f4eeee-9acc-40c1-9c0b-a3570bb8b19a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.553348] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1068.553348] env[69654]: value = "task-3555362" [ 1068.553348] env[69654]: _type = "Task" [ 1068.553348] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.565021] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.586992] env[69654]: DEBUG nova.network.neutron [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.763024] env[69654]: DEBUG nova.scheduler.client.report [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.773508] env[69654]: DEBUG oslo_concurrency.lockutils [req-082f0f62-6c16-4347-9aab-65a8f9c4c4fc req-82cb14c9-60ff-4c43-a636-bb2b8b6d01d5 service nova] Releasing lock "refresh_cache-8c9a6fa8-5244-443e-b0e9-344d12edb5c3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.822035] env[69654]: DEBUG nova.network.neutron [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Updating instance_info_cache with network_info: [{"id": "c8021a30-9727-4b97-90fb-987735aeba84", "address": "fa:16:3e:4a:6b:5a", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8021a30-97", "ovs_interfaceid": "c8021a30-9727-4b97-90fb-987735aeba84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.828770] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555361, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.843069] env[69654]: DEBUG oslo_vmware.api [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555359, 'name': CloneVM_Task, 'duration_secs': 1.668513} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.843069] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Created linked-clone VM from snapshot [ 1068.843800] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f66f751-a6be-4786-9d6b-c0099276ad2a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.852649] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Uploading image 754c8159-8738-4fc5-9fdb-e07ce68003ba {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1068.859602] env[69654]: DEBUG nova.compute.manager [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.867325] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1068.867654] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-56df488b-a7cd-4148-8167-c4d278ccf0bd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.875369] env[69654]: DEBUG oslo_vmware.api [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1068.875369] env[69654]: value = "task-3555363" [ 1068.875369] env[69654]: _type = "Task" [ 1068.875369] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.886792] env[69654]: DEBUG oslo_vmware.api [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555363, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.889175] env[69654]: DEBUG nova.virt.hardware [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.889437] env[69654]: DEBUG nova.virt.hardware [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.889615] env[69654]: DEBUG nova.virt.hardware [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.889797] env[69654]: DEBUG nova.virt.hardware [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.889941] env[69654]: DEBUG nova.virt.hardware [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.890110] env[69654]: DEBUG nova.virt.hardware [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.890310] env[69654]: DEBUG nova.virt.hardware [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.890466] env[69654]: DEBUG nova.virt.hardware [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.890626] env[69654]: DEBUG nova.virt.hardware [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.890785] env[69654]: DEBUG nova.virt.hardware [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.890955] env[69654]: DEBUG nova.virt.hardware [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.891859] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58373bb6-efb0-407a-bd2e-71285e7cb608 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.899382] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53c0acc-0715-4deb-b6d1-ddac17e1c7ae {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.924894] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Volume attach. Driver type: vmdk {{(pid=69654) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1068.925215] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709860', 'volume_id': 'ff0fcd41-bbff-4c50-8645-ba7a94e9d571', 'name': 'volume-ff0fcd41-bbff-4c50-8645-ba7a94e9d571', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93bffb31-648b-4590-aa29-52a0b8069fb4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff0fcd41-bbff-4c50-8645-ba7a94e9d571', 'serial': 'ff0fcd41-bbff-4c50-8645-ba7a94e9d571'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1068.926269] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4261d4e-e371-499e-a69f-a1de961ab0b9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.943024] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8722fe3c-72e1-488c-9550-04c29be341d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.967374] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-ff0fcd41-bbff-4c50-8645-ba7a94e9d571/volume-ff0fcd41-bbff-4c50-8645-ba7a94e9d571.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.967723] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8da60f8-060a-4919-a30d-9bff4a0cdd3d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.985782] env[69654]: DEBUG oslo_vmware.api [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1068.985782] env[69654]: value = "task-3555364" [ 1068.985782] env[69654]: _type = "Task" [ 1068.985782] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.994322] env[69654]: DEBUG oslo_vmware.api [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.063253] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082131} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.063525] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.064328] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ae82ae-596c-499a-8055-b6184eb6526a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.091713] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] b2990d3b-c9c3-4b5e-9f52-3a6b8810e162/b2990d3b-c9c3-4b5e-9f52-3a6b8810e162.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.091982] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e522b08-3a4e-49cb-993e-e892f8aaf84e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.111659] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1069.111659] env[69654]: value = "task-3555365" [ 1069.111659] env[69654]: _type = "Task" [ 1069.111659] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.121230] env[69654]: DEBUG nova.compute.manager [req-510381ac-fdc7-4dde-a336-bf134d83b380 req-16b7b164-c69f-41e6-9277-56fb5e7f9a26 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Received event network-vif-plugged-42e1c9dd-f934-46d2-b796-fa5826c25352 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.121440] env[69654]: DEBUG oslo_concurrency.lockutils [req-510381ac-fdc7-4dde-a336-bf134d83b380 req-16b7b164-c69f-41e6-9277-56fb5e7f9a26 service nova] Acquiring lock "63aac6cb-2703-4c2f-b966-4616aa8724b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.121688] env[69654]: DEBUG oslo_concurrency.lockutils [req-510381ac-fdc7-4dde-a336-bf134d83b380 req-16b7b164-c69f-41e6-9277-56fb5e7f9a26 service nova] Lock "63aac6cb-2703-4c2f-b966-4616aa8724b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.121846] env[69654]: DEBUG oslo_concurrency.lockutils [req-510381ac-fdc7-4dde-a336-bf134d83b380 req-16b7b164-c69f-41e6-9277-56fb5e7f9a26 service nova] Lock "63aac6cb-2703-4c2f-b966-4616aa8724b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.122015] env[69654]: DEBUG nova.compute.manager [req-510381ac-fdc7-4dde-a336-bf134d83b380 req-16b7b164-c69f-41e6-9277-56fb5e7f9a26 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] No waiting events found dispatching network-vif-plugged-42e1c9dd-f934-46d2-b796-fa5826c25352 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.122180] env[69654]: WARNING nova.compute.manager [req-510381ac-fdc7-4dde-a336-bf134d83b380 req-16b7b164-c69f-41e6-9277-56fb5e7f9a26 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Received unexpected event network-vif-plugged-42e1c9dd-f934-46d2-b796-fa5826c25352 for instance with vm_state building and task_state spawning. [ 1069.125447] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.163634] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.163901] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.164129] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.164379] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.164532] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.166667] env[69654]: INFO nova.compute.manager [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Terminating instance [ 1069.213886] env[69654]: DEBUG nova.network.neutron [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Successfully updated port: 42e1c9dd-f934-46d2-b796-fa5826c25352 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.267692] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.268201] env[69654]: DEBUG nova.compute.manager [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.270943] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.458s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.271078] env[69654]: DEBUG nova.objects.instance [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lazy-loading 'resources' on Instance uuid 3c6b40b1-a10c-449c-84b9-4dafc0edee58 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.326039] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555361, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.180527} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.326039] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.326039] env[69654]: DEBUG nova.compute.manager [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Instance network_info: |[{"id": "c8021a30-9727-4b97-90fb-987735aeba84", "address": "fa:16:3e:4a:6b:5a", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8021a30-97", "ovs_interfaceid": "c8021a30-9727-4b97-90fb-987735aeba84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.326039] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] a5b9902f-dad4-4ce3-917f-021e9a5e0be7/a5b9902f-dad4-4ce3-917f-021e9a5e0be7.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.326039] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.326039] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:6b:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8021a30-9727-4b97-90fb-987735aeba84', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.333542] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.333794] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cf86de9-030d-4d2e-a92e-b9384843f44d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.336233] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.336524] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b229c8b9-ceb1-4f53-8585-7de8b4b8e702 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.357520] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.357520] env[69654]: value = "task-3555367" [ 1069.357520] env[69654]: _type = "Task" [ 1069.357520] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.358569] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1069.358569] env[69654]: value = "task-3555366" [ 1069.358569] env[69654]: _type = "Task" [ 1069.358569] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.370240] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555367, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.373325] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.384919] env[69654]: DEBUG oslo_vmware.api [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555363, 'name': Destroy_Task, 'duration_secs': 0.373465} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.385531] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Destroyed the VM [ 1069.385838] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1069.386144] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-78ecde80-8d67-4503-b836-e727e65cb871 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.392780] env[69654]: DEBUG oslo_vmware.api [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1069.392780] env[69654]: value = "task-3555368" [ 1069.392780] env[69654]: _type = "Task" [ 1069.392780] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.401976] env[69654]: DEBUG oslo_vmware.api [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555368, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.467307] env[69654]: DEBUG nova.compute.manager [req-0471b42b-9630-4042-aa94-75cd0e55b0a4 req-3ef6a3eb-2c61-4228-84df-799b090c18b5 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Received event network-changed-c8021a30-9727-4b97-90fb-987735aeba84 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.467307] env[69654]: DEBUG nova.compute.manager [req-0471b42b-9630-4042-aa94-75cd0e55b0a4 req-3ef6a3eb-2c61-4228-84df-799b090c18b5 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Refreshing instance network info cache due to event network-changed-c8021a30-9727-4b97-90fb-987735aeba84. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.467496] env[69654]: DEBUG oslo_concurrency.lockutils [req-0471b42b-9630-4042-aa94-75cd0e55b0a4 req-3ef6a3eb-2c61-4228-84df-799b090c18b5 service nova] Acquiring lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.467496] env[69654]: DEBUG oslo_concurrency.lockutils [req-0471b42b-9630-4042-aa94-75cd0e55b0a4 req-3ef6a3eb-2c61-4228-84df-799b090c18b5 service nova] Acquired lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.467722] env[69654]: DEBUG nova.network.neutron [req-0471b42b-9630-4042-aa94-75cd0e55b0a4 req-3ef6a3eb-2c61-4228-84df-799b090c18b5 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Refreshing network info cache for port c8021a30-9727-4b97-90fb-987735aeba84 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.495540] env[69654]: DEBUG oslo_vmware.api [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555364, 'name': ReconfigVM_Task, 'duration_secs': 0.432613} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.496348] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-ff0fcd41-bbff-4c50-8645-ba7a94e9d571/volume-ff0fcd41-bbff-4c50-8645-ba7a94e9d571.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.500685] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eae6c2b-8728-4648-b8ee-b08f3ffe6401 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.515760] env[69654]: DEBUG oslo_vmware.api [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1069.515760] env[69654]: value = "task-3555369" [ 1069.515760] env[69654]: _type = "Task" [ 1069.515760] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.524160] env[69654]: DEBUG oslo_vmware.api [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.623041] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555365, 'name': ReconfigVM_Task, 'duration_secs': 0.3359} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.623371] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Reconfigured VM instance instance-0000005b to attach disk [datastore2] b2990d3b-c9c3-4b5e-9f52-3a6b8810e162/b2990d3b-c9c3-4b5e-9f52-3a6b8810e162.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.623977] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8e23a8c-4a14-4a48-b4c4-f27b6493de0b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.631459] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1069.631459] env[69654]: value = "task-3555370" [ 1069.631459] env[69654]: _type = "Task" [ 1069.631459] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.640048] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555370, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.670125] env[69654]: DEBUG nova.compute.manager [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.670367] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.671403] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb392d8-c45f-4352-a8a4-62ad15cef682 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.678256] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.678494] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b769a0d6-8e55-4761-a6e4-e370d229e537 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.684704] env[69654]: DEBUG oslo_vmware.api [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1069.684704] env[69654]: value = "task-3555371" [ 1069.684704] env[69654]: _type = "Task" [ 1069.684704] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.692617] env[69654]: DEBUG oslo_vmware.api [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.716751] env[69654]: DEBUG oslo_concurrency.lockutils [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "refresh_cache-63aac6cb-2703-4c2f-b966-4616aa8724b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.716751] env[69654]: DEBUG oslo_concurrency.lockutils [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "refresh_cache-63aac6cb-2703-4c2f-b966-4616aa8724b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.716841] env[69654]: DEBUG nova.network.neutron [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.775071] env[69654]: DEBUG nova.compute.utils [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.780235] env[69654]: DEBUG nova.compute.manager [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.780235] env[69654]: DEBUG nova.network.neutron [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.832828] env[69654]: DEBUG nova.policy [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa3ab18bb82840a9b5c82faf12771e86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59c26f0847f843d8ad052a939ff0e23b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.877706] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555367, 'name': CreateVM_Task, 'duration_secs': 0.384793} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.877982] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069724} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.881032] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.881032] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.881806] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.881951] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.882277] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.883066] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc9601d-e6b5-4ff2-8880-8a295f89f06f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.885581] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68610e9e-8e34-4de4-a720-cba4586b6fb7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.890503] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1069.890503] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52de31d7-d314-acea-b67a-db803d486475" [ 1069.890503] env[69654]: _type = "Task" [ 1069.890503] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.909432] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] a5b9902f-dad4-4ce3-917f-021e9a5e0be7/a5b9902f-dad4-4ce3-917f-021e9a5e0be7.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.917824] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-876f126a-0a8b-4a85-89e7-96bfe9a87e6a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.939283] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52de31d7-d314-acea-b67a-db803d486475, 'name': SearchDatastore_Task, 'duration_secs': 0.011292} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.943080] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.943374] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.943605] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.943749] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.943924] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.944286] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1069.944286] env[69654]: value = "task-3555372" [ 1069.944286] env[69654]: _type = "Task" [ 1069.944286] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.944500] env[69654]: DEBUG oslo_vmware.api [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555368, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.947068] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19323ee3-f682-44cf-b0a7-5b9ccd4c4078 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.958443] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.963870] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.963870] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.964639] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd32ebc4-1260-4b56-8aae-ee38544dfb30 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.972854] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1069.972854] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d0becf-8f11-4aa2-2685-020e1eca36e2" [ 1069.972854] env[69654]: _type = "Task" [ 1069.972854] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.984505] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d0becf-8f11-4aa2-2685-020e1eca36e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.985320] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1032939c-c586-4b0a-9de1-8992a8ac0b88 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.990728] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1069.990728] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525ea15f-fdea-a99d-5987-1ae84685a40f" [ 1069.990728] env[69654]: _type = "Task" [ 1069.990728] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.005529] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525ea15f-fdea-a99d-5987-1ae84685a40f, 'name': SearchDatastore_Task, 'duration_secs': 0.011366} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.008062] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.008543] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8/42c1cd53-97d0-40ba-aa39-f9c96f44dcd8.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.008663] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d1d7a57-ac2e-4fb9-b461-9d86786492a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.020125] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1070.020125] env[69654]: value = "task-3555373" [ 1070.020125] env[69654]: _type = "Task" [ 1070.020125] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.031535] env[69654]: DEBUG oslo_vmware.api [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555369, 'name': ReconfigVM_Task, 'duration_secs': 0.191403} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.037266] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709860', 'volume_id': 'ff0fcd41-bbff-4c50-8645-ba7a94e9d571', 'name': 'volume-ff0fcd41-bbff-4c50-8645-ba7a94e9d571', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93bffb31-648b-4590-aa29-52a0b8069fb4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff0fcd41-bbff-4c50-8645-ba7a94e9d571', 'serial': 'ff0fcd41-bbff-4c50-8645-ba7a94e9d571'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1070.038699] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.127312] env[69654]: DEBUG nova.network.neutron [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Successfully created port: 4443bdfb-b014-485a-ae32-9213988b7599 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.137309] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6ee1cf-c4c0-43e6-87fe-02f23af9385a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.146460] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555370, 'name': Rename_Task, 'duration_secs': 0.365541} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.146844] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.147786] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cb29fe-0dea-4824-8440-d74460757fd9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.150675] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd080f52-86c2-4c57-bef8-96a0fd0fa11a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.184103] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e72fcb-6c0d-4662-b172-6e2b05fed9e4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.187114] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1070.187114] env[69654]: value = "task-3555374" [ 1070.187114] env[69654]: _type = "Task" [ 1070.187114] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.196964] env[69654]: DEBUG nova.network.neutron [req-0471b42b-9630-4042-aa94-75cd0e55b0a4 req-3ef6a3eb-2c61-4228-84df-799b090c18b5 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Updated VIF entry in instance network info cache for port c8021a30-9727-4b97-90fb-987735aeba84. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.197370] env[69654]: DEBUG nova.network.neutron [req-0471b42b-9630-4042-aa94-75cd0e55b0a4 req-3ef6a3eb-2c61-4228-84df-799b090c18b5 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Updating instance_info_cache with network_info: [{"id": "c8021a30-9727-4b97-90fb-987735aeba84", "address": "fa:16:3e:4a:6b:5a", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8021a30-97", "ovs_interfaceid": "c8021a30-9727-4b97-90fb-987735aeba84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.200181] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f227105f-28a3-47ae-95dd-a50963dd0833 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.211343] env[69654]: DEBUG oslo_vmware.api [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555371, 'name': PowerOffVM_Task, 'duration_secs': 0.345328} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.211589] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.212248] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.212430] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.212842] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5651c5a-4c4b-40db-958c-6aab1820ec42 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.224571] env[69654]: DEBUG nova.compute.provider_tree [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.283363] env[69654]: DEBUG nova.compute.manager [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.289966] env[69654]: DEBUG nova.network.neutron [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.298678] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.298678] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.298922] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Deleting the datastore file [datastore2] b6bb2c2f-6229-40d8-bfa3-b27970aeb275 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.299786] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6f4d456-f56a-443a-816f-9d7d4f063036 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.310483] env[69654]: DEBUG oslo_vmware.api [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1070.310483] env[69654]: value = "task-3555376" [ 1070.310483] env[69654]: _type = "Task" [ 1070.310483] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.323239] env[69654]: DEBUG oslo_vmware.api [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.412346] env[69654]: DEBUG oslo_vmware.api [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555368, 'name': RemoveSnapshot_Task, 'duration_secs': 0.884806} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.412346] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1070.467124] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555372, 'name': ReconfigVM_Task, 'duration_secs': 0.442868} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.469160] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Reconfigured VM instance instance-0000005c to attach disk [datastore1] a5b9902f-dad4-4ce3-917f-021e9a5e0be7/a5b9902f-dad4-4ce3-917f-021e9a5e0be7.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.469905] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c85cf1d2-75cd-4db9-bc8c-bf082983acad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.477625] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1070.477625] env[69654]: value = "task-3555377" [ 1070.477625] env[69654]: _type = "Task" [ 1070.477625] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.487554] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555377, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.533935] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555373, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.544297] env[69654]: DEBUG nova.network.neutron [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Updating instance_info_cache with network_info: [{"id": "42e1c9dd-f934-46d2-b796-fa5826c25352", "address": "fa:16:3e:b8:34:8d", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42e1c9dd-f9", "ovs_interfaceid": "42e1c9dd-f934-46d2-b796-fa5826c25352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.699766] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.711722] env[69654]: DEBUG oslo_concurrency.lockutils [req-0471b42b-9630-4042-aa94-75cd0e55b0a4 req-3ef6a3eb-2c61-4228-84df-799b090c18b5 service nova] Releasing lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.728310] env[69654]: DEBUG nova.scheduler.client.report [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.821578] env[69654]: DEBUG oslo_vmware.api [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.920900] env[69654]: WARNING nova.compute.manager [None req-60b9f3bf-18c8-4245-af3f-9cb4d7fdfec1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Image not found during snapshot: nova.exception.ImageNotFound: Image 754c8159-8738-4fc5-9fdb-e07ce68003ba could not be found. [ 1070.993151] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555377, 'name': Rename_Task, 'duration_secs': 0.406963} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.993151] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.993389] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b145132e-4057-4549-bbd1-3e2721ec7209 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.001778] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1071.001778] env[69654]: value = "task-3555378" [ 1071.001778] env[69654]: _type = "Task" [ 1071.001778] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.015193] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.039148] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555373, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.050106] env[69654]: DEBUG oslo_concurrency.lockutils [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "refresh_cache-63aac6cb-2703-4c2f-b966-4616aa8724b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.050106] env[69654]: DEBUG nova.compute.manager [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Instance network_info: |[{"id": "42e1c9dd-f934-46d2-b796-fa5826c25352", "address": "fa:16:3e:b8:34:8d", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42e1c9dd-f9", "ovs_interfaceid": "42e1c9dd-f934-46d2-b796-fa5826c25352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.050106] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:34:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42e1c9dd-f934-46d2-b796-fa5826c25352', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.064426] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Creating folder: Project (b88641bcb84f490ca01b5b5046e1c576). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.065945] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-773abe27-4a40-440c-9608-95b51e1459ad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.078679] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Created folder: Project (b88641bcb84f490ca01b5b5046e1c576) in parent group-v709593. [ 1071.078945] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Creating folder: Instances. Parent ref: group-v709865. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.079235] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04872980-ae99-459b-a247-ca42c93c0d63 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.088744] env[69654]: DEBUG nova.objects.instance [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lazy-loading 'flavor' on Instance uuid 93bffb31-648b-4590-aa29-52a0b8069fb4 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.091837] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Created folder: Instances in parent group-v709865. [ 1071.092315] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.092795] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.093091] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b24ffc38-80a3-4caf-ac0c-5e87373123f9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.115954] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.115954] env[69654]: value = "task-3555381" [ 1071.115954] env[69654]: _type = "Task" [ 1071.115954] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.125208] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555381, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.169862] env[69654]: DEBUG nova.compute.manager [req-c5bdde5f-45d5-4ed2-97e7-d838d56e3239 req-5d310703-f3aa-4a5f-8766-48b49ee89345 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Received event network-changed-42e1c9dd-f934-46d2-b796-fa5826c25352 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.170235] env[69654]: DEBUG nova.compute.manager [req-c5bdde5f-45d5-4ed2-97e7-d838d56e3239 req-5d310703-f3aa-4a5f-8766-48b49ee89345 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Refreshing instance network info cache due to event network-changed-42e1c9dd-f934-46d2-b796-fa5826c25352. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.170572] env[69654]: DEBUG oslo_concurrency.lockutils [req-c5bdde5f-45d5-4ed2-97e7-d838d56e3239 req-5d310703-f3aa-4a5f-8766-48b49ee89345 service nova] Acquiring lock "refresh_cache-63aac6cb-2703-4c2f-b966-4616aa8724b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.170742] env[69654]: DEBUG oslo_concurrency.lockutils [req-c5bdde5f-45d5-4ed2-97e7-d838d56e3239 req-5d310703-f3aa-4a5f-8766-48b49ee89345 service nova] Acquired lock "refresh_cache-63aac6cb-2703-4c2f-b966-4616aa8724b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.170907] env[69654]: DEBUG nova.network.neutron [req-c5bdde5f-45d5-4ed2-97e7-d838d56e3239 req-5d310703-f3aa-4a5f-8766-48b49ee89345 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Refreshing network info cache for port 42e1c9dd-f934-46d2-b796-fa5826c25352 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.199468] env[69654]: DEBUG oslo_vmware.api [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555374, 'name': PowerOnVM_Task, 'duration_secs': 0.88918} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.199769] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.199974] env[69654]: INFO nova.compute.manager [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1071.200174] env[69654]: DEBUG nova.compute.manager [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.200981] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586a00d6-833b-4a54-821b-41c5641420bd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.234216] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.237046] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.501s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.290906] env[69654]: INFO nova.scheduler.client.report [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Deleted allocations for instance 3c6b40b1-a10c-449c-84b9-4dafc0edee58 [ 1071.299805] env[69654]: DEBUG nova.compute.manager [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.321711] env[69654]: DEBUG oslo_vmware.api [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.581728} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.321967] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.322166] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.322349] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.322522] env[69654]: INFO nova.compute.manager [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1071.322766] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.324981] env[69654]: DEBUG nova.compute.manager [-] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.325161] env[69654]: DEBUG nova.network.neutron [-] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.334215] env[69654]: DEBUG nova.virt.hardware [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.334493] env[69654]: DEBUG nova.virt.hardware [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.334657] env[69654]: DEBUG nova.virt.hardware [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.334844] env[69654]: DEBUG nova.virt.hardware [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.334989] env[69654]: DEBUG nova.virt.hardware [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.335166] env[69654]: DEBUG nova.virt.hardware [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.335379] env[69654]: DEBUG nova.virt.hardware [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.335545] env[69654]: DEBUG nova.virt.hardware [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.335733] env[69654]: DEBUG nova.virt.hardware [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.335897] env[69654]: DEBUG nova.virt.hardware [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.336083] env[69654]: DEBUG nova.virt.hardware [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.336969] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5145cb-7412-4b37-a3be-08e325b6d35f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.344629] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75be4dea-1588-47a6-a905-d252be6506d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.515229] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.522579] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.522844] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.523091] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.523324] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.524032] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.538020] env[69654]: INFO nova.compute.manager [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Terminating instance [ 1071.544973] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555373, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.597244] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e71dc53f-9a1a-4a5b-b95c-83877554dc6b tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.307s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.632932] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555381, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.720123] env[69654]: INFO nova.compute.manager [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Took 25.06 seconds to build instance. [ 1071.746455] env[69654]: INFO nova.compute.claims [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.757177] env[69654]: DEBUG nova.network.neutron [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Successfully updated port: 4443bdfb-b014-485a-ae32-9213988b7599 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.799575] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d3621a59-b124-4d43-b627-84c736d9ed5e tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "3c6b40b1-a10c-449c-84b9-4dafc0edee58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.667s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.012771] env[69654]: DEBUG oslo_vmware.api [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555378, 'name': PowerOnVM_Task, 'duration_secs': 0.817964} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.013052] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.013309] env[69654]: INFO nova.compute.manager [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1072.013563] env[69654]: DEBUG nova.compute.manager [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.014269] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e959d870-773f-43b5-9f53-f570daa94ea0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.033449] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555373, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.551779} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.033794] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8/42c1cd53-97d0-40ba-aa39-f9c96f44dcd8.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.035512] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.035512] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44021b07-5050-440f-8c17-2513d7bca9cb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.043134] env[69654]: DEBUG nova.compute.manager [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.043134] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.043134] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1072.043134] env[69654]: value = "task-3555382" [ 1072.043134] env[69654]: _type = "Task" [ 1072.043134] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.043580] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7aaab2-ca90-459e-b4a4-d8823eadec0e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.059808] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.059808] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.059808] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74d58fc4-80d1-49a2-ad66-7eb99b426bbc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.067024] env[69654]: DEBUG oslo_vmware.api [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1072.067024] env[69654]: value = "task-3555383" [ 1072.067024] env[69654]: _type = "Task" [ 1072.067024] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.075871] env[69654]: DEBUG oslo_vmware.api [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.128266] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555381, 'name': CreateVM_Task, 'duration_secs': 0.593358} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.128498] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.129247] env[69654]: DEBUG oslo_concurrency.lockutils [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.129425] env[69654]: DEBUG oslo_concurrency.lockutils [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.129768] env[69654]: DEBUG oslo_concurrency.lockutils [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.130090] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b05042-bc31-4c53-948e-32074dae60d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.135337] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1072.135337] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527fbec3-0edf-2492-0f73-b2de1ad84263" [ 1072.135337] env[69654]: _type = "Task" [ 1072.135337] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.147065] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527fbec3-0edf-2492-0f73-b2de1ad84263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.176216] env[69654]: DEBUG nova.compute.manager [req-2f95bc61-8ce3-463b-be1f-fb2b434c9200 req-f1a85f2d-c27c-4ce9-aec9-aa0687928d58 service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Received event network-vif-deleted-0c464bb5-2c6a-4e9b-9046-30a4c4568daf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.176290] env[69654]: INFO nova.compute.manager [req-2f95bc61-8ce3-463b-be1f-fb2b434c9200 req-f1a85f2d-c27c-4ce9-aec9-aa0687928d58 service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Neutron deleted interface 0c464bb5-2c6a-4e9b-9046-30a4c4568daf; detaching it from the instance and deleting it from the info cache [ 1072.176979] env[69654]: DEBUG nova.network.neutron [req-2f95bc61-8ce3-463b-be1f-fb2b434c9200 req-f1a85f2d-c27c-4ce9-aec9-aa0687928d58 service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.209403] env[69654]: DEBUG nova.network.neutron [req-c5bdde5f-45d5-4ed2-97e7-d838d56e3239 req-5d310703-f3aa-4a5f-8766-48b49ee89345 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Updated VIF entry in instance network info cache for port 42e1c9dd-f934-46d2-b796-fa5826c25352. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.209403] env[69654]: DEBUG nova.network.neutron [req-c5bdde5f-45d5-4ed2-97e7-d838d56e3239 req-5d310703-f3aa-4a5f-8766-48b49ee89345 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Updating instance_info_cache with network_info: [{"id": "42e1c9dd-f934-46d2-b796-fa5826c25352", "address": "fa:16:3e:b8:34:8d", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42e1c9dd-f9", "ovs_interfaceid": "42e1c9dd-f934-46d2-b796-fa5826c25352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.225024] env[69654]: DEBUG oslo_concurrency.lockutils [None req-56bb5e8c-a4a5-4081-87af-7ecbe30c39bd tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.567s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.258930] env[69654]: INFO nova.compute.resource_tracker [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating resource usage from migration e7b27754-81c7-4b2e-b5f7-4013b45bf4c2 [ 1072.265566] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "refresh_cache-6aec4f44-50c0-467e-a400-6e8e9795f75a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.265566] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquired lock "refresh_cache-6aec4f44-50c0-467e-a400-6e8e9795f75a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.265566] env[69654]: DEBUG nova.network.neutron [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.540068] env[69654]: INFO nova.compute.manager [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Took 22.31 seconds to build instance. [ 1072.560453] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155759} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.560453] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.560989] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83eb969-24f3-4d92-9d7a-8ca86e556201 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.591043] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8/42c1cd53-97d0-40ba-aa39-f9c96f44dcd8.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.598602] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80cb316b-f411-4c18-9f04-74bcdf4b0dcb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.624337] env[69654]: DEBUG oslo_vmware.api [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555383, 'name': PowerOffVM_Task, 'duration_secs': 0.241748} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.625802] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.625991] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.626380] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1072.626380] env[69654]: value = "task-3555384" [ 1072.626380] env[69654]: _type = "Task" [ 1072.626380] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.626671] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98a8b68d-449c-4a84-b82f-21a95591e262 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.641349] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.651249] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527fbec3-0edf-2492-0f73-b2de1ad84263, 'name': SearchDatastore_Task, 'duration_secs': 0.016258} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.654588] env[69654]: DEBUG oslo_concurrency.lockutils [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.654970] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.655299] env[69654]: DEBUG oslo_concurrency.lockutils [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.655536] env[69654]: DEBUG oslo_concurrency.lockutils [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.655690] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.655996] env[69654]: DEBUG nova.network.neutron [-] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.657222] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c3dbcd5-8690-4f4d-a5b9-cd28c81fc655 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.667817] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.668023] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.669403] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dfa4076-e505-4d63-9107-0b497d2adbef {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.674748] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b522b5-8866-4bbf-9361-1c9501a1fe1c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.678455] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1072.678455] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529b5fa1-7aa1-4731-6895-7da33703a2ce" [ 1072.678455] env[69654]: _type = "Task" [ 1072.678455] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.679387] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72e52ef2-1034-48e1-bf82-1d0a13a9d544 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.688013] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14887da-d507-492c-8797-1e20125a0153 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.698332] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529b5fa1-7aa1-4731-6895-7da33703a2ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009388} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.702687] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b216bcae-de2f-4216-a3ab-80562e5c10b1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.741662] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ced532-1253-4cc3-9b2b-12706867b40a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.746023] env[69654]: DEBUG oslo_concurrency.lockutils [req-c5bdde5f-45d5-4ed2-97e7-d838d56e3239 req-5d310703-f3aa-4a5f-8766-48b49ee89345 service nova] Releasing lock "refresh_cache-63aac6cb-2703-4c2f-b966-4616aa8724b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.746023] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.746023] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.746023] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Deleting the datastore file [datastore2] 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.747270] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d17a6b8-d340-49b8-9367-8afb635df5b7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.749717] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7e6c569-b738-4195-94e8-42dc6320ac06 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.754492] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1072.754492] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521a2521-3472-9538-a164-33f62b32f8ed" [ 1072.754492] env[69654]: _type = "Task" [ 1072.754492] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.762090] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5e5b94-235e-44fa-a7c4-226a2963c23e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.767151] env[69654]: DEBUG oslo_vmware.api [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1072.767151] env[69654]: value = "task-3555386" [ 1072.767151] env[69654]: _type = "Task" [ 1072.767151] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.785038] env[69654]: DEBUG nova.compute.manager [req-2f95bc61-8ce3-463b-be1f-fb2b434c9200 req-f1a85f2d-c27c-4ce9-aec9-aa0687928d58 service nova] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Detach interface failed, port_id=0c464bb5-2c6a-4e9b-9046-30a4c4568daf, reason: Instance b6bb2c2f-6229-40d8-bfa3-b27970aeb275 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1072.802451] env[69654]: DEBUG nova.compute.provider_tree [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.806031] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521a2521-3472-9538-a164-33f62b32f8ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011898} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.806031] env[69654]: DEBUG oslo_concurrency.lockutils [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.806031] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 63aac6cb-2703-4c2f-b966-4616aa8724b3/63aac6cb-2703-4c2f-b966-4616aa8724b3.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.806031] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e59dd6d-a2dd-4ea1-a392-d38cd714c0a1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.810389] env[69654]: DEBUG oslo_vmware.api [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.820984] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1072.820984] env[69654]: value = "task-3555387" [ 1072.820984] env[69654]: _type = "Task" [ 1072.820984] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.830665] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.985075] env[69654]: DEBUG nova.compute.manager [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Stashing vm_state: active {{(pid=69654) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1073.042739] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b368870a-bcb7-4886-afaa-21c56f6cec74 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "a5b9902f-dad4-4ce3-917f-021e9a5e0be7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.820s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.068311] env[69654]: DEBUG nova.network.neutron [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.113223] env[69654]: DEBUG oslo_concurrency.lockutils [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "93bffb31-648b-4590-aa29-52a0b8069fb4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.113521] env[69654]: DEBUG oslo_concurrency.lockutils [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.142880] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555384, 'name': ReconfigVM_Task, 'duration_secs': 0.434897} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.144064] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8/42c1cd53-97d0-40ba-aa39-f9c96f44dcd8.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.144064] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85c77ea1-f668-47e4-b503-6c9e0d1398ca {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.152715] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1073.152715] env[69654]: value = "task-3555388" [ 1073.152715] env[69654]: _type = "Task" [ 1073.152715] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.160838] env[69654]: INFO nova.compute.manager [-] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Took 1.84 seconds to deallocate network for instance. [ 1073.166275] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555388, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.229771] env[69654]: DEBUG nova.network.neutron [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Updating instance_info_cache with network_info: [{"id": "4443bdfb-b014-485a-ae32-9213988b7599", "address": "fa:16:3e:10:2e:9f", "network": {"id": "f4253cb8-086d-45c4-a13d-6cb9664623ae", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1829012983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c26f0847f843d8ad052a939ff0e23b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4443bdfb-b0", "ovs_interfaceid": "4443bdfb-b014-485a-ae32-9213988b7599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.294836] env[69654]: DEBUG oslo_vmware.api [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288973} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.295202] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.295402] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.295586] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.295795] env[69654]: INFO nova.compute.manager [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1073.296406] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.296406] env[69654]: DEBUG nova.compute.manager [-] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.296605] env[69654]: DEBUG nova.network.neutron [-] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.311918] env[69654]: DEBUG nova.scheduler.client.report [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.319023] env[69654]: INFO nova.compute.manager [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Rescuing [ 1073.319023] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "refresh_cache-a5b9902f-dad4-4ce3-917f-021e9a5e0be7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.319023] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquired lock "refresh_cache-a5b9902f-dad4-4ce3-917f-021e9a5e0be7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.319023] env[69654]: DEBUG nova.network.neutron [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.336253] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508331} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.336545] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 63aac6cb-2703-4c2f-b966-4616aa8724b3/63aac6cb-2703-4c2f-b966-4616aa8724b3.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.336923] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.337223] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20ef8392-63fd-426f-850d-063446ef3399 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.345383] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1073.345383] env[69654]: value = "task-3555389" [ 1073.345383] env[69654]: _type = "Task" [ 1073.345383] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.354115] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.384925] env[69654]: DEBUG nova.compute.manager [req-79119ce3-fb0e-453f-9b6b-237cafbfcba0 req-6efd0155-5ccd-4b9d-8799-3f8f0f85b095 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Received event network-vif-plugged-4443bdfb-b014-485a-ae32-9213988b7599 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.385376] env[69654]: DEBUG oslo_concurrency.lockutils [req-79119ce3-fb0e-453f-9b6b-237cafbfcba0 req-6efd0155-5ccd-4b9d-8799-3f8f0f85b095 service nova] Acquiring lock "6aec4f44-50c0-467e-a400-6e8e9795f75a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.385652] env[69654]: DEBUG oslo_concurrency.lockutils [req-79119ce3-fb0e-453f-9b6b-237cafbfcba0 req-6efd0155-5ccd-4b9d-8799-3f8f0f85b095 service nova] Lock "6aec4f44-50c0-467e-a400-6e8e9795f75a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.385895] env[69654]: DEBUG oslo_concurrency.lockutils [req-79119ce3-fb0e-453f-9b6b-237cafbfcba0 req-6efd0155-5ccd-4b9d-8799-3f8f0f85b095 service nova] Lock "6aec4f44-50c0-467e-a400-6e8e9795f75a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.386130] env[69654]: DEBUG nova.compute.manager [req-79119ce3-fb0e-453f-9b6b-237cafbfcba0 req-6efd0155-5ccd-4b9d-8799-3f8f0f85b095 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] No waiting events found dispatching network-vif-plugged-4443bdfb-b014-485a-ae32-9213988b7599 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.386343] env[69654]: WARNING nova.compute.manager [req-79119ce3-fb0e-453f-9b6b-237cafbfcba0 req-6efd0155-5ccd-4b9d-8799-3f8f0f85b095 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Received unexpected event network-vif-plugged-4443bdfb-b014-485a-ae32-9213988b7599 for instance with vm_state building and task_state spawning. [ 1073.386547] env[69654]: DEBUG nova.compute.manager [req-79119ce3-fb0e-453f-9b6b-237cafbfcba0 req-6efd0155-5ccd-4b9d-8799-3f8f0f85b095 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Received event network-changed-4443bdfb-b014-485a-ae32-9213988b7599 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.386742] env[69654]: DEBUG nova.compute.manager [req-79119ce3-fb0e-453f-9b6b-237cafbfcba0 req-6efd0155-5ccd-4b9d-8799-3f8f0f85b095 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Refreshing instance network info cache due to event network-changed-4443bdfb-b014-485a-ae32-9213988b7599. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.386948] env[69654]: DEBUG oslo_concurrency.lockutils [req-79119ce3-fb0e-453f-9b6b-237cafbfcba0 req-6efd0155-5ccd-4b9d-8799-3f8f0f85b095 service nova] Acquiring lock "refresh_cache-6aec4f44-50c0-467e-a400-6e8e9795f75a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.507221] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.617308] env[69654]: DEBUG nova.compute.utils [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.663066] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555388, 'name': Rename_Task, 'duration_secs': 0.230191} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.663419] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.663717] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d599c6ec-3791-46d7-8b8b-50298e0bc01c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.671399] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.671685] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1073.671685] env[69654]: value = "task-3555390" [ 1073.671685] env[69654]: _type = "Task" [ 1073.671685] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.679216] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.732538] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Releasing lock "refresh_cache-6aec4f44-50c0-467e-a400-6e8e9795f75a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.732898] env[69654]: DEBUG nova.compute.manager [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Instance network_info: |[{"id": "4443bdfb-b014-485a-ae32-9213988b7599", "address": "fa:16:3e:10:2e:9f", "network": {"id": "f4253cb8-086d-45c4-a13d-6cb9664623ae", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1829012983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c26f0847f843d8ad052a939ff0e23b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4443bdfb-b0", "ovs_interfaceid": "4443bdfb-b014-485a-ae32-9213988b7599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.733311] env[69654]: DEBUG oslo_concurrency.lockutils [req-79119ce3-fb0e-453f-9b6b-237cafbfcba0 req-6efd0155-5ccd-4b9d-8799-3f8f0f85b095 service nova] Acquired lock "refresh_cache-6aec4f44-50c0-467e-a400-6e8e9795f75a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.733483] env[69654]: DEBUG nova.network.neutron [req-79119ce3-fb0e-453f-9b6b-237cafbfcba0 req-6efd0155-5ccd-4b9d-8799-3f8f0f85b095 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Refreshing network info cache for port 4443bdfb-b014-485a-ae32-9213988b7599 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.734913] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:2e:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4443bdfb-b014-485a-ae32-9213988b7599', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.742767] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.745855] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.746394] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10a337e5-c210-4de0-a1f7-3bf09259e065 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.767318] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.767318] env[69654]: value = "task-3555391" [ 1073.767318] env[69654]: _type = "Task" [ 1073.767318] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.775830] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555391, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.820171] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.583s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.820394] env[69654]: INFO nova.compute.manager [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Migrating [ 1073.827637] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.320s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.856458] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067256} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.857285] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.857563] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1116508e-9288-4db2-b867-e87cc9288a05 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.883056] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 63aac6cb-2703-4c2f-b966-4616aa8724b3/63aac6cb-2703-4c2f-b966-4616aa8724b3.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.886234] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfe7cee8-0056-4e3f-9d13-ea837f3b4f6d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.910872] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1073.910872] env[69654]: value = "task-3555392" [ 1073.910872] env[69654]: _type = "Task" [ 1073.910872] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.911412] env[69654]: DEBUG nova.compute.manager [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Stashing vm_state: active {{(pid=69654) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1073.923148] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555392, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.998791] env[69654]: DEBUG nova.network.neutron [req-79119ce3-fb0e-453f-9b6b-237cafbfcba0 req-6efd0155-5ccd-4b9d-8799-3f8f0f85b095 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Updated VIF entry in instance network info cache for port 4443bdfb-b014-485a-ae32-9213988b7599. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.999177] env[69654]: DEBUG nova.network.neutron [req-79119ce3-fb0e-453f-9b6b-237cafbfcba0 req-6efd0155-5ccd-4b9d-8799-3f8f0f85b095 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Updating instance_info_cache with network_info: [{"id": "4443bdfb-b014-485a-ae32-9213988b7599", "address": "fa:16:3e:10:2e:9f", "network": {"id": "f4253cb8-086d-45c4-a13d-6cb9664623ae", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1829012983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c26f0847f843d8ad052a939ff0e23b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4443bdfb-b0", "ovs_interfaceid": "4443bdfb-b014-485a-ae32-9213988b7599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.057373] env[69654]: DEBUG nova.network.neutron [-] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.102888] env[69654]: DEBUG nova.network.neutron [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Updating instance_info_cache with network_info: [{"id": "99be88dd-e9d9-4d16-a82e-13d2dc3263f0", "address": "fa:16:3e:5c:c9:9b", "network": {"id": "40586571-dea3-41de-ae3b-5c30f0e4744f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-212295839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "72d9bac3b50947f296303f969780cc75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99be88dd-e9", "ovs_interfaceid": "99be88dd-e9d9-4d16-a82e-13d2dc3263f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.119966] env[69654]: DEBUG oslo_concurrency.lockutils [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.182436] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555390, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.277513] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555391, 'name': CreateVM_Task, 'duration_secs': 0.408197} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.277701] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.278498] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.278627] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.278949] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.279230] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7e7f73-aec7-43bc-a0e6-b057cfd371d0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.283934] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1074.283934] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522085ee-0167-c69b-9247-7fee68f3600a" [ 1074.283934] env[69654]: _type = "Task" [ 1074.283934] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.291556] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522085ee-0167-c69b-9247-7fee68f3600a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.342479] env[69654]: INFO nova.compute.claims [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.347752] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.347752] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.347926] env[69654]: DEBUG nova.network.neutron [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.429543] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.433757] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.501850] env[69654]: DEBUG oslo_concurrency.lockutils [req-79119ce3-fb0e-453f-9b6b-237cafbfcba0 req-6efd0155-5ccd-4b9d-8799-3f8f0f85b095 service nova] Releasing lock "refresh_cache-6aec4f44-50c0-467e-a400-6e8e9795f75a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.559915] env[69654]: INFO nova.compute.manager [-] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Took 1.26 seconds to deallocate network for instance. [ 1074.606555] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Releasing lock "refresh_cache-a5b9902f-dad4-4ce3-917f-021e9a5e0be7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.683797] env[69654]: DEBUG oslo_vmware.api [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555390, 'name': PowerOnVM_Task, 'duration_secs': 0.972469} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.684498] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.684498] env[69654]: INFO nova.compute.manager [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1074.684498] env[69654]: DEBUG nova.compute.manager [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.685312] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5421ee7f-8999-4b22-9085-55d5d5e70570 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.795848] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522085ee-0167-c69b-9247-7fee68f3600a, 'name': SearchDatastore_Task, 'duration_secs': 0.009241} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.795848] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.795977] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.796258] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.796418] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.796647] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.796943] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3ad89d8-7fc1-4ccc-b2ce-0d99c27a6f4c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.806352] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.806546] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.807293] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80627a54-fe9f-46a2-835e-93f711ae2b47 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.813058] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1074.813058] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5206fcd1-c812-fb38-c8ec-270c7994c379" [ 1074.813058] env[69654]: _type = "Task" [ 1074.813058] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.822680] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5206fcd1-c812-fb38-c8ec-270c7994c379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.851254] env[69654]: INFO nova.compute.resource_tracker [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Updating resource usage from migration 66e25fe8-0cfc-4d42-b50d-1e850cb7f6c7 [ 1074.926340] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555392, 'name': ReconfigVM_Task, 'duration_secs': 0.755331} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.926806] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 63aac6cb-2703-4c2f-b966-4616aa8724b3/63aac6cb-2703-4c2f-b966-4616aa8724b3.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.927451] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f0f4046-8721-4cf7-ab06-921ed3f784e3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.933686] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1074.933686] env[69654]: value = "task-3555393" [ 1074.933686] env[69654]: _type = "Task" [ 1074.933686] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.944028] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555393, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.069440] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.124253] env[69654]: DEBUG nova.network.neutron [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating instance_info_cache with network_info: [{"id": "5ae7df77-d974-48db-b833-8e62eef3b03f", "address": "fa:16:3e:28:7c:9f", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae7df77-d9", "ovs_interfaceid": "5ae7df77-d974-48db-b833-8e62eef3b03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.143400] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1503a91-e471-4826-8982-945ccde7012f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.154402] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4616f94a-428d-4fde-96d7-15eecc9d014c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.185657] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846b490b-a229-449c-8684-319689ff32a1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.193178] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd962ea4-7c3d-4271-8b31-09277c350ada {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.197758] env[69654]: DEBUG oslo_concurrency.lockutils [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "93bffb31-648b-4590-aa29-52a0b8069fb4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.198021] env[69654]: DEBUG oslo_concurrency.lockutils [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.198277] env[69654]: INFO nova.compute.manager [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Attaching volume 0b438676-f92c-45e0-94d4-583e6309f60f to /dev/sdc [ 1075.215591] env[69654]: DEBUG nova.compute.provider_tree [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.218848] env[69654]: INFO nova.compute.manager [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Took 18.20 seconds to build instance. [ 1075.242685] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61acc839-2b93-4517-9350-b265a498b557 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.252416] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad8c562-4f29-4dcd-98fc-9e7cc40cec1d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.266764] env[69654]: DEBUG nova.virt.block_device [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Updating existing volume attachment record: bd44c696-76ed-45d3-9898-d59830c1d789 {{(pid=69654) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1075.322681] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5206fcd1-c812-fb38-c8ec-270c7994c379, 'name': SearchDatastore_Task, 'duration_secs': 0.008954} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.323417] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f64944d-59be-42ac-a3a5-ac4d05f01622 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.329382] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1075.329382] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527af78e-a496-3912-3819-22bd91dad705" [ 1075.329382] env[69654]: _type = "Task" [ 1075.329382] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.337118] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527af78e-a496-3912-3819-22bd91dad705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.418395] env[69654]: DEBUG nova.compute.manager [req-f5ddf4de-da83-4522-9f5a-9aa979045e65 req-5d07c090-3927-453b-b4e6-e36505fa3af0 service nova] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Received event network-vif-deleted-73dddc70-3c91-40eb-b764-5da437cb5b07 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.446446] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555393, 'name': Rename_Task, 'duration_secs': 0.390721} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.446777] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.446939] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09dcd9bb-3d6c-4133-bb29-763d6f7cd654 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.454128] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1075.454128] env[69654]: value = "task-3555395" [ 1075.454128] env[69654]: _type = "Task" [ 1075.454128] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.459919] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.632393] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.720193] env[69654]: DEBUG nova.scheduler.client.report [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.723666] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8e15e717-c9b3-46f6-939a-143f22e1a547 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.714s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.839964] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527af78e-a496-3912-3819-22bd91dad705, 'name': SearchDatastore_Task, 'duration_secs': 0.008781} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.840292] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.840506] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 6aec4f44-50c0-467e-a400-6e8e9795f75a/6aec4f44-50c0-467e-a400-6e8e9795f75a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.840787] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1364ed1b-d14e-496d-9754-dc8690eb1161 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.847914] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1075.847914] env[69654]: value = "task-3555396" [ 1075.847914] env[69654]: _type = "Task" [ 1075.847914] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.855438] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.964737] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555395, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.147965] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.148309] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e16e502-af60-4f43-962d-44bdd0dc85f2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.163548] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1076.163548] env[69654]: value = "task-3555397" [ 1076.163548] env[69654]: _type = "Task" [ 1076.163548] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.176829] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.225380] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.398s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.225655] env[69654]: INFO nova.compute.manager [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Migrating [ 1076.232791] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.561s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.233033] env[69654]: DEBUG nova.objects.instance [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lazy-loading 'resources' on Instance uuid b6bb2c2f-6229-40d8-bfa3-b27970aeb275 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.359372] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555396, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.463601] env[69654]: DEBUG oslo_vmware.api [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555395, 'name': PowerOnVM_Task, 'duration_secs': 0.554343} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.463886] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.464106] env[69654]: INFO nova.compute.manager [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1076.464282] env[69654]: DEBUG nova.compute.manager [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.465112] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68ff021-aeeb-4db1-916a-aa8e8b8871d6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.674014] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555397, 'name': PowerOffVM_Task, 'duration_secs': 0.216853} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.674289] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.675236] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8a2b5f-5d22-4fb5-9021-35dd329a2507 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.695098] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89b2275-9e53-4dc4-9192-906861032fab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.731632] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.731966] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60ab1927-13b8-44af-a24d-ad13e49f8477 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.738814] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1076.738814] env[69654]: value = "task-3555398" [ 1076.738814] env[69654]: _type = "Task" [ 1076.738814] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.746476] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.752615] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "refresh_cache-b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.752784] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "refresh_cache-b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.753082] env[69654]: DEBUG nova.network.neutron [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.862774] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516081} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.865642] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 6aec4f44-50c0-467e-a400-6e8e9795f75a/6aec4f44-50c0-467e-a400-6e8e9795f75a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.865891] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.866506] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ec2b6be-b212-4414-8fa3-f7fdfc6d2942 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.872758] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1076.872758] env[69654]: value = "task-3555399" [ 1076.872758] env[69654]: _type = "Task" [ 1076.872758] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.883117] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.988355] env[69654]: INFO nova.compute.manager [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Took 14.68 seconds to build instance. [ 1077.094019] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725ee546-a9dd-4c8a-8260-c4a4894fd88c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.099999] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0abcf9a-fdb2-4d89-976b-5a8240a265d3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.134856] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36ae80e-7f57-41cc-b6b6-1e28e9df1156 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.142555] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d9b578-a45e-42b8-880c-d31e4153795b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.150635] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2435a199-f025-4e7e-a03c-c3328a2d44c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.161676] env[69654]: DEBUG nova.compute.provider_tree [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.182653] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating instance '3c9e79e3-3168-424d-857e-c94ebee0dbae' progress to 0 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.248694] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] VM already powered off {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1077.248920] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.249213] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.249392] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.249580] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.249827] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-903a973c-1b91-40f1-8f21-70e659a036fd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.260286] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.260460] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.261168] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8101fd-1c4a-4276-9344-ca2f6be2c450 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.266082] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1077.266082] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5262de42-94ff-2a9d-50d6-31f131460624" [ 1077.266082] env[69654]: _type = "Task" [ 1077.266082] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.273864] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5262de42-94ff-2a9d-50d6-31f131460624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.360927] env[69654]: DEBUG nova.compute.manager [req-28cf23aa-1609-4393-81d2-be3e38e3815c req-2aa5220f-44e5-491a-909c-401802416146 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Received event network-changed-42e1c9dd-f934-46d2-b796-fa5826c25352 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.361158] env[69654]: DEBUG nova.compute.manager [req-28cf23aa-1609-4393-81d2-be3e38e3815c req-2aa5220f-44e5-491a-909c-401802416146 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Refreshing instance network info cache due to event network-changed-42e1c9dd-f934-46d2-b796-fa5826c25352. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.361449] env[69654]: DEBUG oslo_concurrency.lockutils [req-28cf23aa-1609-4393-81d2-be3e38e3815c req-2aa5220f-44e5-491a-909c-401802416146 service nova] Acquiring lock "refresh_cache-63aac6cb-2703-4c2f-b966-4616aa8724b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.361592] env[69654]: DEBUG oslo_concurrency.lockutils [req-28cf23aa-1609-4393-81d2-be3e38e3815c req-2aa5220f-44e5-491a-909c-401802416146 service nova] Acquired lock "refresh_cache-63aac6cb-2703-4c2f-b966-4616aa8724b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.361748] env[69654]: DEBUG nova.network.neutron [req-28cf23aa-1609-4393-81d2-be3e38e3815c req-2aa5220f-44e5-491a-909c-401802416146 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Refreshing network info cache for port 42e1c9dd-f934-46d2-b796-fa5826c25352 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.384562] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081655} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.384864] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.385676] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e76dd7-9cc0-42c7-80df-62dfebea4b16 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.410325] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 6aec4f44-50c0-467e-a400-6e8e9795f75a/6aec4f44-50c0-467e-a400-6e8e9795f75a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.411096] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b7b06aa-1724-455f-91bf-ca305acf3356 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.434656] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1077.434656] env[69654]: value = "task-3555400" [ 1077.434656] env[69654]: _type = "Task" [ 1077.434656] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.446857] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555400, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.482468] env[69654]: DEBUG nova.compute.manager [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Received event network-changed-c224d0d2-ac22-4796-9c01-c325554fa2e4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.482468] env[69654]: DEBUG nova.compute.manager [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Refreshing instance network info cache due to event network-changed-c224d0d2-ac22-4796-9c01-c325554fa2e4. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.482468] env[69654]: DEBUG oslo_concurrency.lockutils [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] Acquiring lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.482468] env[69654]: DEBUG oslo_concurrency.lockutils [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] Acquired lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.482468] env[69654]: DEBUG nova.network.neutron [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Refreshing network info cache for port c224d0d2-ac22-4796-9c01-c325554fa2e4 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.490843] env[69654]: DEBUG oslo_concurrency.lockutils [None req-93b0e41c-3700-4791-b0ad-249e992c3077 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "63aac6cb-2703-4c2f-b966-4616aa8724b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.201s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.665759] env[69654]: DEBUG nova.scheduler.client.report [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.689104] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.689447] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caf57507-1629-4ad6-bded-4ca96c32ca66 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.697199] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1077.697199] env[69654]: value = "task-3555402" [ 1077.697199] env[69654]: _type = "Task" [ 1077.697199] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.708046] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.776389] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5262de42-94ff-2a9d-50d6-31f131460624, 'name': SearchDatastore_Task, 'duration_secs': 0.008764} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.777332] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cbfa69e-cf4c-40bb-b8ee-6227d56aaa84 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.782184] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1077.782184] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5268e151-2e27-3022-cf80-ec14d106b3b8" [ 1077.782184] env[69654]: _type = "Task" [ 1077.782184] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.790367] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5268e151-2e27-3022-cf80-ec14d106b3b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.836862] env[69654]: DEBUG nova.network.neutron [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Updating instance_info_cache with network_info: [{"id": "d82457a1-a20e-4aae-b42a-3603d54a6baf", "address": "fa:16:3e:08:25:5d", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82457a1-a2", "ovs_interfaceid": "d82457a1-a20e-4aae-b42a-3603d54a6baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.947663] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555400, 'name': ReconfigVM_Task, 'duration_secs': 0.267477} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.947999] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 6aec4f44-50c0-467e-a400-6e8e9795f75a/6aec4f44-50c0-467e-a400-6e8e9795f75a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.948682] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f812815f-1fd4-429a-ab50-9cbf436f646c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.955344] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1077.955344] env[69654]: value = "task-3555403" [ 1077.955344] env[69654]: _type = "Task" [ 1077.955344] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.963755] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555403, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.171524] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.173737] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.740s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.191932] env[69654]: DEBUG nova.network.neutron [req-28cf23aa-1609-4393-81d2-be3e38e3815c req-2aa5220f-44e5-491a-909c-401802416146 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Updated VIF entry in instance network info cache for port 42e1c9dd-f934-46d2-b796-fa5826c25352. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.192289] env[69654]: DEBUG nova.network.neutron [req-28cf23aa-1609-4393-81d2-be3e38e3815c req-2aa5220f-44e5-491a-909c-401802416146 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Updating instance_info_cache with network_info: [{"id": "42e1c9dd-f934-46d2-b796-fa5826c25352", "address": "fa:16:3e:b8:34:8d", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42e1c9dd-f9", "ovs_interfaceid": "42e1c9dd-f934-46d2-b796-fa5826c25352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.197720] env[69654]: INFO nova.scheduler.client.report [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Deleted allocations for instance b6bb2c2f-6229-40d8-bfa3-b27970aeb275 [ 1078.211274] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555402, 'name': PowerOffVM_Task, 'duration_secs': 0.198859} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.211555] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.211754] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating instance '3c9e79e3-3168-424d-857e-c94ebee0dbae' progress to 17 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.215636] env[69654]: DEBUG nova.network.neutron [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Updated VIF entry in instance network info cache for port c224d0d2-ac22-4796-9c01-c325554fa2e4. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.215951] env[69654]: DEBUG nova.network.neutron [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Updating instance_info_cache with network_info: [{"id": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "address": "fa:16:3e:57:5b:f9", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc224d0d2-ac", "ovs_interfaceid": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.292447] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5268e151-2e27-3022-cf80-ec14d106b3b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.292704] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.292958] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] a5b9902f-dad4-4ce3-917f-021e9a5e0be7/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk. {{(pid=69654) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1078.293220] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3501e553-b54f-4001-bf8b-21e3fbb72b3f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.299618] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1078.299618] env[69654]: value = "task-3555404" [ 1078.299618] env[69654]: _type = "Task" [ 1078.299618] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.307318] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.340483] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "refresh_cache-b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.465305] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555403, 'name': Rename_Task, 'duration_secs': 0.142783} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.465604] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.465995] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d1f15b0-96b7-4632-8123-76812fac79d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.472747] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1078.472747] env[69654]: value = "task-3555405" [ 1078.472747] env[69654]: _type = "Task" [ 1078.472747] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.481435] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.679586] env[69654]: INFO nova.compute.claims [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.697105] env[69654]: DEBUG oslo_concurrency.lockutils [req-28cf23aa-1609-4393-81d2-be3e38e3815c req-2aa5220f-44e5-491a-909c-401802416146 service nova] Releasing lock "refresh_cache-63aac6cb-2703-4c2f-b966-4616aa8724b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.710459] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8cb844d8-5217-4df9-b77c-37408d35924d tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "b6bb2c2f-6229-40d8-bfa3-b27970aeb275" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.546s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.720268] env[69654]: DEBUG oslo_concurrency.lockutils [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] Releasing lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.720268] env[69654]: DEBUG nova.compute.manager [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Received event network-changed-c8021a30-9727-4b97-90fb-987735aeba84 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.720268] env[69654]: DEBUG nova.compute.manager [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Refreshing instance network info cache due to event network-changed-c8021a30-9727-4b97-90fb-987735aeba84. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.720546] env[69654]: DEBUG oslo_concurrency.lockutils [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] Acquiring lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.720662] env[69654]: DEBUG oslo_concurrency.lockutils [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] Acquired lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.720870] env[69654]: DEBUG nova.network.neutron [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Refreshing network info cache for port c8021a30-9727-4b97-90fb-987735aeba84 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.723987] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.724226] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.724383] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.724595] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.724742] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.724886] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.725373] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.725373] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.725531] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.725583] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.725744] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.732697] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-948802ad-d9d0-408f-a20f-68daa71f4648 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.750835] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1078.750835] env[69654]: value = "task-3555406" [ 1078.750835] env[69654]: _type = "Task" [ 1078.750835] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.759648] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.811211] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467408} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.811625] env[69654]: INFO nova.virt.vmwareapi.ds_util [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] a5b9902f-dad4-4ce3-917f-021e9a5e0be7/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk. [ 1078.813078] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47495ffa-695b-43a4-ba9a-5324b02732df {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.839643] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] a5b9902f-dad4-4ce3-917f-021e9a5e0be7/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.839970] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cdd86a0-05e0-409a-8266-a9fdbff97260 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.862095] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1078.862095] env[69654]: value = "task-3555407" [ 1078.862095] env[69654]: _type = "Task" [ 1078.862095] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.871054] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.982873] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555405, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.188772] env[69654]: INFO nova.compute.resource_tracker [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating resource usage from migration 88264d53-630b-4df3-97c4-115958940e40 [ 1079.261986] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555406, 'name': ReconfigVM_Task, 'duration_secs': 0.24992} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.265881] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating instance '3c9e79e3-3168-424d-857e-c94ebee0dbae' progress to 33 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.379754] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.485735] env[69654]: DEBUG oslo_vmware.api [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555405, 'name': PowerOnVM_Task, 'duration_secs': 0.723041} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.486665] env[69654]: DEBUG nova.network.neutron [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Updated VIF entry in instance network info cache for port c8021a30-9727-4b97-90fb-987735aeba84. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.487076] env[69654]: DEBUG nova.network.neutron [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Updating instance_info_cache with network_info: [{"id": "c8021a30-9727-4b97-90fb-987735aeba84", "address": "fa:16:3e:4a:6b:5a", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8021a30-97", "ovs_interfaceid": "c8021a30-9727-4b97-90fb-987735aeba84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.488515] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.488722] env[69654]: INFO nova.compute.manager [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1079.488921] env[69654]: DEBUG nova.compute.manager [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.492152] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b11c943-0560-4beb-aac7-2faef06805a4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.508455] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09028da8-4c6f-408d-8db8-da363e2e2537 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.516846] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fa216d-748e-48d0-b27c-8b20498bf6b2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.550190] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081acff7-49da-417b-8ca7-dbcdc382cc98 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.557970] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477571c5-138d-4fa2-9354-5b160d39fc9c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.572241] env[69654]: DEBUG nova.compute.provider_tree [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.773295] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.773624] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.773750] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.773924] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.774082] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.774232] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.774440] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.774642] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.774811] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.774974] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.775161] env[69654]: DEBUG nova.virt.hardware [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.780873] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1079.781166] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eae4f99a-be22-42fc-80e8-c09243c4f325 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.800615] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1079.800615] env[69654]: value = "task-3555409" [ 1079.800615] env[69654]: _type = "Task" [ 1079.800615] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.808495] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.813116] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Volume attach. Driver type: vmdk {{(pid=69654) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1079.813322] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709869', 'volume_id': '0b438676-f92c-45e0-94d4-583e6309f60f', 'name': 'volume-0b438676-f92c-45e0-94d4-583e6309f60f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93bffb31-648b-4590-aa29-52a0b8069fb4', 'attached_at': '', 'detached_at': '', 'volume_id': '0b438676-f92c-45e0-94d4-583e6309f60f', 'serial': '0b438676-f92c-45e0-94d4-583e6309f60f'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1079.814092] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c37e68a-781d-41df-8226-af50d20131b2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.829552] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e65e033-2936-4517-97ec-3f6aef4168da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.856817] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-0b438676-f92c-45e0-94d4-583e6309f60f/volume-0b438676-f92c-45e0-94d4-583e6309f60f.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.857091] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9255b73-c881-4540-a3e5-eaeee5303e69 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.875269] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beadf053-48be-43b0-86a0-e1654b912782 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.879290] env[69654]: DEBUG oslo_vmware.api [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1079.879290] env[69654]: value = "task-3555410" [ 1079.879290] env[69654]: _type = "Task" [ 1079.879290] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.882272] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555407, 'name': ReconfigVM_Task, 'duration_secs': 0.807133} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.899214] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Reconfigured VM instance instance-0000005c to attach disk [datastore1] a5b9902f-dad4-4ce3-917f-021e9a5e0be7/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53-rescue.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.899708] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Updating instance 'b2990d3b-c9c3-4b5e-9f52-3a6b8810e162' progress to 0 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.903443] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6e8ebc-9516-4d7c-b370-974fc0f633c8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.927704] env[69654]: DEBUG oslo_vmware.api [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.932799] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-234408d9-5c87-49e0-b8be-d61f62314c2f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.954930] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1079.954930] env[69654]: value = "task-3555411" [ 1079.954930] env[69654]: _type = "Task" [ 1079.954930] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.959864] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.993055] env[69654]: DEBUG oslo_concurrency.lockutils [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] Releasing lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.993055] env[69654]: DEBUG nova.compute.manager [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Received event network-changed-c8021a30-9727-4b97-90fb-987735aeba84 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.993055] env[69654]: DEBUG nova.compute.manager [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Refreshing instance network info cache due to event network-changed-c8021a30-9727-4b97-90fb-987735aeba84. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.993287] env[69654]: DEBUG oslo_concurrency.lockutils [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] Acquiring lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.993342] env[69654]: DEBUG oslo_concurrency.lockutils [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] Acquired lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.993569] env[69654]: DEBUG nova.network.neutron [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Refreshing network info cache for port c8021a30-9727-4b97-90fb-987735aeba84 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.008445] env[69654]: INFO nova.compute.manager [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Took 15.56 seconds to build instance. [ 1080.075394] env[69654]: DEBUG nova.scheduler.client.report [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.311187] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555409, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.392942] env[69654]: DEBUG oslo_vmware.api [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.408150] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.408453] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9e5c9fc-d74f-4f74-8ea4-54907e1ab636 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.415395] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1080.415395] env[69654]: value = "task-3555412" [ 1080.415395] env[69654]: _type = "Task" [ 1080.415395] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.424021] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.460457] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555411, 'name': ReconfigVM_Task, 'duration_secs': 0.440628} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.460740] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.460991] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1cb18ab-a177-4807-9a29-1dc8a84828d3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.466242] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1080.466242] env[69654]: value = "task-3555413" [ 1080.466242] env[69654]: _type = "Task" [ 1080.466242] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.473525] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.510543] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc34120b-6556-44de-80c1-9ee8bf98e93d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "6aec4f44-50c0-467e-a400-6e8e9795f75a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.074s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.580843] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.407s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.581116] env[69654]: INFO nova.compute.manager [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Migrating [ 1080.590872] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.521s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.590978] env[69654]: DEBUG nova.objects.instance [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lazy-loading 'resources' on Instance uuid 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.721240] env[69654]: DEBUG nova.network.neutron [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Updated VIF entry in instance network info cache for port c8021a30-9727-4b97-90fb-987735aeba84. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.721708] env[69654]: DEBUG nova.network.neutron [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Updating instance_info_cache with network_info: [{"id": "c8021a30-9727-4b97-90fb-987735aeba84", "address": "fa:16:3e:4a:6b:5a", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8021a30-97", "ovs_interfaceid": "c8021a30-9727-4b97-90fb-987735aeba84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.775135] env[69654]: DEBUG nova.compute.manager [req-520f2b1c-d069-43c4-a14b-a6370a63c5a6 req-73818151-10ea-4d6e-b007-2f58c7c1f6b7 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Received event network-changed-4443bdfb-b014-485a-ae32-9213988b7599 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.775346] env[69654]: DEBUG nova.compute.manager [req-520f2b1c-d069-43c4-a14b-a6370a63c5a6 req-73818151-10ea-4d6e-b007-2f58c7c1f6b7 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Refreshing instance network info cache due to event network-changed-4443bdfb-b014-485a-ae32-9213988b7599. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.775797] env[69654]: DEBUG oslo_concurrency.lockutils [req-520f2b1c-d069-43c4-a14b-a6370a63c5a6 req-73818151-10ea-4d6e-b007-2f58c7c1f6b7 service nova] Acquiring lock "refresh_cache-6aec4f44-50c0-467e-a400-6e8e9795f75a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.776043] env[69654]: DEBUG oslo_concurrency.lockutils [req-520f2b1c-d069-43c4-a14b-a6370a63c5a6 req-73818151-10ea-4d6e-b007-2f58c7c1f6b7 service nova] Acquired lock "refresh_cache-6aec4f44-50c0-467e-a400-6e8e9795f75a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.776265] env[69654]: DEBUG nova.network.neutron [req-520f2b1c-d069-43c4-a14b-a6370a63c5a6 req-73818151-10ea-4d6e-b007-2f58c7c1f6b7 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Refreshing network info cache for port 4443bdfb-b014-485a-ae32-9213988b7599 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.811824] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555409, 'name': ReconfigVM_Task, 'duration_secs': 0.536141} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.811997] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1080.813075] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f205cee-ebe3-4a5b-8166-fb691a8a1bde {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.838957] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 3c9e79e3-3168-424d-857e-c94ebee0dbae/3c9e79e3-3168-424d-857e-c94ebee0dbae.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.839331] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-442e492a-0da7-4f23-8fc6-74178b820fff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.859285] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1080.859285] env[69654]: value = "task-3555414" [ 1080.859285] env[69654]: _type = "Task" [ 1080.859285] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.867478] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.892513] env[69654]: DEBUG oslo_vmware.api [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555410, 'name': ReconfigVM_Task, 'duration_secs': 0.851365} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.893072] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-0b438676-f92c-45e0-94d4-583e6309f60f/volume-0b438676-f92c-45e0-94d4-583e6309f60f.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.898284] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e13bc84b-1d18-4fcc-9be7-37aebd529e5c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.913914] env[69654]: DEBUG oslo_vmware.api [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1080.913914] env[69654]: value = "task-3555415" [ 1080.913914] env[69654]: _type = "Task" [ 1080.913914] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.927312] env[69654]: DEBUG oslo_vmware.api [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555415, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.930411] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555412, 'name': PowerOffVM_Task, 'duration_secs': 0.231959} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.930665] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.930849] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Updating instance 'b2990d3b-c9c3-4b5e-9f52-3a6b8810e162' progress to 17 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.976388] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555413, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.105240] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.105424] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.105642] env[69654]: DEBUG nova.network.neutron [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.225148] env[69654]: DEBUG oslo_concurrency.lockutils [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] Releasing lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.225148] env[69654]: DEBUG nova.compute.manager [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Received event network-changed-c224d0d2-ac22-4796-9c01-c325554fa2e4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.225334] env[69654]: DEBUG nova.compute.manager [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Refreshing instance network info cache due to event network-changed-c224d0d2-ac22-4796-9c01-c325554fa2e4. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.225540] env[69654]: DEBUG oslo_concurrency.lockutils [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] Acquiring lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.225674] env[69654]: DEBUG oslo_concurrency.lockutils [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] Acquired lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.225863] env[69654]: DEBUG nova.network.neutron [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Refreshing network info cache for port c224d0d2-ac22-4796-9c01-c325554fa2e4 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.370749] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.377123] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc5c405b-6ab4-4082-bb38-0c1e31961f2b tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "6aec4f44-50c0-467e-a400-6e8e9795f75a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.377260] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc5c405b-6ab4-4082-bb38-0c1e31961f2b tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "6aec4f44-50c0-467e-a400-6e8e9795f75a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.377495] env[69654]: INFO nova.compute.manager [None req-dc5c405b-6ab4-4082-bb38-0c1e31961f2b tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Rebooting instance [ 1081.386056] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe4a946-c235-46a2-be83-5bbd33f176dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.394073] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c745a734-9e06-43bf-b77f-3f94c6cb8fe7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.435535] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18de449-cf34-4d5c-b988-58e6d23e5976 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.441795] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.441795] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.441795] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.441795] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.441795] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.441795] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.441795] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.442168] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.442168] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.442168] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.442335] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.448268] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8980305-edb5-403d-8249-f2ad20afb3b1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.462570] env[69654]: DEBUG oslo_vmware.api [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555415, 'name': ReconfigVM_Task, 'duration_secs': 0.15117} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.465451] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709869', 'volume_id': '0b438676-f92c-45e0-94d4-583e6309f60f', 'name': 'volume-0b438676-f92c-45e0-94d4-583e6309f60f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93bffb31-648b-4590-aa29-52a0b8069fb4', 'attached_at': '', 'detached_at': '', 'volume_id': '0b438676-f92c-45e0-94d4-583e6309f60f', 'serial': '0b438676-f92c-45e0-94d4-583e6309f60f'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1081.471221] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b37eb46-b2a5-4787-a4a5-8a693d5b1f23 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.476344] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1081.476344] env[69654]: value = "task-3555416" [ 1081.476344] env[69654]: _type = "Task" [ 1081.476344] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.492299] env[69654]: DEBUG nova.compute.provider_tree [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.497316] env[69654]: DEBUG oslo_vmware.api [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555413, 'name': PowerOnVM_Task, 'duration_secs': 0.530657} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.497848] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.504404] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.505484] env[69654]: DEBUG nova.compute.manager [None req-e2eab444-99ac-4bfe-a9f8-b0f99c89735a tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.506521] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca04ec34-21fe-464a-ace3-87e366f22fa7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.581084] env[69654]: DEBUG nova.network.neutron [req-520f2b1c-d069-43c4-a14b-a6370a63c5a6 req-73818151-10ea-4d6e-b007-2f58c7c1f6b7 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Updated VIF entry in instance network info cache for port 4443bdfb-b014-485a-ae32-9213988b7599. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.581473] env[69654]: DEBUG nova.network.neutron [req-520f2b1c-d069-43c4-a14b-a6370a63c5a6 req-73818151-10ea-4d6e-b007-2f58c7c1f6b7 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Updating instance_info_cache with network_info: [{"id": "4443bdfb-b014-485a-ae32-9213988b7599", "address": "fa:16:3e:10:2e:9f", "network": {"id": "f4253cb8-086d-45c4-a13d-6cb9664623ae", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1829012983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c26f0847f843d8ad052a939ff0e23b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4443bdfb-b0", "ovs_interfaceid": "4443bdfb-b014-485a-ae32-9213988b7599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.859865] env[69654]: DEBUG nova.network.neutron [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating instance_info_cache with network_info: [{"id": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "address": "fa:16:3e:8e:58:75", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bdaaa08-b6", "ovs_interfaceid": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.870554] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555414, 'name': ReconfigVM_Task, 'duration_secs': 0.651676} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.871514] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 3c9e79e3-3168-424d-857e-c94ebee0dbae/3c9e79e3-3168-424d-857e-c94ebee0dbae.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.871850] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating instance '3c9e79e3-3168-424d-857e-c94ebee0dbae' progress to 50 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.895080] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc5c405b-6ab4-4082-bb38-0c1e31961f2b tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "refresh_cache-6aec4f44-50c0-467e-a400-6e8e9795f75a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.980043] env[69654]: DEBUG nova.network.neutron [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Updated VIF entry in instance network info cache for port c224d0d2-ac22-4796-9c01-c325554fa2e4. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.980429] env[69654]: DEBUG nova.network.neutron [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Updating instance_info_cache with network_info: [{"id": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "address": "fa:16:3e:57:5b:f9", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc224d0d2-ac", "ovs_interfaceid": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.992319] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555416, 'name': ReconfigVM_Task, 'duration_secs': 0.24143} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.993226] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Updating instance 'b2990d3b-c9c3-4b5e-9f52-3a6b8810e162' progress to 33 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.999716] env[69654]: DEBUG nova.scheduler.client.report [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.084337] env[69654]: DEBUG oslo_concurrency.lockutils [req-520f2b1c-d069-43c4-a14b-a6370a63c5a6 req-73818151-10ea-4d6e-b007-2f58c7c1f6b7 service nova] Releasing lock "refresh_cache-6aec4f44-50c0-467e-a400-6e8e9795f75a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.084941] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc5c405b-6ab4-4082-bb38-0c1e31961f2b tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquired lock "refresh_cache-6aec4f44-50c0-467e-a400-6e8e9795f75a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.085205] env[69654]: DEBUG nova.network.neutron [None req-dc5c405b-6ab4-4082-bb38-0c1e31961f2b tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.365735] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.377959] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711f0347-47ab-4ad7-b89f-aa65ea786d1e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.402570] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34b41ab-3f80-4bec-b8d1-cf9d58d36f51 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.424388] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating instance '3c9e79e3-3168-424d-857e-c94ebee0dbae' progress to 67 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.488399] env[69654]: DEBUG oslo_concurrency.lockutils [req-d6dc0a33-b1a3-4e66-8c48-e1611a04a209 req-7c65db65-acce-4856-9574-a8b74fb20d18 service nova] Releasing lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.501071] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.501071] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.501071] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.501071] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.501071] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.501765] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.502239] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.502582] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.502923] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.505170] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.505170] env[69654]: DEBUG nova.virt.hardware [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.509846] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1082.513864] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.515238] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12caee1e-5849-46d0-94da-4b26c1c32344 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.531187] env[69654]: DEBUG nova.objects.instance [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lazy-loading 'flavor' on Instance uuid 93bffb31-648b-4590-aa29-52a0b8069fb4 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.538380] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1082.538380] env[69654]: value = "task-3555417" [ 1082.538380] env[69654]: _type = "Task" [ 1082.538380] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.551319] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555417, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.555308] env[69654]: INFO nova.scheduler.client.report [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Deleted allocations for instance 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7 [ 1082.777318] env[69654]: DEBUG nova.network.neutron [None req-dc5c405b-6ab4-4082-bb38-0c1e31961f2b tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Updating instance_info_cache with network_info: [{"id": "4443bdfb-b014-485a-ae32-9213988b7599", "address": "fa:16:3e:10:2e:9f", "network": {"id": "f4253cb8-086d-45c4-a13d-6cb9664623ae", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1829012983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c26f0847f843d8ad052a939ff0e23b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4443bdfb-b0", "ovs_interfaceid": "4443bdfb-b014-485a-ae32-9213988b7599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.935391] env[69654]: DEBUG oslo_concurrency.lockutils [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "93bffb31-648b-4590-aa29-52a0b8069fb4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.990223] env[69654]: INFO nova.compute.manager [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Unrescuing [ 1082.990443] env[69654]: DEBUG oslo_concurrency.lockutils [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "refresh_cache-a5b9902f-dad4-4ce3-917f-021e9a5e0be7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.990588] env[69654]: DEBUG oslo_concurrency.lockutils [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquired lock "refresh_cache-a5b9902f-dad4-4ce3-917f-021e9a5e0be7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.990750] env[69654]: DEBUG nova.network.neutron [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.036734] env[69654]: DEBUG oslo_concurrency.lockutils [None req-482871d2-53d9-4891-a7e7-8db3b204933d tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.839s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.038013] env[69654]: DEBUG oslo_concurrency.lockutils [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.103s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.048327] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555417, 'name': ReconfigVM_Task, 'duration_secs': 0.26878} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.048610] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1083.050089] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7927221-77c1-4d3f-99e5-a27780351de9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.075020] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] b2990d3b-c9c3-4b5e-9f52-3a6b8810e162/b2990d3b-c9c3-4b5e-9f52-3a6b8810e162.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.075663] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a0aa5e62-557c-4921-9a23-d8ae7db1ee02 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.553s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.076808] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03683c50-56f7-4010-8af9-1628d2b709f0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.097686] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1083.097686] env[69654]: value = "task-3555418" [ 1083.097686] env[69654]: _type = "Task" [ 1083.097686] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.106548] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.279601] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc5c405b-6ab4-4082-bb38-0c1e31961f2b tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Releasing lock "refresh_cache-6aec4f44-50c0-467e-a400-6e8e9795f75a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.544093] env[69654]: INFO nova.compute.manager [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Detaching volume ff0fcd41-bbff-4c50-8645-ba7a94e9d571 [ 1083.582041] env[69654]: INFO nova.virt.block_device [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Attempting to driver detach volume ff0fcd41-bbff-4c50-8645-ba7a94e9d571 from mountpoint /dev/sdb [ 1083.582360] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1083.582595] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709860', 'volume_id': 'ff0fcd41-bbff-4c50-8645-ba7a94e9d571', 'name': 'volume-ff0fcd41-bbff-4c50-8645-ba7a94e9d571', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93bffb31-648b-4590-aa29-52a0b8069fb4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff0fcd41-bbff-4c50-8645-ba7a94e9d571', 'serial': 'ff0fcd41-bbff-4c50-8645-ba7a94e9d571'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1083.583526] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347478e9-d978-41fd-8bfe-aed2fe547f1a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.614138] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f3b2d1-c502-4422-b5ab-c8b0ab16819f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.622854] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.625856] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53840432-be9b-4f37-b25e-968444bd1290 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.651386] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58374fee-a82a-4838-981b-f0dea18abefe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.673150] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] The volume has not been displaced from its original location: [datastore1] volume-ff0fcd41-bbff-4c50-8645-ba7a94e9d571/volume-ff0fcd41-bbff-4c50-8645-ba7a94e9d571.vmdk. No consolidation needed. {{(pid=69654) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1083.679402] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1083.683029] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90409493-2cf8-4fd3-8a23-c1d35b331077 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.706544] env[69654]: DEBUG oslo_vmware.api [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1083.706544] env[69654]: value = "task-3555419" [ 1083.706544] env[69654]: _type = "Task" [ 1083.706544] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.714852] env[69654]: DEBUG oslo_vmware.api [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.784144] env[69654]: DEBUG nova.compute.manager [None req-dc5c405b-6ab4-4082-bb38-0c1e31961f2b tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.785187] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d802b6c8-0010-43a5-943b-eaa24d8639ed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.860840] env[69654]: DEBUG nova.network.neutron [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Updating instance_info_cache with network_info: [{"id": "99be88dd-e9d9-4d16-a82e-13d2dc3263f0", "address": "fa:16:3e:5c:c9:9b", "network": {"id": "40586571-dea3-41de-ae3b-5c30f0e4744f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-212295839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "72d9bac3b50947f296303f969780cc75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99be88dd-e9", "ovs_interfaceid": "99be88dd-e9d9-4d16-a82e-13d2dc3263f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.880563] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e22d34-158f-487a-ba25-065293d594a1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.899643] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating instance '48adb05f-2f14-40c8-908d-14beaaf6e4fb' progress to 0 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.080411] env[69654]: DEBUG nova.network.neutron [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Port 5ae7df77-d974-48db-b833-8e62eef3b03f binding to destination host cpu-1 is already ACTIVE {{(pid=69654) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1084.117829] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.160011] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "26427595-7845-4470-8516-0430e2d6107a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.160318] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "26427595-7845-4470-8516-0430e2d6107a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.160531] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "26427595-7845-4470-8516-0430e2d6107a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.160713] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "26427595-7845-4470-8516-0430e2d6107a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.160912] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "26427595-7845-4470-8516-0430e2d6107a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.163348] env[69654]: INFO nova.compute.manager [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Terminating instance [ 1084.216019] env[69654]: DEBUG oslo_vmware.api [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555419, 'name': ReconfigVM_Task, 'duration_secs': 0.31059} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.216346] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1084.220923] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bce12fe-45f9-4b42-a28d-a00b48701dca {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.235956] env[69654]: DEBUG oslo_vmware.api [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1084.235956] env[69654]: value = "task-3555420" [ 1084.235956] env[69654]: _type = "Task" [ 1084.235956] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.244137] env[69654]: DEBUG oslo_vmware.api [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.362397] env[69654]: DEBUG oslo_concurrency.lockutils [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Releasing lock "refresh_cache-a5b9902f-dad4-4ce3-917f-021e9a5e0be7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.363073] env[69654]: DEBUG nova.objects.instance [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lazy-loading 'flavor' on Instance uuid a5b9902f-dad4-4ce3-917f-021e9a5e0be7 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.405796] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.406177] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2c7c1a4-20d9-4566-82ab-0553d407abbd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.414341] env[69654]: DEBUG oslo_vmware.api [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1084.414341] env[69654]: value = "task-3555421" [ 1084.414341] env[69654]: _type = "Task" [ 1084.414341] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.424621] env[69654]: DEBUG oslo_vmware.api [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.620256] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555418, 'name': ReconfigVM_Task, 'duration_secs': 1.092081} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.620554] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Reconfigured VM instance instance-0000005b to attach disk [datastore2] b2990d3b-c9c3-4b5e-9f52-3a6b8810e162/b2990d3b-c9c3-4b5e-9f52-3a6b8810e162.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.620817] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Updating instance 'b2990d3b-c9c3-4b5e-9f52-3a6b8810e162' progress to 50 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.667757] env[69654]: DEBUG nova.compute.manager [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.668020] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.668896] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc51996-b4f9-4478-88c9-69f6700932c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.681242] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.681499] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b6c7bb9-ea3e-4208-8680-12c510168386 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.688642] env[69654]: DEBUG oslo_vmware.api [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1084.688642] env[69654]: value = "task-3555422" [ 1084.688642] env[69654]: _type = "Task" [ 1084.688642] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.696988] env[69654]: DEBUG oslo_vmware.api [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.745364] env[69654]: DEBUG oslo_vmware.api [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555420, 'name': ReconfigVM_Task, 'duration_secs': 0.241521} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.745672] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709860', 'volume_id': 'ff0fcd41-bbff-4c50-8645-ba7a94e9d571', 'name': 'volume-ff0fcd41-bbff-4c50-8645-ba7a94e9d571', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93bffb31-648b-4590-aa29-52a0b8069fb4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff0fcd41-bbff-4c50-8645-ba7a94e9d571', 'serial': 'ff0fcd41-bbff-4c50-8645-ba7a94e9d571'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1084.805960] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985efe9e-918c-4815-ab0d-c789024108cd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.813522] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5c405b-6ab4-4082-bb38-0c1e31961f2b tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Doing hard reboot of VM {{(pid=69654) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1084.813839] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3305e1af-1458-4f1e-b59d-6df0aba5a6c3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.820806] env[69654]: DEBUG oslo_vmware.api [None req-dc5c405b-6ab4-4082-bb38-0c1e31961f2b tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1084.820806] env[69654]: value = "task-3555423" [ 1084.820806] env[69654]: _type = "Task" [ 1084.820806] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.829773] env[69654]: DEBUG oslo_vmware.api [None req-dc5c405b-6ab4-4082-bb38-0c1e31961f2b tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555423, 'name': ResetVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.868495] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaf92c8-b477-40a8-b591-fb93c0b17f76 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.889827] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.890204] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b700e98-0f2c-4a65-8e22-bd8bde4b61c2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.896961] env[69654]: DEBUG oslo_vmware.api [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1084.896961] env[69654]: value = "task-3555424" [ 1084.896961] env[69654]: _type = "Task" [ 1084.896961] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.904974] env[69654]: DEBUG oslo_vmware.api [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.924432] env[69654]: DEBUG oslo_vmware.api [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555421, 'name': PowerOffVM_Task, 'duration_secs': 0.359232} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.925422] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.925668] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating instance '48adb05f-2f14-40c8-908d-14beaaf6e4fb' progress to 17 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.098052] env[69654]: DEBUG oslo_concurrency.lockutils [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.098517] env[69654]: DEBUG oslo_concurrency.lockutils [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.104018] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "3c9e79e3-3168-424d-857e-c94ebee0dbae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.104233] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "3c9e79e3-3168-424d-857e-c94ebee0dbae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.104399] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "3c9e79e3-3168-424d-857e-c94ebee0dbae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.126508] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02b6519-d88e-4271-acd9-8c5df2fd058f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.147260] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d476e292-6e21-4563-9fe5-61f851bfc768 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.164648] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Updating instance 'b2990d3b-c9c3-4b5e-9f52-3a6b8810e162' progress to 67 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.197169] env[69654]: DEBUG oslo_vmware.api [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555422, 'name': PowerOffVM_Task, 'duration_secs': 0.287963} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.197432] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.197597] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.197849] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-770cd9a4-b778-4cd0-aedf-eb1cfbb4bba4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.261583] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.261801] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.261985] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Deleting the datastore file [datastore1] 26427595-7845-4470-8516-0430e2d6107a {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.262256] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c392506c-2d5b-4c27-bd2b-0d282a1e331a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.269510] env[69654]: DEBUG oslo_vmware.api [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1085.269510] env[69654]: value = "task-3555426" [ 1085.269510] env[69654]: _type = "Task" [ 1085.269510] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.276847] env[69654]: DEBUG oslo_vmware.api [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.286730] env[69654]: DEBUG nova.objects.instance [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lazy-loading 'flavor' on Instance uuid 93bffb31-648b-4590-aa29-52a0b8069fb4 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.330279] env[69654]: DEBUG oslo_vmware.api [None req-dc5c405b-6ab4-4082-bb38-0c1e31961f2b tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555423, 'name': ResetVM_Task, 'duration_secs': 0.097622} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.330696] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5c405b-6ab4-4082-bb38-0c1e31961f2b tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Did hard reboot of VM {{(pid=69654) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1085.330767] env[69654]: DEBUG nova.compute.manager [None req-dc5c405b-6ab4-4082-bb38-0c1e31961f2b tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.331510] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9060764-4e1f-427f-8e01-d44decf5cc5b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.407096] env[69654]: DEBUG oslo_vmware.api [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555424, 'name': PowerOffVM_Task, 'duration_secs': 0.185054} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.407489] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.413452] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1085.413893] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56e11d5d-80e8-4d7d-aba8-3bc632b9d6f7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.432306] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.432545] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.432700] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.432915] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.433096] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.433330] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.433698] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.434015] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.434347] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.434668] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.434931] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.441777] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-509449a4-0f6c-4d07-80ad-f2ffda53c675 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.452168] env[69654]: DEBUG oslo_vmware.api [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1085.452168] env[69654]: value = "task-3555427" [ 1085.452168] env[69654]: _type = "Task" [ 1085.452168] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.457485] env[69654]: DEBUG oslo_vmware.api [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1085.457485] env[69654]: value = "task-3555428" [ 1085.457485] env[69654]: _type = "Task" [ 1085.457485] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.463592] env[69654]: DEBUG oslo_vmware.api [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.468042] env[69654]: DEBUG oslo_vmware.api [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.606083] env[69654]: DEBUG nova.compute.manager [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.720318] env[69654]: DEBUG nova.network.neutron [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Port d82457a1-a20e-4aae-b42a-3603d54a6baf binding to destination host cpu-1 is already ACTIVE {{(pid=69654) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1085.778565] env[69654]: DEBUG oslo_vmware.api [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.846072] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc5c405b-6ab4-4082-bb38-0c1e31961f2b tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "6aec4f44-50c0-467e-a400-6e8e9795f75a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.469s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.963103] env[69654]: DEBUG oslo_vmware.api [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555427, 'name': ReconfigVM_Task, 'duration_secs': 0.295115} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.965549] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.965741] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.965992] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7527f46a-0b2c-426a-8347-0359d5134a8e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.972529] env[69654]: DEBUG oslo_vmware.api [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555428, 'name': ReconfigVM_Task, 'duration_secs': 0.25034} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.973658] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating instance '48adb05f-2f14-40c8-908d-14beaaf6e4fb' progress to 33 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.976965] env[69654]: DEBUG oslo_vmware.api [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1085.976965] env[69654]: value = "task-3555429" [ 1085.976965] env[69654]: _type = "Task" [ 1085.976965] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.984842] env[69654]: DEBUG oslo_vmware.api [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.132192] env[69654]: DEBUG oslo_concurrency.lockutils [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.132487] env[69654]: DEBUG oslo_concurrency.lockutils [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.134013] env[69654]: INFO nova.compute.claims [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.146106] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.146279] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.146610] env[69654]: DEBUG nova.network.neutron [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.218162] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "93bffb31-648b-4590-aa29-52a0b8069fb4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.279309] env[69654]: DEBUG oslo_vmware.api [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.874294} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.279555] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.279738] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.279915] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.280102] env[69654]: INFO nova.compute.manager [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: 26427595-7845-4470-8516-0430e2d6107a] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1086.280338] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.280530] env[69654]: DEBUG nova.compute.manager [-] [instance: 26427595-7845-4470-8516-0430e2d6107a] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.280648] env[69654]: DEBUG nova.network.neutron [-] [instance: 26427595-7845-4470-8516-0430e2d6107a] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.293738] env[69654]: DEBUG oslo_concurrency.lockutils [None req-593e1b34-268b-49a0-83f9-0a286d718392 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.295278] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.077s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.480462] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.480734] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.480879] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.481071] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.481218] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.481364] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.481592] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.481763] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.481929] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.482103] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.482280] env[69654]: DEBUG nova.virt.hardware [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.488071] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1086.488270] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44b9e811-82af-46fd-97eb-af0b283d622d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.512877] env[69654]: DEBUG oslo_vmware.api [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555429, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.514355] env[69654]: DEBUG oslo_vmware.api [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1086.514355] env[69654]: value = "task-3555430" [ 1086.514355] env[69654]: _type = "Task" [ 1086.514355] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.522857] env[69654]: DEBUG oslo_vmware.api [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.629040] env[69654]: DEBUG nova.compute.manager [req-16fb31a0-a6d1-41a0-9d0f-ed587cb37ddf req-0bfc5499-c8e1-4ddf-a77b-a4a9fae68e2d service nova] [instance: 26427595-7845-4470-8516-0430e2d6107a] Received event network-vif-deleted-f5453532-f361-4b9f-87c6-1f402ad1d116 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.629305] env[69654]: INFO nova.compute.manager [req-16fb31a0-a6d1-41a0-9d0f-ed587cb37ddf req-0bfc5499-c8e1-4ddf-a77b-a4a9fae68e2d service nova] [instance: 26427595-7845-4470-8516-0430e2d6107a] Neutron deleted interface f5453532-f361-4b9f-87c6-1f402ad1d116; detaching it from the instance and deleting it from the info cache [ 1086.629563] env[69654]: DEBUG nova.network.neutron [req-16fb31a0-a6d1-41a0-9d0f-ed587cb37ddf req-0bfc5499-c8e1-4ddf-a77b-a4a9fae68e2d service nova] [instance: 26427595-7845-4470-8516-0430e2d6107a] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.744030] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.744418] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.744857] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.799744] env[69654]: INFO nova.compute.manager [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Detaching volume 0b438676-f92c-45e0-94d4-583e6309f60f [ 1086.834125] env[69654]: INFO nova.virt.block_device [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Attempting to driver detach volume 0b438676-f92c-45e0-94d4-583e6309f60f from mountpoint /dev/sdc [ 1086.834125] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1086.834125] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709869', 'volume_id': '0b438676-f92c-45e0-94d4-583e6309f60f', 'name': 'volume-0b438676-f92c-45e0-94d4-583e6309f60f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93bffb31-648b-4590-aa29-52a0b8069fb4', 'attached_at': '', 'detached_at': '', 'volume_id': '0b438676-f92c-45e0-94d4-583e6309f60f', 'serial': '0b438676-f92c-45e0-94d4-583e6309f60f'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1086.834125] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cae436f-feec-4ba9-95fb-c83ae538bc16 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.858109] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c36c8ee-232b-4bd8-a9ab-29b53a67da22 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.866233] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ced06d2-a638-46b7-a481-61382d60b915 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.889381] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d36dfa-e3c8-46f1-b264-c83b360516f4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.907836] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] The volume has not been displaced from its original location: [datastore2] volume-0b438676-f92c-45e0-94d4-583e6309f60f/volume-0b438676-f92c-45e0-94d4-583e6309f60f.vmdk. No consolidation needed. {{(pid=69654) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1086.913245] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Reconfiguring VM instance instance-00000051 to detach disk 2002 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1086.916255] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-615ee6cf-6374-4161-98ae-65f1d18c0e86 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.933797] env[69654]: DEBUG oslo_vmware.api [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1086.933797] env[69654]: value = "task-3555431" [ 1086.933797] env[69654]: _type = "Task" [ 1086.933797] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.942259] env[69654]: DEBUG oslo_vmware.api [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.997811] env[69654]: DEBUG oslo_vmware.api [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555429, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.023983] env[69654]: DEBUG oslo_vmware.api [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555430, 'name': ReconfigVM_Task, 'duration_secs': 0.173665} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.024330] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1087.025151] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eeb548-0458-4fe5-8b53-aa913eef4c14 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.048716] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 48adb05f-2f14-40c8-908d-14beaaf6e4fb/48adb05f-2f14-40c8-908d-14beaaf6e4fb.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.050421] env[69654]: DEBUG nova.network.neutron [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating instance_info_cache with network_info: [{"id": "5ae7df77-d974-48db-b833-8e62eef3b03f", "address": "fa:16:3e:28:7c:9f", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae7df77-d9", "ovs_interfaceid": "5ae7df77-d974-48db-b833-8e62eef3b03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.052597] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb46f31-2635-407d-9708-a18b7c4c89f2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.073230] env[69654]: DEBUG oslo_vmware.api [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1087.073230] env[69654]: value = "task-3555432" [ 1087.073230] env[69654]: _type = "Task" [ 1087.073230] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.081130] env[69654]: DEBUG oslo_vmware.api [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.092485] env[69654]: DEBUG nova.network.neutron [-] [instance: 26427595-7845-4470-8516-0430e2d6107a] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.113766] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "interface-abee0e2b-d0b3-470a-b612-2da57e4dc27b-961f86d2-2b43-48c8-9220-e01b440d9d97" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.114056] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-abee0e2b-d0b3-470a-b612-2da57e4dc27b-961f86d2-2b43-48c8-9220-e01b440d9d97" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.114467] env[69654]: DEBUG nova.objects.instance [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lazy-loading 'flavor' on Instance uuid abee0e2b-d0b3-470a-b612-2da57e4dc27b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.132155] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4844c1f5-da04-43b8-a957-062b874d4da1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.143071] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67d3329-47d6-4fea-b244-de971c6566c4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.196125] env[69654]: DEBUG nova.compute.manager [req-16fb31a0-a6d1-41a0-9d0f-ed587cb37ddf req-0bfc5499-c8e1-4ddf-a77b-a4a9fae68e2d service nova] [instance: 26427595-7845-4470-8516-0430e2d6107a] Detach interface failed, port_id=f5453532-f361-4b9f-87c6-1f402ad1d116, reason: Instance 26427595-7845-4470-8516-0430e2d6107a could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.413368] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d09955-da3e-4450-b537-0cd892943785 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.421140] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72671fa3-9baf-4144-9850-2f5982e16f97 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.455057] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead49dc9-441f-4ebf-a945-70b275cba309 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.462346] env[69654]: DEBUG oslo_vmware.api [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555431, 'name': ReconfigVM_Task, 'duration_secs': 0.282805} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.464381] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Reconfigured VM instance instance-00000051 to detach disk 2002 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1087.468970] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c4423aa-2d36-4411-9736-de5805c06cff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.479477] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9853e2d-cfee-4d96-993c-950bc8de9fff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.493560] env[69654]: DEBUG nova.compute.provider_tree [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.499381] env[69654]: DEBUG oslo_vmware.api [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1087.499381] env[69654]: value = "task-3555433" [ 1087.499381] env[69654]: _type = "Task" [ 1087.499381] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.506192] env[69654]: DEBUG oslo_vmware.api [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555429, 'name': PowerOnVM_Task, 'duration_secs': 1.313418} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.507483] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.507720] env[69654]: DEBUG nova.compute.manager [None req-de46637f-fcfe-4a03-b1a3-1c84aaa73b10 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.508498] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d33f2d-1b11-4976-a17f-dc4f11dee3c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.514566] env[69654]: DEBUG oslo_vmware.api [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.566822] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.583208] env[69654]: DEBUG oslo_vmware.api [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.595359] env[69654]: INFO nova.compute.manager [-] [instance: 26427595-7845-4470-8516-0430e2d6107a] Took 1.31 seconds to deallocate network for instance. [ 1087.787898] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "refresh_cache-b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.788126] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "refresh_cache-b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.788313] env[69654]: DEBUG nova.network.neutron [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.799551] env[69654]: DEBUG nova.objects.instance [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lazy-loading 'pci_requests' on Instance uuid abee0e2b-d0b3-470a-b612-2da57e4dc27b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.996669] env[69654]: DEBUG nova.scheduler.client.report [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.009499] env[69654]: DEBUG oslo_vmware.api [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555433, 'name': ReconfigVM_Task, 'duration_secs': 0.161772} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.009807] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709869', 'volume_id': '0b438676-f92c-45e0-94d4-583e6309f60f', 'name': 'volume-0b438676-f92c-45e0-94d4-583e6309f60f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93bffb31-648b-4590-aa29-52a0b8069fb4', 'attached_at': '', 'detached_at': '', 'volume_id': '0b438676-f92c-45e0-94d4-583e6309f60f', 'serial': '0b438676-f92c-45e0-94d4-583e6309f60f'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1088.075066] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15d8216-bb2b-4442-b021-d8baea37b7a3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.086685] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738e0520-b3f5-4a23-8c09-89baade074f0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.088923] env[69654]: DEBUG oslo_vmware.api [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555432, 'name': ReconfigVM_Task, 'duration_secs': 0.622133} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.089242] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 48adb05f-2f14-40c8-908d-14beaaf6e4fb/48adb05f-2f14-40c8-908d-14beaaf6e4fb.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.089509] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating instance '48adb05f-2f14-40c8-908d-14beaaf6e4fb' progress to 50 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.103783] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.302011] env[69654]: DEBUG nova.objects.base [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1088.302385] env[69654]: DEBUG nova.network.neutron [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.348372] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "6aec4f44-50c0-467e-a400-6e8e9795f75a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.348650] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "6aec4f44-50c0-467e-a400-6e8e9795f75a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.348865] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "6aec4f44-50c0-467e-a400-6e8e9795f75a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.349060] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "6aec4f44-50c0-467e-a400-6e8e9795f75a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.349230] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "6aec4f44-50c0-467e-a400-6e8e9795f75a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.354882] env[69654]: INFO nova.compute.manager [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Terminating instance [ 1088.363642] env[69654]: DEBUG nova.policy [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '067f7e518ca04bb1956fa78ad22d2ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf89ca1830cd4d49aa3216e71d010a9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.504337] env[69654]: DEBUG oslo_concurrency.lockutils [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.505017] env[69654]: DEBUG nova.compute.manager [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.507591] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.404s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.507836] env[69654]: DEBUG nova.objects.instance [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lazy-loading 'resources' on Instance uuid 26427595-7845-4470-8516-0430e2d6107a {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.562514] env[69654]: DEBUG nova.objects.instance [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lazy-loading 'flavor' on Instance uuid 93bffb31-648b-4590-aa29-52a0b8069fb4 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.577586] env[69654]: DEBUG nova.network.neutron [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Updating instance_info_cache with network_info: [{"id": "d82457a1-a20e-4aae-b42a-3603d54a6baf", "address": "fa:16:3e:08:25:5d", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82457a1-a2", "ovs_interfaceid": "d82457a1-a20e-4aae-b42a-3603d54a6baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.596090] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4c27fd-0585-4d68-8124-b3c7ee813c5c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.616472] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b01813-6c57-43b8-969e-e7365e3ed022 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.635895] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating instance '48adb05f-2f14-40c8-908d-14beaaf6e4fb' progress to 67 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.739234] env[69654]: DEBUG nova.compute.manager [req-d1e675a8-c28a-4487-97be-2994d38825dc req-9d5ce72b-0918-4967-a584-a72d747916b0 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Received event network-changed-4443bdfb-b014-485a-ae32-9213988b7599 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.739527] env[69654]: DEBUG nova.compute.manager [req-d1e675a8-c28a-4487-97be-2994d38825dc req-9d5ce72b-0918-4967-a584-a72d747916b0 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Refreshing instance network info cache due to event network-changed-4443bdfb-b014-485a-ae32-9213988b7599. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.739898] env[69654]: DEBUG oslo_concurrency.lockutils [req-d1e675a8-c28a-4487-97be-2994d38825dc req-9d5ce72b-0918-4967-a584-a72d747916b0 service nova] Acquiring lock "refresh_cache-6aec4f44-50c0-467e-a400-6e8e9795f75a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.740186] env[69654]: DEBUG oslo_concurrency.lockutils [req-d1e675a8-c28a-4487-97be-2994d38825dc req-9d5ce72b-0918-4967-a584-a72d747916b0 service nova] Acquired lock "refresh_cache-6aec4f44-50c0-467e-a400-6e8e9795f75a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.740480] env[69654]: DEBUG nova.network.neutron [req-d1e675a8-c28a-4487-97be-2994d38825dc req-9d5ce72b-0918-4967-a584-a72d747916b0 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Refreshing network info cache for port 4443bdfb-b014-485a-ae32-9213988b7599 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.859392] env[69654]: DEBUG nova.compute.manager [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.859634] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.860882] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9be7e0f-d380-4983-8773-f461b1ecd7e1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.870114] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.870470] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8dc07c0-ab1e-462c-bfec-3fa56ea04e14 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.879494] env[69654]: DEBUG oslo_vmware.api [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1088.879494] env[69654]: value = "task-3555434" [ 1088.879494] env[69654]: _type = "Task" [ 1088.879494] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.887816] env[69654]: DEBUG oslo_vmware.api [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.015410] env[69654]: DEBUG nova.compute.utils [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.019995] env[69654]: DEBUG nova.compute.manager [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.020353] env[69654]: DEBUG nova.network.neutron [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.065644] env[69654]: DEBUG nova.policy [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e3f4427f3044fbb85619b1ccc2a3f57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb65f7440991443d84a2548dc5ea2ee8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.081450] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "refresh_cache-b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.187739] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2623058e-92cd-4a17-b462-8e0317248d11 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.193461] env[69654]: DEBUG nova.network.neutron [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Port 3bdaaa08-b6c2-47c0-ac48-de381b758f86 binding to destination host cpu-1 is already ACTIVE {{(pid=69654) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1089.222793] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65420f99-afe5-4141-bffe-9bb993f65e12 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.231594] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating instance '3c9e79e3-3168-424d-857e-c94ebee0dbae' progress to 83 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.295430] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "a5b9902f-dad4-4ce3-917f-021e9a5e0be7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.295676] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "a5b9902f-dad4-4ce3-917f-021e9a5e0be7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.296372] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "a5b9902f-dad4-4ce3-917f-021e9a5e0be7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.296568] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "a5b9902f-dad4-4ce3-917f-021e9a5e0be7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.296734] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "a5b9902f-dad4-4ce3-917f-021e9a5e0be7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.298717] env[69654]: INFO nova.compute.manager [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Terminating instance [ 1089.349882] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceff3a30-bc58-4ddf-9175-9bdad3102f97 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.359380] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de9f6f5-0972-42b6-bdb8-e71b13860132 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.392832] env[69654]: DEBUG nova.network.neutron [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Successfully created port: 12b4a5cf-e62e-4495-82a3-1ec6d4fc2b56 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.401343] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788e586c-60a7-456f-8968-fea978246e3e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.412532] env[69654]: DEBUG oslo_vmware.api [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555434, 'name': PowerOffVM_Task, 'duration_secs': 0.267039} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.415346] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.415346] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.415850] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90b6ec8d-a102-496a-a08f-b1eba26e09f8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.418763] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc16ab5d-744e-461f-8add-2a704eebd1e1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.434677] env[69654]: DEBUG nova.compute.provider_tree [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.482869] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.483057] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.483202] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Deleting the datastore file [datastore1] 6aec4f44-50c0-467e-a400-6e8e9795f75a {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.483468] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff210b27-8715-4798-81bc-efd440371048 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.489498] env[69654]: DEBUG oslo_vmware.api [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1089.489498] env[69654]: value = "task-3555436" [ 1089.489498] env[69654]: _type = "Task" [ 1089.489498] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.497788] env[69654]: DEBUG oslo_vmware.api [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.521114] env[69654]: DEBUG nova.compute.manager [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.538347] env[69654]: DEBUG nova.network.neutron [req-d1e675a8-c28a-4487-97be-2994d38825dc req-9d5ce72b-0918-4967-a584-a72d747916b0 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Updated VIF entry in instance network info cache for port 4443bdfb-b014-485a-ae32-9213988b7599. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.538347] env[69654]: DEBUG nova.network.neutron [req-d1e675a8-c28a-4487-97be-2994d38825dc req-9d5ce72b-0918-4967-a584-a72d747916b0 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Updating instance_info_cache with network_info: [{"id": "4443bdfb-b014-485a-ae32-9213988b7599", "address": "fa:16:3e:10:2e:9f", "network": {"id": "f4253cb8-086d-45c4-a13d-6cb9664623ae", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1829012983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c26f0847f843d8ad052a939ff0e23b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4443bdfb-b0", "ovs_interfaceid": "4443bdfb-b014-485a-ae32-9213988b7599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.572687] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bcb3a72e-e4d1-4529-ae36-a25e37a46565 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.606133] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df77535-8fa7-47d4-bcb6-65aa86e0a792 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.626431] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44318be8-9c05-4e1c-b597-7811ce3f2d1b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.634136] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Updating instance 'b2990d3b-c9c3-4b5e-9f52-3a6b8810e162' progress to 83 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.742019] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.742351] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dd3401e-8125-4b4b-95c3-058d185b9a85 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.750436] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1089.750436] env[69654]: value = "task-3555437" [ 1089.750436] env[69654]: _type = "Task" [ 1089.750436] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.759323] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.804999] env[69654]: DEBUG nova.compute.manager [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.805277] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.806182] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13099614-5057-4710-b09c-b595cb8176ad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.812513] env[69654]: DEBUG nova.compute.manager [req-90716533-efd2-424f-b379-08904864fb93 req-14aaa570-f657-4e64-8b18-2bb85c002cc6 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Received event network-vif-plugged-961f86d2-2b43-48c8-9220-e01b440d9d97 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.812721] env[69654]: DEBUG oslo_concurrency.lockutils [req-90716533-efd2-424f-b379-08904864fb93 req-14aaa570-f657-4e64-8b18-2bb85c002cc6 service nova] Acquiring lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.812946] env[69654]: DEBUG oslo_concurrency.lockutils [req-90716533-efd2-424f-b379-08904864fb93 req-14aaa570-f657-4e64-8b18-2bb85c002cc6 service nova] Lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.813096] env[69654]: DEBUG oslo_concurrency.lockutils [req-90716533-efd2-424f-b379-08904864fb93 req-14aaa570-f657-4e64-8b18-2bb85c002cc6 service nova] Lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.813301] env[69654]: DEBUG nova.compute.manager [req-90716533-efd2-424f-b379-08904864fb93 req-14aaa570-f657-4e64-8b18-2bb85c002cc6 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] No waiting events found dispatching network-vif-plugged-961f86d2-2b43-48c8-9220-e01b440d9d97 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.813434] env[69654]: WARNING nova.compute.manager [req-90716533-efd2-424f-b379-08904864fb93 req-14aaa570-f657-4e64-8b18-2bb85c002cc6 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Received unexpected event network-vif-plugged-961f86d2-2b43-48c8-9220-e01b440d9d97 for instance with vm_state active and task_state None. [ 1089.816063] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.816293] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09a24a70-dd6e-4755-b102-428a2126c1d3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.821806] env[69654]: DEBUG oslo_vmware.api [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1089.821806] env[69654]: value = "task-3555438" [ 1089.821806] env[69654]: _type = "Task" [ 1089.821806] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.829826] env[69654]: DEBUG oslo_vmware.api [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.860480] env[69654]: DEBUG nova.network.neutron [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Successfully updated port: 961f86d2-2b43-48c8-9220-e01b440d9d97 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.940706] env[69654]: DEBUG nova.scheduler.client.report [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.002642] env[69654]: DEBUG oslo_vmware.api [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126604} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.002997] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.003245] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.003424] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.003660] env[69654]: INFO nova.compute.manager [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1090.003922] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.004183] env[69654]: DEBUG nova.compute.manager [-] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.004306] env[69654]: DEBUG nova.network.neutron [-] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.041114] env[69654]: DEBUG oslo_concurrency.lockutils [req-d1e675a8-c28a-4487-97be-2994d38825dc req-9d5ce72b-0918-4967-a584-a72d747916b0 service nova] Releasing lock "refresh_cache-6aec4f44-50c0-467e-a400-6e8e9795f75a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.141220] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.144672] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09b5d7c0-c7d2-4551-97a4-ae86bd253464 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.149756] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1090.149756] env[69654]: value = "task-3555439" [ 1090.149756] env[69654]: _type = "Task" [ 1090.149756] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.158266] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.215950] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.216232] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.216407] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.261238] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555437, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.332324] env[69654]: DEBUG oslo_vmware.api [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555438, 'name': PowerOffVM_Task, 'duration_secs': 0.216425} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.332605] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.332769] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.333052] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48bb8d4d-a4f3-4295-8f9a-f0d0046effe8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.363083] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.363438] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.363519] env[69654]: DEBUG nova.network.neutron [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.415959] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.416299] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.416637] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Deleting the datastore file [datastore1] a5b9902f-dad4-4ce3-917f-021e9a5e0be7 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.417071] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13f4af90-5acb-4109-a4cf-fe9769b0bdc8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.431032] env[69654]: DEBUG oslo_vmware.api [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1090.431032] env[69654]: value = "task-3555441" [ 1090.431032] env[69654]: _type = "Task" [ 1090.431032] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.440314] env[69654]: DEBUG oslo_vmware.api [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.445168] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.469057] env[69654]: INFO nova.scheduler.client.report [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Deleted allocations for instance 26427595-7845-4470-8516-0430e2d6107a [ 1090.531469] env[69654]: DEBUG nova.compute.manager [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.560723] env[69654]: DEBUG nova.virt.hardware [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.560969] env[69654]: DEBUG nova.virt.hardware [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.561170] env[69654]: DEBUG nova.virt.hardware [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.561355] env[69654]: DEBUG nova.virt.hardware [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.561507] env[69654]: DEBUG nova.virt.hardware [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.561671] env[69654]: DEBUG nova.virt.hardware [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.561884] env[69654]: DEBUG nova.virt.hardware [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.562058] env[69654]: DEBUG nova.virt.hardware [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.562232] env[69654]: DEBUG nova.virt.hardware [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.562398] env[69654]: DEBUG nova.virt.hardware [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.562570] env[69654]: DEBUG nova.virt.hardware [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.563509] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3058f8c-853e-4e61-bd71-224db8db2098 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.572260] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b60bd7b-89d5-46aa-9e16-a0003146b9e9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.659839] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555439, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.747484] env[69654]: DEBUG nova.network.neutron [-] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.761563] env[69654]: DEBUG oslo_vmware.api [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555437, 'name': PowerOnVM_Task, 'duration_secs': 0.558193} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.761987] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.762237] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9e050a54-ab86-4ddd-9ff5-d73cf486a912 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating instance '3c9e79e3-3168-424d-857e-c94ebee0dbae' progress to 100 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.883839] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "93bffb31-648b-4590-aa29-52a0b8069fb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.884359] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.884359] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "93bffb31-648b-4590-aa29-52a0b8069fb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.884527] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.884658] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.887631] env[69654]: INFO nova.compute.manager [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Terminating instance [ 1090.916430] env[69654]: WARNING nova.network.neutron [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] e4e313f7-9df2-40b1-a72f-71d50867560b already exists in list: networks containing: ['e4e313f7-9df2-40b1-a72f-71d50867560b']. ignoring it [ 1090.940191] env[69654]: DEBUG oslo_vmware.api [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136442} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.940525] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.940739] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.940895] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.941080] env[69654]: INFO nova.compute.manager [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1090.941323] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.941529] env[69654]: DEBUG nova.compute.manager [-] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.941636] env[69654]: DEBUG nova.network.neutron [-] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.976642] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9f958161-e719-4a56-b1c6-0924eeab5bc8 tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "26427595-7845-4470-8516-0430e2d6107a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.816s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.977846] env[69654]: DEBUG nova.network.neutron [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Successfully updated port: 12b4a5cf-e62e-4495-82a3-1ec6d4fc2b56 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.164404] env[69654]: DEBUG oslo_vmware.api [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555439, 'name': PowerOnVM_Task, 'duration_secs': 0.51496} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.164987] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.165201] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bc082c8d-7695-43e1-bdf3-b0228d08f341 tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Updating instance 'b2990d3b-c9c3-4b5e-9f52-3a6b8810e162' progress to 100 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.226116] env[69654]: DEBUG nova.compute.manager [req-edb1e28e-496a-4335-a627-08e2489d4e6c req-8fe560bf-fe9f-47bc-b6c7-9b434c060d85 service nova] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Received event network-vif-plugged-12b4a5cf-e62e-4495-82a3-1ec6d4fc2b56 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.226280] env[69654]: DEBUG oslo_concurrency.lockutils [req-edb1e28e-496a-4335-a627-08e2489d4e6c req-8fe560bf-fe9f-47bc-b6c7-9b434c060d85 service nova] Acquiring lock "f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.226489] env[69654]: DEBUG oslo_concurrency.lockutils [req-edb1e28e-496a-4335-a627-08e2489d4e6c req-8fe560bf-fe9f-47bc-b6c7-9b434c060d85 service nova] Lock "f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.226655] env[69654]: DEBUG oslo_concurrency.lockutils [req-edb1e28e-496a-4335-a627-08e2489d4e6c req-8fe560bf-fe9f-47bc-b6c7-9b434c060d85 service nova] Lock "f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.226889] env[69654]: DEBUG nova.compute.manager [req-edb1e28e-496a-4335-a627-08e2489d4e6c req-8fe560bf-fe9f-47bc-b6c7-9b434c060d85 service nova] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] No waiting events found dispatching network-vif-plugged-12b4a5cf-e62e-4495-82a3-1ec6d4fc2b56 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.227040] env[69654]: WARNING nova.compute.manager [req-edb1e28e-496a-4335-a627-08e2489d4e6c req-8fe560bf-fe9f-47bc-b6c7-9b434c060d85 service nova] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Received unexpected event network-vif-plugged-12b4a5cf-e62e-4495-82a3-1ec6d4fc2b56 for instance with vm_state building and task_state spawning. [ 1091.250071] env[69654]: INFO nova.compute.manager [-] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Took 1.25 seconds to deallocate network for instance. [ 1091.252420] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.252573] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.252736] env[69654]: DEBUG nova.network.neutron [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.391458] env[69654]: DEBUG nova.compute.manager [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.391761] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.392615] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884b384f-7c83-4a2a-a53d-003642f83995 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.404099] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.404603] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a583adae-1903-4a02-975e-85a4998ce12f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.411359] env[69654]: DEBUG oslo_vmware.api [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1091.411359] env[69654]: value = "task-3555442" [ 1091.411359] env[69654]: _type = "Task" [ 1091.411359] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.424320] env[69654]: DEBUG oslo_vmware.api [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.481826] env[69654]: DEBUG oslo_concurrency.lockutils [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "refresh_cache-f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.481993] env[69654]: DEBUG oslo_concurrency.lockutils [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquired lock "refresh_cache-f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.482149] env[69654]: DEBUG nova.network.neutron [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.574504] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "09aeec83-44a2-457c-9850-c20140ca368e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.575243] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "09aeec83-44a2-457c-9850-c20140ca368e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.575243] env[69654]: INFO nova.compute.manager [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Shelving [ 1091.588061] env[69654]: DEBUG nova.network.neutron [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Updating instance_info_cache with network_info: [{"id": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "address": "fa:16:3e:57:5b:f9", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc224d0d2-ac", "ovs_interfaceid": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "961f86d2-2b43-48c8-9220-e01b440d9d97", "address": "fa:16:3e:2f:6b:4e", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap961f86d2-2b", "ovs_interfaceid": "961f86d2-2b43-48c8-9220-e01b440d9d97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.757925] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.759290] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.759536] env[69654]: DEBUG nova.objects.instance [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lazy-loading 'resources' on Instance uuid 6aec4f44-50c0-467e-a400-6e8e9795f75a {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.922245] env[69654]: DEBUG oslo_vmware.api [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555442, 'name': PowerOffVM_Task, 'duration_secs': 0.253633} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.924853] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.925871] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.926232] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-792c787e-c897-4e2d-aa42-b1bddd1de663 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.988024] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.988325] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.988451] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Deleting the datastore file [datastore1] 93bffb31-648b-4590-aa29-52a0b8069fb4 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.989462] env[69654]: DEBUG nova.network.neutron [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating instance_info_cache with network_info: [{"id": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "address": "fa:16:3e:8e:58:75", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bdaaa08-b6", "ovs_interfaceid": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.990864] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f02d5a0e-0d63-460d-9d38-819a1d1ce4ee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.000021] env[69654]: DEBUG oslo_vmware.api [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for the task: (returnval){ [ 1092.000021] env[69654]: value = "task-3555444" [ 1092.000021] env[69654]: _type = "Task" [ 1092.000021] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.007695] env[69654]: DEBUG oslo_vmware.api [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.015160] env[69654]: DEBUG nova.network.neutron [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.073152] env[69654]: DEBUG nova.network.neutron [-] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.090570] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.091473] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.091473] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.093190] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35721804-30be-4358-b160-867b71ead528 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.112950] env[69654]: DEBUG nova.virt.hardware [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.113215] env[69654]: DEBUG nova.virt.hardware [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.113371] env[69654]: DEBUG nova.virt.hardware [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.113552] env[69654]: DEBUG nova.virt.hardware [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.113723] env[69654]: DEBUG nova.virt.hardware [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.113877] env[69654]: DEBUG nova.virt.hardware [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.114097] env[69654]: DEBUG nova.virt.hardware [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.114255] env[69654]: DEBUG nova.virt.hardware [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.114412] env[69654]: DEBUG nova.virt.hardware [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.114571] env[69654]: DEBUG nova.virt.hardware [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.114772] env[69654]: DEBUG nova.virt.hardware [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.124030] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Reconfiguring VM to attach interface {{(pid=69654) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1092.124030] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "d3019df4-3f5a-4c05-b646-9a6043a74dad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.128262] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "d3019df4-3f5a-4c05-b646-9a6043a74dad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.128262] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "d3019df4-3f5a-4c05-b646-9a6043a74dad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.128262] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "d3019df4-3f5a-4c05-b646-9a6043a74dad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.128262] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "d3019df4-3f5a-4c05-b646-9a6043a74dad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.128631] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9471ecc7-55fb-469a-ad22-44508a3f2b95 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.147234] env[69654]: INFO nova.compute.manager [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Terminating instance [ 1092.154763] env[69654]: DEBUG oslo_vmware.api [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1092.154763] env[69654]: value = "task-3555445" [ 1092.154763] env[69654]: _type = "Task" [ 1092.154763] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.163600] env[69654]: DEBUG oslo_vmware.api [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555445, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.206147] env[69654]: DEBUG nova.network.neutron [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Updating instance_info_cache with network_info: [{"id": "12b4a5cf-e62e-4495-82a3-1ec6d4fc2b56", "address": "fa:16:3e:48:2f:01", "network": {"id": "9ed63148-7885-48d0-abdc-149a1d22eed5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-349284782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb65f7440991443d84a2548dc5ea2ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b4a5cf-e6", "ovs_interfaceid": "12b4a5cf-e62e-4495-82a3-1ec6d4fc2b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.330574] env[69654]: DEBUG nova.compute.manager [req-b2adc55c-13df-421b-a1a2-1705dc871400 req-9d343249-3487-4a23-b747-a51be3160a69 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Received event network-changed-961f86d2-2b43-48c8-9220-e01b440d9d97 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.330574] env[69654]: DEBUG nova.compute.manager [req-b2adc55c-13df-421b-a1a2-1705dc871400 req-9d343249-3487-4a23-b747-a51be3160a69 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Refreshing instance network info cache due to event network-changed-961f86d2-2b43-48c8-9220-e01b440d9d97. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.330801] env[69654]: DEBUG oslo_concurrency.lockutils [req-b2adc55c-13df-421b-a1a2-1705dc871400 req-9d343249-3487-4a23-b747-a51be3160a69 service nova] Acquiring lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.331011] env[69654]: DEBUG oslo_concurrency.lockutils [req-b2adc55c-13df-421b-a1a2-1705dc871400 req-9d343249-3487-4a23-b747-a51be3160a69 service nova] Acquired lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.331244] env[69654]: DEBUG nova.network.neutron [req-b2adc55c-13df-421b-a1a2-1705dc871400 req-9d343249-3487-4a23-b747-a51be3160a69 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Refreshing network info cache for port 961f86d2-2b43-48c8-9220-e01b440d9d97 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.494238] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.510052] env[69654]: DEBUG oslo_vmware.api [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Task: {'id': task-3555444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149504} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.510052] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.510052] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.510052] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.522196] env[69654]: INFO nova.compute.manager [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1092.522196] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.522196] env[69654]: DEBUG nova.compute.manager [-] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.522196] env[69654]: DEBUG nova.network.neutron [-] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.522196] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e35380c-a592-467c-a74f-bc2021393d5d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.522196] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3873a49e-e60f-474a-9361-026fed82e149 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.554061] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a95729-58df-48aa-aaa7-840d5fa06276 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.563030] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a53c585-8c59-44d1-8a0f-8ed3251d7ec2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.577141] env[69654]: INFO nova.compute.manager [-] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Took 1.64 seconds to deallocate network for instance. [ 1092.577660] env[69654]: DEBUG nova.compute.provider_tree [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.584776] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.585653] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc713778-0c7f-4fb2-9d07-3815f18dd234 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.592554] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1092.592554] env[69654]: value = "task-3555446" [ 1092.592554] env[69654]: _type = "Task" [ 1092.592554] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.602016] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.651410] env[69654]: DEBUG nova.compute.manager [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.651840] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.652765] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603534f1-7433-4f53-a2f1-73c64827288a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.665055] env[69654]: DEBUG oslo_vmware.api [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.667279] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.667521] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64e35570-d082-481a-8c22-9cfd2b2c2e10 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.673317] env[69654]: DEBUG oslo_vmware.api [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1092.673317] env[69654]: value = "task-3555447" [ 1092.673317] env[69654]: _type = "Task" [ 1092.673317] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.687350] env[69654]: DEBUG oslo_vmware.api [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.708365] env[69654]: DEBUG oslo_concurrency.lockutils [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Releasing lock "refresh_cache-f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.708751] env[69654]: DEBUG nova.compute.manager [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Instance network_info: |[{"id": "12b4a5cf-e62e-4495-82a3-1ec6d4fc2b56", "address": "fa:16:3e:48:2f:01", "network": {"id": "9ed63148-7885-48d0-abdc-149a1d22eed5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-349284782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb65f7440991443d84a2548dc5ea2ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b4a5cf-e6", "ovs_interfaceid": "12b4a5cf-e62e-4495-82a3-1ec6d4fc2b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.709500] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:2f:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12b4a5cf-e62e-4495-82a3-1ec6d4fc2b56', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.717256] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.717752] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.717993] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-735aa0c2-1513-43ef-a661-48d25ac24d8c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.737880] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.737880] env[69654]: value = "task-3555448" [ 1092.737880] env[69654]: _type = "Task" [ 1092.737880] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.747466] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555448, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.992682] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.993080] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.993360] env[69654]: DEBUG nova.compute.manager [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Going to confirm migration 5 {{(pid=69654) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1093.031390] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f50c788-2dbf-4689-92bf-369a3395e68d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.054396] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd80f73-e37d-4639-b139-159b6b47839e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.062463] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating instance '48adb05f-2f14-40c8-908d-14beaaf6e4fb' progress to 83 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.082319] env[69654]: DEBUG nova.scheduler.client.report [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.089033] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.103700] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555446, 'name': PowerOffVM_Task, 'duration_secs': 0.481796} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.103700] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.104428] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0994c32-8a0e-49c5-a3a1-7a8eaec073ad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.126319] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaf9650-7a41-40f7-9b6f-1897afab2c24 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.166931] env[69654]: DEBUG oslo_vmware.api [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555445, 'name': ReconfigVM_Task, 'duration_secs': 0.653309} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.203994] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.203994] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Reconfigured VM to attach interface {{(pid=69654) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1093.203994] env[69654]: DEBUG oslo_vmware.api [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555447, 'name': PowerOffVM_Task, 'duration_secs': 0.409558} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.203994] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.203994] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.203994] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b385d70e-ebe5-44b9-a0a5-d47c7083091d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.212176] env[69654]: DEBUG nova.network.neutron [req-b2adc55c-13df-421b-a1a2-1705dc871400 req-9d343249-3487-4a23-b747-a51be3160a69 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Updated VIF entry in instance network info cache for port 961f86d2-2b43-48c8-9220-e01b440d9d97. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.212176] env[69654]: DEBUG nova.network.neutron [req-b2adc55c-13df-421b-a1a2-1705dc871400 req-9d343249-3487-4a23-b747-a51be3160a69 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Updating instance_info_cache with network_info: [{"id": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "address": "fa:16:3e:57:5b:f9", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc224d0d2-ac", "ovs_interfaceid": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "961f86d2-2b43-48c8-9220-e01b440d9d97", "address": "fa:16:3e:2f:6b:4e", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap961f86d2-2b", "ovs_interfaceid": "961f86d2-2b43-48c8-9220-e01b440d9d97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.249650] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555448, 'name': CreateVM_Task, 'duration_secs': 0.366215} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.249951] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.251053] env[69654]: DEBUG oslo_concurrency.lockutils [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.251451] env[69654]: DEBUG oslo_concurrency.lockutils [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.252336] env[69654]: DEBUG oslo_concurrency.lockutils [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.252787] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a849e2-36ab-40d9-8e98-bc7b161442a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.259901] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1093.259901] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c313f9-b1b6-1041-90c0-5302717c1bf2" [ 1093.259901] env[69654]: _type = "Task" [ 1093.259901] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.267190] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c313f9-b1b6-1041-90c0-5302717c1bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.387527] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.387527] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.387527] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Deleting the datastore file [datastore2] d3019df4-3f5a-4c05-b646-9a6043a74dad {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.387527] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dae3ce7b-bed2-4b9c-baf4-04604856214a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.392836] env[69654]: DEBUG oslo_vmware.api [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for the task: (returnval){ [ 1093.392836] env[69654]: value = "task-3555450" [ 1093.392836] env[69654]: _type = "Task" [ 1093.392836] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.401744] env[69654]: DEBUG oslo_vmware.api [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.551324] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "refresh_cache-b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.551677] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquired lock "refresh_cache-b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.551723] env[69654]: DEBUG nova.network.neutron [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.551942] env[69654]: DEBUG nova.objects.instance [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lazy-loading 'info_cache' on Instance uuid b2990d3b-c9c3-4b5e-9f52-3a6b8810e162 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.569094] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.569701] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aada77e1-9242-4715-913b-b804607c137f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.577166] env[69654]: DEBUG oslo_vmware.api [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1093.577166] env[69654]: value = "task-3555451" [ 1093.577166] env[69654]: _type = "Task" [ 1093.577166] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.586159] env[69654]: DEBUG oslo_vmware.api [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.591015] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.593674] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.505s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.594042] env[69654]: DEBUG nova.objects.instance [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lazy-loading 'resources' on Instance uuid a5b9902f-dad4-4ce3-917f-021e9a5e0be7 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.613353] env[69654]: INFO nova.scheduler.client.report [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Deleted allocations for instance 6aec4f44-50c0-467e-a400-6e8e9795f75a [ 1093.637533] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1093.638423] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-316c1aa2-689a-4652-93f5-09f9747908b3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.646737] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1093.646737] env[69654]: value = "task-3555452" [ 1093.646737] env[69654]: _type = "Task" [ 1093.646737] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.652883] env[69654]: DEBUG nova.network.neutron [-] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.659134] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555452, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.675451] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b338a79a-d75d-4681-9c77-3930e6b4b575 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-abee0e2b-d0b3-470a-b612-2da57e4dc27b-961f86d2-2b43-48c8-9220-e01b440d9d97" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.561s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.713430] env[69654]: DEBUG oslo_concurrency.lockutils [req-b2adc55c-13df-421b-a1a2-1705dc871400 req-9d343249-3487-4a23-b747-a51be3160a69 service nova] Releasing lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.713918] env[69654]: DEBUG nova.compute.manager [req-b2adc55c-13df-421b-a1a2-1705dc871400 req-9d343249-3487-4a23-b747-a51be3160a69 service nova] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Received event network-vif-deleted-4443bdfb-b014-485a-ae32-9213988b7599 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.714256] env[69654]: DEBUG nova.compute.manager [req-b2adc55c-13df-421b-a1a2-1705dc871400 req-9d343249-3487-4a23-b747-a51be3160a69 service nova] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Received event network-vif-deleted-99be88dd-e9d9-4d16-a82e-13d2dc3263f0 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.770858] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c313f9-b1b6-1041-90c0-5302717c1bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.770988] env[69654]: DEBUG oslo_concurrency.lockutils [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.771291] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.771604] env[69654]: DEBUG oslo_concurrency.lockutils [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.771867] env[69654]: DEBUG oslo_concurrency.lockutils [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.772202] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.772514] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9a8ac55-bde1-4552-bd0a-4ae044dc1df4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.780292] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.780464] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.781229] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9928ad3-88bd-476e-aa95-e8d0c67e907e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.786437] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1093.786437] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5218bc9e-cb8c-1a70-33d5-f1ab438fe341" [ 1093.786437] env[69654]: _type = "Task" [ 1093.786437] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.794051] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5218bc9e-cb8c-1a70-33d5-f1ab438fe341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.902482] env[69654]: DEBUG oslo_vmware.api [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Task: {'id': task-3555450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18692} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.902728] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.902910] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.903098] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.903275] env[69654]: INFO nova.compute.manager [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1093.903528] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.903749] env[69654]: DEBUG nova.compute.manager [-] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.903873] env[69654]: DEBUG nova.network.neutron [-] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.088246] env[69654]: DEBUG oslo_vmware.api [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555451, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.122178] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5cc51c67-078b-43db-869b-5dfd6e63149d tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "6aec4f44-50c0-467e-a400-6e8e9795f75a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.773s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.157397] env[69654]: INFO nova.compute.manager [-] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Took 1.65 seconds to deallocate network for instance. [ 1094.157689] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555452, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.299983] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5218bc9e-cb8c-1a70-33d5-f1ab438fe341, 'name': SearchDatastore_Task, 'duration_secs': 0.01758} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.300800] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31599942-ba27-454c-87fa-b01c42d58a96 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.308397] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1094.308397] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52336283-8fb6-ed97-9c1c-57f2740093ae" [ 1094.308397] env[69654]: _type = "Task" [ 1094.308397] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.316017] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52336283-8fb6-ed97-9c1c-57f2740093ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.337973] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a56e2b-4873-49f3-b2ba-521d918fa77b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.344709] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77e94d1-84fd-4217-a9dc-ddad6187620a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.066937] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.067200] env[69654]: DEBUG nova.network.neutron [-] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.080265] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a89e215-cbbc-4577-a3b6-2059603497be {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.089928] env[69654]: DEBUG oslo_vmware.api [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555451, 'name': PowerOnVM_Task, 'duration_secs': 0.574858} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.097561] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.097762] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce59484-e403-49d7-bdf6-0cb0634da9ea tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating instance '48adb05f-2f14-40c8-908d-14beaaf6e4fb' progress to 100 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.101501] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555452, 'name': CreateSnapshot_Task, 'duration_secs': 1.176202} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.101754] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52336283-8fb6-ed97-9c1c-57f2740093ae, 'name': SearchDatastore_Task, 'duration_secs': 0.037383} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.104639] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e071be7-004e-40a4-ad2b-3d9aedbb5db9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.107485] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1095.107764] env[69654]: DEBUG oslo_concurrency.lockutils [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.108013] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c/f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.109026] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c3b1d6-2aae-4708-b0b7-bca91a99691a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.110947] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1be2fd09-cdfa-433a-94f0-c6db5b1ac4e3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.128606] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1095.128606] env[69654]: value = "task-3555453" [ 1095.128606] env[69654]: _type = "Task" [ 1095.128606] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.129399] env[69654]: DEBUG nova.compute.provider_tree [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.145320] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.297078] env[69654]: DEBUG nova.network.neutron [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Updating instance_info_cache with network_info: [{"id": "d82457a1-a20e-4aae-b42a-3603d54a6baf", "address": "fa:16:3e:08:25:5d", "network": {"id": "468bfcfb-e527-48f7-816a-eb6c16f9299e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2098134564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8418596595fc4d86baf8343eed239c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82457a1-a2", "ovs_interfaceid": "d82457a1-a20e-4aae-b42a-3603d54a6baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.336768] env[69654]: DEBUG nova.compute.manager [req-a1dd57db-71ca-428e-9d09-11e05e5d5943 req-9b935ddb-7332-416b-b260-ec7d6ed0623b service nova] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Received event network-changed-12b4a5cf-e62e-4495-82a3-1ec6d4fc2b56 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.337054] env[69654]: DEBUG nova.compute.manager [req-a1dd57db-71ca-428e-9d09-11e05e5d5943 req-9b935ddb-7332-416b-b260-ec7d6ed0623b service nova] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Refreshing instance network info cache due to event network-changed-12b4a5cf-e62e-4495-82a3-1ec6d4fc2b56. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.337130] env[69654]: DEBUG oslo_concurrency.lockutils [req-a1dd57db-71ca-428e-9d09-11e05e5d5943 req-9b935ddb-7332-416b-b260-ec7d6ed0623b service nova] Acquiring lock "refresh_cache-f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.337249] env[69654]: DEBUG oslo_concurrency.lockutils [req-a1dd57db-71ca-428e-9d09-11e05e5d5943 req-9b935ddb-7332-416b-b260-ec7d6ed0623b service nova] Acquired lock "refresh_cache-f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.337406] env[69654]: DEBUG nova.network.neutron [req-a1dd57db-71ca-428e-9d09-11e05e5d5943 req-9b935ddb-7332-416b-b260-ec7d6ed0623b service nova] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Refreshing network info cache for port 12b4a5cf-e62e-4495-82a3-1ec6d4fc2b56 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.406401] env[69654]: DEBUG nova.compute.manager [req-0b068e3c-42f7-4d6f-a060-c30cdcb13171 req-0d8fb6ff-fb09-4f40-b52a-4572c0ed555d service nova] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Received event network-vif-deleted-d2ef1521-59b1-4c78-ade7-775ebd4bae98 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.406658] env[69654]: DEBUG nova.compute.manager [req-0b068e3c-42f7-4d6f-a060-c30cdcb13171 req-0d8fb6ff-fb09-4f40-b52a-4572c0ed555d service nova] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Received event network-vif-deleted-d41ff150-b0b2-4df7-abc9-f982f54fe80e {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.569990] env[69654]: INFO nova.compute.manager [-] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Took 1.67 seconds to deallocate network for instance. [ 1095.637335] env[69654]: DEBUG nova.scheduler.client.report [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.650294] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1095.656615] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.662112] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6d11b9e7-f8cd-41a9-b2d9-c64bc2361268 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.666020] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.599s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.666354] env[69654]: DEBUG nova.objects.instance [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lazy-loading 'resources' on Instance uuid 93bffb31-648b-4590-aa29-52a0b8069fb4 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.677176] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555453, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.679339] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1095.679339] env[69654]: value = "task-3555454" [ 1095.679339] env[69654]: _type = "Task" [ 1095.679339] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.690065] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555454, 'name': CloneVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.691465] env[69654]: INFO nova.scheduler.client.report [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Deleted allocations for instance a5b9902f-dad4-4ce3-917f-021e9a5e0be7 [ 1095.705611] env[69654]: DEBUG nova.network.neutron [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Port 5ae7df77-d974-48db-b833-8e62eef3b03f binding to destination host cpu-1 is already ACTIVE {{(pid=69654) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1095.706056] env[69654]: DEBUG oslo_concurrency.lockutils [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.706111] env[69654]: DEBUG oslo_concurrency.lockutils [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.706253] env[69654]: DEBUG nova.network.neutron [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.800215] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Releasing lock "refresh_cache-b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.800215] env[69654]: DEBUG nova.objects.instance [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lazy-loading 'migration_context' on Instance uuid b2990d3b-c9c3-4b5e-9f52-3a6b8810e162 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.035610] env[69654]: DEBUG nova.network.neutron [req-a1dd57db-71ca-428e-9d09-11e05e5d5943 req-9b935ddb-7332-416b-b260-ec7d6ed0623b service nova] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Updated VIF entry in instance network info cache for port 12b4a5cf-e62e-4495-82a3-1ec6d4fc2b56. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.035991] env[69654]: DEBUG nova.network.neutron [req-a1dd57db-71ca-428e-9d09-11e05e5d5943 req-9b935ddb-7332-416b-b260-ec7d6ed0623b service nova] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Updating instance_info_cache with network_info: [{"id": "12b4a5cf-e62e-4495-82a3-1ec6d4fc2b56", "address": "fa:16:3e:48:2f:01", "network": {"id": "9ed63148-7885-48d0-abdc-149a1d22eed5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-349284782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb65f7440991443d84a2548dc5ea2ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b4a5cf-e6", "ovs_interfaceid": "12b4a5cf-e62e-4495-82a3-1ec6d4fc2b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.078067] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.151412] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722811} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.151757] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c/f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.151992] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.152261] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a62bbb6e-3d18-441e-8927-bea9b3038f21 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.158837] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1096.158837] env[69654]: value = "task-3555455" [ 1096.158837] env[69654]: _type = "Task" [ 1096.158837] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.167031] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.190432] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555454, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.199674] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3b95aa1d-a039-401e-ae42-582b826c8496 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "a5b9902f-dad4-4ce3-917f-021e9a5e0be7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.904s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.247871] env[69654]: DEBUG oslo_concurrency.lockutils [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "interface-abee0e2b-d0b3-470a-b612-2da57e4dc27b-961f86d2-2b43-48c8-9220-e01b440d9d97" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.248133] env[69654]: DEBUG oslo_concurrency.lockutils [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-abee0e2b-d0b3-470a-b612-2da57e4dc27b-961f86d2-2b43-48c8-9220-e01b440d9d97" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.303313] env[69654]: DEBUG nova.objects.base [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1096.304216] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e46a594-f693-4349-9ca7-b89f1dd5729a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.334541] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53b4f3af-ca8f-4fc2-97b0-944521a61ef6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.342073] env[69654]: DEBUG oslo_vmware.api [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1096.342073] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520dafb2-acea-f1a9-f010-fe34bcf15cb6" [ 1096.342073] env[69654]: _type = "Task" [ 1096.342073] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.349774] env[69654]: DEBUG oslo_vmware.api [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520dafb2-acea-f1a9-f010-fe34bcf15cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.453375] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e82bdb-7ec2-437e-8a1e-35089e30dd4b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.463338] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a09fd66-d608-488a-a0d1-eac7aa82acfb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.468597] env[69654]: DEBUG nova.network.neutron [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating instance_info_cache with network_info: [{"id": "5ae7df77-d974-48db-b833-8e62eef3b03f", "address": "fa:16:3e:28:7c:9f", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae7df77-d9", "ovs_interfaceid": "5ae7df77-d974-48db-b833-8e62eef3b03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.496791] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aebe27-2b77-45f6-ba52-d0ab04b9641e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.505896] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6d2b1e-9adc-47ba-8545-2c3436d8398a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.527846] env[69654]: DEBUG nova.compute.provider_tree [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.539147] env[69654]: DEBUG oslo_concurrency.lockutils [req-a1dd57db-71ca-428e-9d09-11e05e5d5943 req-9b935ddb-7332-416b-b260-ec7d6ed0623b service nova] Releasing lock "refresh_cache-f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.668911] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08363} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.670468] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.670468] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a7242b-68dc-4caa-94d9-b031086134a0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.693147] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c/f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.696329] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96821683-fdeb-4919-8300-18c512cd6b8a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.711853] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.712335] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.718712] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555454, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.719935] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1096.719935] env[69654]: value = "task-3555456" [ 1096.719935] env[69654]: _type = "Task" [ 1096.719935] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.728311] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.752973] env[69654]: DEBUG oslo_concurrency.lockutils [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.753222] env[69654]: DEBUG oslo_concurrency.lockutils [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.754495] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c339e98a-ab5e-4dc9-b653-8f80437934d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.772638] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff050bed-7afa-4c16-8cec-edf7e17a37b9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.799265] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Reconfiguring VM to detach interface {{(pid=69654) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1096.799605] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3a00d24-85e0-4a12-b41f-8f55efe4963c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.819303] env[69654]: DEBUG oslo_vmware.api [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1096.819303] env[69654]: value = "task-3555457" [ 1096.819303] env[69654]: _type = "Task" [ 1096.819303] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.830140] env[69654]: DEBUG oslo_vmware.api [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.850772] env[69654]: DEBUG oslo_vmware.api [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520dafb2-acea-f1a9-f010-fe34bcf15cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.008756} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.851080] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.957454] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "13d34136-410d-408c-bc6d-1106c3b4316f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.957733] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "13d34136-410d-408c-bc6d-1106c3b4316f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.957975] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "13d34136-410d-408c-bc6d-1106c3b4316f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.958198] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "13d34136-410d-408c-bc6d-1106c3b4316f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.958368] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "13d34136-410d-408c-bc6d-1106c3b4316f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.960549] env[69654]: INFO nova.compute.manager [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Terminating instance [ 1096.971485] env[69654]: DEBUG oslo_concurrency.lockutils [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.031874] env[69654]: DEBUG nova.scheduler.client.report [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.194441] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555454, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.220208] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.220508] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.224160] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.224531] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.225186] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.225381] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.225551] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69654) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1097.225710] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.230242] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555456, 'name': ReconfigVM_Task, 'duration_secs': 0.321757} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.230718] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Reconfigured VM instance instance-00000060 to attach disk [datastore2] f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c/f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.231356] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-315a7ba0-131d-41cb-b72f-5c89b205ca01 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.238523] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1097.238523] env[69654]: value = "task-3555458" [ 1097.238523] env[69654]: _type = "Task" [ 1097.238523] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.247412] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555458, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.328847] env[69654]: DEBUG oslo_vmware.api [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.464604] env[69654]: DEBUG nova.compute.manager [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.464863] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.465754] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e81466f-3a9d-4d49-97b2-a2372b6e22ba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.474371] env[69654]: DEBUG nova.compute.manager [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69654) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1097.476141] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.476596] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6967efc0-821e-4727-bf9b-fe3501628a38 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.483855] env[69654]: DEBUG oslo_vmware.api [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1097.483855] env[69654]: value = "task-3555459" [ 1097.483855] env[69654]: _type = "Task" [ 1097.483855] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.491637] env[69654]: DEBUG oslo_vmware.api [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.538505] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.540877] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.463s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.541135] env[69654]: DEBUG nova.objects.instance [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lazy-loading 'resources' on Instance uuid d3019df4-3f5a-4c05-b646-9a6043a74dad {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.565855] env[69654]: INFO nova.scheduler.client.report [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Deleted allocations for instance 93bffb31-648b-4590-aa29-52a0b8069fb4 [ 1097.629683] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.630049] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.630277] env[69654]: DEBUG nova.compute.manager [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Going to confirm migration 6 {{(pid=69654) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1097.694805] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555454, 'name': CloneVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.732675] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.748105] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555458, 'name': Rename_Task, 'duration_secs': 0.24599} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.748382] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.748633] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2c6fc5e-d7dc-43c2-9bbe-7a1160eaad3a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.754843] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1097.754843] env[69654]: value = "task-3555460" [ 1097.754843] env[69654]: _type = "Task" [ 1097.754843] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.763408] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.829654] env[69654]: DEBUG oslo_vmware.api [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.914407] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.914709] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.914960] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.915183] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.915367] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.917595] env[69654]: INFO nova.compute.manager [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Terminating instance [ 1097.993929] env[69654]: DEBUG oslo_vmware.api [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555459, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.075975] env[69654]: DEBUG oslo_concurrency.lockutils [None req-a8628fad-2e4a-4cdf-aab5-e0e5602f47a8 tempest-AttachVolumeTestJSON-1527312667 tempest-AttachVolumeTestJSON-1527312667-project-member] Lock "93bffb31-648b-4590-aa29-52a0b8069fb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.192s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.197119] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555454, 'name': CloneVM_Task, 'duration_secs': 2.043245} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.198150] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.198309] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.198480] env[69654]: DEBUG nova.network.neutron [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.198661] env[69654]: DEBUG nova.objects.instance [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lazy-loading 'info_cache' on Instance uuid 48adb05f-2f14-40c8-908d-14beaaf6e4fb {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.199929] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Created linked-clone VM from snapshot [ 1098.200931] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4d52f6-1d25-4754-9761-e6143a149186 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.208658] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Uploading image 297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1098.235895] env[69654]: DEBUG oslo_vmware.rw_handles [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1098.235895] env[69654]: value = "vm-709872" [ 1098.235895] env[69654]: _type = "VirtualMachine" [ 1098.235895] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1098.236195] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ba0ebac8-8374-4cf5-ab41-a4d76e4d6d4e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.245674] env[69654]: DEBUG oslo_vmware.rw_handles [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lease: (returnval){ [ 1098.245674] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5214347a-eca6-b9c9-8eab-ef5083d2de55" [ 1098.245674] env[69654]: _type = "HttpNfcLease" [ 1098.245674] env[69654]: } obtained for exporting VM: (result){ [ 1098.245674] env[69654]: value = "vm-709872" [ 1098.245674] env[69654]: _type = "VirtualMachine" [ 1098.245674] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1098.245674] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the lease: (returnval){ [ 1098.245674] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5214347a-eca6-b9c9-8eab-ef5083d2de55" [ 1098.245674] env[69654]: _type = "HttpNfcLease" [ 1098.245674] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1098.253431] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1098.253431] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5214347a-eca6-b9c9-8eab-ef5083d2de55" [ 1098.253431] env[69654]: _type = "HttpNfcLease" [ 1098.253431] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1098.263572] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555460, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.277311] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1add0ab0-dc7a-48d6-b152-991ba4d20bfd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.285216] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bb75db-eaf5-416b-8e92-c0b7e1ba98e8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.316654] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823dcc5f-2ed1-4241-8896-508353d5b654 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.327602] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece83426-6771-4ca8-be6a-862f81817240 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.334736] env[69654]: DEBUG oslo_vmware.api [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.347628] env[69654]: DEBUG nova.compute.provider_tree [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.421672] env[69654]: DEBUG nova.compute.manager [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.421970] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.423572] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcadb225-80b6-43c9-97ba-a910ce6f697c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.433142] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.433541] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ee277e3-8ef1-4f65-8207-e995d2792365 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.440868] env[69654]: DEBUG oslo_vmware.api [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1098.440868] env[69654]: value = "task-3555463" [ 1098.440868] env[69654]: _type = "Task" [ 1098.440868] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.449258] env[69654]: DEBUG oslo_vmware.api [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.493793] env[69654]: DEBUG oslo_vmware.api [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555459, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.583905] env[69654]: DEBUG oslo_concurrency.lockutils [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.754086] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1098.754086] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5214347a-eca6-b9c9-8eab-ef5083d2de55" [ 1098.754086] env[69654]: _type = "HttpNfcLease" [ 1098.754086] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1098.754404] env[69654]: DEBUG oslo_vmware.rw_handles [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1098.754404] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5214347a-eca6-b9c9-8eab-ef5083d2de55" [ 1098.754404] env[69654]: _type = "HttpNfcLease" [ 1098.754404] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1098.755198] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bafb374-6a3e-4b8d-82f3-41b562b412a6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.765205] env[69654]: DEBUG oslo_vmware.rw_handles [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280335f-ca67-89d8-7dfa-fa528f5dde1f/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1098.765372] env[69654]: DEBUG oslo_vmware.rw_handles [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280335f-ca67-89d8-7dfa-fa528f5dde1f/disk-0.vmdk for reading. {{(pid=69654) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1098.769697] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555460, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.842467] env[69654]: DEBUG oslo_vmware.api [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.850582] env[69654]: DEBUG nova.scheduler.client.report [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.873339] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d8024841-bdc5-4639-902a-4a7a4815882b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.951930] env[69654]: DEBUG oslo_vmware.api [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555463, 'name': PowerOffVM_Task, 'duration_secs': 0.477455} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.952225] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.952397] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.952686] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adec967c-956b-4815-9002-55abbe7e1de5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.994500] env[69654]: DEBUG oslo_vmware.api [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555459, 'name': PowerOffVM_Task, 'duration_secs': 1.219995} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.994787] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.994932] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.995221] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81cf302b-9496-4e36-98c0-8c5ebde89c69 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.022107] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.022299] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.022480] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Deleting the datastore file [datastore2] 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.022741] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20e80ba3-37d1-4729-ba2a-3e5312a0cea3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.029885] env[69654]: DEBUG oslo_vmware.api [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for the task: (returnval){ [ 1099.029885] env[69654]: value = "task-3555466" [ 1099.029885] env[69654]: _type = "Task" [ 1099.029885] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.038178] env[69654]: DEBUG oslo_vmware.api [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.068076] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.068350] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.068528] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Deleting the datastore file [datastore1] 13d34136-410d-408c-bc6d-1106c3b4316f {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.068792] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9519049-504b-4cc9-b65a-b30c554df2b6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.077181] env[69654]: DEBUG oslo_vmware.api [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for the task: (returnval){ [ 1099.077181] env[69654]: value = "task-3555467" [ 1099.077181] env[69654]: _type = "Task" [ 1099.077181] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.085123] env[69654]: DEBUG oslo_vmware.api [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.270140] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555460, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.342129] env[69654]: DEBUG oslo_vmware.api [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.355833] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.358622] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.507s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.403034] env[69654]: INFO nova.scheduler.client.report [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Deleted allocations for instance d3019df4-3f5a-4c05-b646-9a6043a74dad [ 1099.461718] env[69654]: DEBUG nova.network.neutron [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating instance_info_cache with network_info: [{"id": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "address": "fa:16:3e:8e:58:75", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bdaaa08-b6", "ovs_interfaceid": "3bdaaa08-b6c2-47c0-ac48-de381b758f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.539608] env[69654]: DEBUG oslo_vmware.api [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Task: {'id': task-3555466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236381} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.540077] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.540377] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.540630] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.540991] env[69654]: INFO nova.compute.manager [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1099.541225] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.541481] env[69654]: DEBUG nova.compute.manager [-] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.541696] env[69654]: DEBUG nova.network.neutron [-] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.587174] env[69654]: DEBUG oslo_vmware.api [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Task: {'id': task-3555467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356834} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.587529] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.587781] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.588023] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.588206] env[69654]: INFO nova.compute.manager [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1099.588458] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.588655] env[69654]: DEBUG nova.compute.manager [-] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.588756] env[69654]: DEBUG nova.network.neutron [-] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.769232] env[69654]: DEBUG oslo_vmware.api [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555460, 'name': PowerOnVM_Task, 'duration_secs': 1.813308} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.769605] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.769878] env[69654]: INFO nova.compute.manager [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1099.770128] env[69654]: DEBUG nova.compute.manager [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.771915] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0cfb18-6d46-4900-8852-d73ca166753a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.843556] env[69654]: DEBUG oslo_vmware.api [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.912669] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ef0c09dc-fcb7-4075-95fa-09b8ef09e00f tempest-ServerRescueNegativeTestJSON-41623176 tempest-ServerRescueNegativeTestJSON-41623176-project-member] Lock "d3019df4-3f5a-4c05-b646-9a6043a74dad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.786s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.965794] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "refresh_cache-48adb05f-2f14-40c8-908d-14beaaf6e4fb" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.966822] env[69654]: DEBUG nova.objects.instance [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lazy-loading 'migration_context' on Instance uuid 48adb05f-2f14-40c8-908d-14beaaf6e4fb {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.020146] env[69654]: DEBUG nova.compute.manager [req-07d16e4e-f565-4b68-affb-21a8e6b9dbac req-7d957fc9-90ff-471c-8896-2d6302e7bad7 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Received event network-vif-deleted-ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.020146] env[69654]: INFO nova.compute.manager [req-07d16e4e-f565-4b68-affb-21a8e6b9dbac req-7d957fc9-90ff-471c-8896-2d6302e7bad7 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Neutron deleted interface ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e; detaching it from the instance and deleting it from the info cache [ 1100.020146] env[69654]: DEBUG nova.network.neutron [req-07d16e4e-f565-4b68-affb-21a8e6b9dbac req-7d957fc9-90ff-471c-8896-2d6302e7bad7 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.147491] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7ab218-7ab2-4223-8a52-8f66877b785b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.156441] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e65cef5-d006-44a4-adbb-e07ad4ca2185 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.198924] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60bbd2d-5f0c-4d41-911d-eb983a20e746 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.207627] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af98d12-d504-475b-b7ba-7e63beb62c47 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.222704] env[69654]: DEBUG nova.compute.provider_tree [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.294243] env[69654]: INFO nova.compute.manager [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Took 14.18 seconds to build instance. [ 1100.345163] env[69654]: DEBUG oslo_vmware.api [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.469780] env[69654]: DEBUG nova.objects.base [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Object Instance<48adb05f-2f14-40c8-908d-14beaaf6e4fb> lazy-loaded attributes: info_cache,migration_context {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1100.471015] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf854b4-b444-47dc-8b3c-ff1bc036408e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.490858] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15664d8c-83a5-4087-8427-af62ec7f4592 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.496409] env[69654]: DEBUG nova.network.neutron [-] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.497775] env[69654]: DEBUG oslo_vmware.api [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1100.497775] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5263fe45-ca4c-73e5-ff63-1526558e159b" [ 1100.497775] env[69654]: _type = "Task" [ 1100.497775] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.507689] env[69654]: DEBUG oslo_vmware.api [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5263fe45-ca4c-73e5-ff63-1526558e159b, 'name': SearchDatastore_Task, 'duration_secs': 0.008029} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.507689] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.526208] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-699a68df-b1d4-4f4a-9e39-715289c390d2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.532562] env[69654]: DEBUG nova.network.neutron [-] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.537145] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6746338-0ed2-4285-86b4-2192e6c0ef0c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.573010] env[69654]: DEBUG nova.compute.manager [req-07d16e4e-f565-4b68-affb-21a8e6b9dbac req-7d957fc9-90ff-471c-8896-2d6302e7bad7 service nova] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Detach interface failed, port_id=ec28e8b0-3abe-4a8f-9bc6-ad481b1e133e, reason: Instance 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.725904] env[69654]: DEBUG nova.scheduler.client.report [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.796836] env[69654]: DEBUG oslo_concurrency.lockutils [None req-230d667a-3cb7-4cfd-90bd-f08603be1b13 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.698s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.844935] env[69654]: DEBUG oslo_vmware.api [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.000265] env[69654]: INFO nova.compute.manager [-] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Took 1.46 seconds to deallocate network for instance. [ 1101.049294] env[69654]: INFO nova.compute.manager [-] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Took 1.46 seconds to deallocate network for instance. [ 1101.346954] env[69654]: DEBUG oslo_vmware.api [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.509566] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.556934] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.736128] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.378s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.739386] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.007s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.739577] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.739732] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69654) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1101.740070] env[69654]: DEBUG oslo_concurrency.lockutils [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.156s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.742578] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6a06d3-9e53-457a-8aaf-ad0faa2569b3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.752772] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12acaa7-9c50-468d-a68f-cd4a412a7b55 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.768320] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f56c70c-b252-48b8-8e6f-12a6b355c387 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.775276] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1431b5db-cba8-482e-b95f-d2b89fa2d03e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.805077] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178463MB free_disk=83GB free_vcpus=48 pci_devices=None {{(pid=69654) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1101.805242] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.845281] env[69654]: DEBUG oslo_vmware.api [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.136330] env[69654]: DEBUG nova.compute.manager [req-4728d7dc-ba44-47c4-bcb6-18420ea5956a req-98526cfc-ccff-4201-b513-41981ab13046 service nova] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Received event network-vif-deleted-b33d016d-d1b3-41dc-ba8c-3b451ebe5dfc {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.247127] env[69654]: DEBUG nova.objects.instance [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lazy-loading 'migration_context' on Instance uuid 3c9e79e3-3168-424d-857e-c94ebee0dbae {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.316274] env[69654]: INFO nova.scheduler.client.report [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleted allocation for migration 66e25fe8-0cfc-4d42-b50d-1e850cb7f6c7 [ 1102.347192] env[69654]: DEBUG oslo_vmware.api [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555457, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.530100] env[69654]: DEBUG nova.compute.manager [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.531084] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2aa6be-c555-46b6-b4b2-ce1671d1858d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.823109] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.830s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.849106] env[69654]: DEBUG oslo_vmware.api [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555457, 'name': ReconfigVM_Task, 'duration_secs': 5.78256} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.849917] env[69654]: DEBUG oslo_concurrency.lockutils [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.850221] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Reconfigured VM to detach interface {{(pid=69654) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1102.965774] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquiring lock "e2bf8352-75f4-42e5-9904-13b0808ae36a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.966054] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Lock "e2bf8352-75f4-42e5-9904-13b0808ae36a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.973220] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af065ec2-70ee-47cf-9bda-2cd2a1699a3f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.984792] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818c0bce-6d63-4518-a223-6c6c679bd02e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.016911] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e09e9e-3e42-4896-a9f3-b1a741505a34 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.025040] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f4d5eb-f40c-4cee-bb2a-d47403e11de2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.040583] env[69654]: DEBUG nova.compute.provider_tree [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.042767] env[69654]: INFO nova.compute.manager [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] instance snapshotting [ 1103.045479] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7520cd-5c6c-47d9-bdb0-94a2542fd240 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.065030] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696c861d-1392-4622-b89c-b9c70d02c59e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.469489] env[69654]: DEBUG nova.compute.manager [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.546302] env[69654]: DEBUG nova.scheduler.client.report [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.575882] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1103.576256] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-67578bd2-8577-41f1-9716-5619b3971f69 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.583509] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1103.583509] env[69654]: value = "task-3555470" [ 1103.583509] env[69654]: _type = "Task" [ 1103.583509] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.591501] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555470, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.996125] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.028094] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.028489] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.028755] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.028985] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.029211] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.031551] env[69654]: INFO nova.compute.manager [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Terminating instance [ 1104.093464] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555470, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.194802] env[69654]: DEBUG oslo_concurrency.lockutils [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.194802] env[69654]: DEBUG oslo_concurrency.lockutils [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.194802] env[69654]: DEBUG nova.network.neutron [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.536488] env[69654]: DEBUG nova.compute.manager [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.536851] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.538098] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3dd614-d6f8-469f-955e-8790e51a6864 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.553370] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.553705] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f91c8e1b-adb8-470b-8dcc-9ebf0de98484 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.557579] env[69654]: DEBUG oslo_concurrency.lockutils [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.817s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.574709] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.067s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.586218] env[69654]: DEBUG oslo_vmware.api [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1104.586218] env[69654]: value = "task-3555471" [ 1104.586218] env[69654]: _type = "Task" [ 1104.586218] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.599511] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555470, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.603173] env[69654]: DEBUG oslo_vmware.api [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.683180] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.683477] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.101547] env[69654]: DEBUG oslo_vmware.api [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555471, 'name': PowerOffVM_Task, 'duration_secs': 0.225648} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.104790] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.105019] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.105311] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555470, 'name': CreateSnapshot_Task, 'duration_secs': 1.046514} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.110473] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71c950bd-5dfe-4f7f-90b1-ff40111ad096 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.113513] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1105.114807] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3777235-9a6e-4beb-a8d4-e52832bf51b9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.185977] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.186324] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.186562] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleting the datastore file [datastore2] b2990d3b-c9c3-4b5e-9f52-3a6b8810e162 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.188801] env[69654]: DEBUG nova.compute.utils [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.190068] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1bb6785-1cd0-4d90-b4bf-894a768b166e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.203939] env[69654]: DEBUG oslo_vmware.api [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for the task: (returnval){ [ 1105.203939] env[69654]: value = "task-3555473" [ 1105.203939] env[69654]: _type = "Task" [ 1105.203939] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.215706] env[69654]: DEBUG oslo_vmware.api [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.286182] env[69654]: INFO nova.network.neutron [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Port 961f86d2-2b43-48c8-9220-e01b440d9d97 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1105.286182] env[69654]: DEBUG nova.network.neutron [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Updating instance_info_cache with network_info: [{"id": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "address": "fa:16:3e:57:5b:f9", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc224d0d2-ac", "ovs_interfaceid": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.403161] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069ffb04-ad47-4b3f-b646-79e822a44da5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.409712] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc603b69-db35-4cdf-9fe6-bad47487bf60 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.443727] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f77fef-c1f2-40a8-9d4c-b0858bd4cb7b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.454425] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eafedc-06cb-4464-9742-18fe28b80cc0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.469868] env[69654]: DEBUG nova.compute.provider_tree [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.473806] env[69654]: DEBUG nova.compute.manager [req-e92949ee-c1c9-421f-9bdc-e791b6291aa4 req-df7de298-bc16-4fe2-9dc6-718286899057 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Received event network-changed-c224d0d2-ac22-4796-9c01-c325554fa2e4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.474109] env[69654]: DEBUG nova.compute.manager [req-e92949ee-c1c9-421f-9bdc-e791b6291aa4 req-df7de298-bc16-4fe2-9dc6-718286899057 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Refreshing instance network info cache due to event network-changed-c224d0d2-ac22-4796-9c01-c325554fa2e4. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.474457] env[69654]: DEBUG oslo_concurrency.lockutils [req-e92949ee-c1c9-421f-9bdc-e791b6291aa4 req-df7de298-bc16-4fe2-9dc6-718286899057 service nova] Acquiring lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.636306] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1105.637863] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-acbabd0b-2b68-4268-96fe-75ac7a007d19 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.649269] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1105.649269] env[69654]: value = "task-3555474" [ 1105.649269] env[69654]: _type = "Task" [ 1105.649269] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.658470] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555474, 'name': CloneVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.697710] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.714519] env[69654]: DEBUG oslo_vmware.api [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Task: {'id': task-3555473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148308} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.714746] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.714926] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.715234] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.715329] env[69654]: INFO nova.compute.manager [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1105.715549] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.715741] env[69654]: DEBUG nova.compute.manager [-] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.715938] env[69654]: DEBUG nova.network.neutron [-] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.788290] env[69654]: DEBUG oslo_concurrency.lockutils [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.791045] env[69654]: DEBUG oslo_concurrency.lockutils [req-e92949ee-c1c9-421f-9bdc-e791b6291aa4 req-df7de298-bc16-4fe2-9dc6-718286899057 service nova] Acquired lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.791269] env[69654]: DEBUG nova.network.neutron [req-e92949ee-c1c9-421f-9bdc-e791b6291aa4 req-df7de298-bc16-4fe2-9dc6-718286899057 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Refreshing network info cache for port c224d0d2-ac22-4796-9c01-c325554fa2e4 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.975849] env[69654]: DEBUG nova.scheduler.client.report [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.126074] env[69654]: INFO nova.compute.manager [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Swapping old allocation on dict_keys(['7244f0e3-c8fc-4c02-ba3d-26a8e0372872']) held by migration e7b27754-81c7-4b2e-b5f7-4013b45bf4c2 for instance [ 1106.146457] env[69654]: DEBUG oslo_concurrency.lockutils [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "interface-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8-961f86d2-2b43-48c8-9220-e01b440d9d97" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.146736] env[69654]: DEBUG oslo_concurrency.lockutils [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8-961f86d2-2b43-48c8-9220-e01b440d9d97" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.147151] env[69654]: DEBUG nova.objects.instance [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lazy-loading 'flavor' on Instance uuid 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.149409] env[69654]: DEBUG nova.scheduler.client.report [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Overwriting current allocation {'allocations': {'7244f0e3-c8fc-4c02-ba3d-26a8e0372872': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 132}}, 'project_id': 'b3a06a6980764944a350af59e733ec31', 'user_id': '1aba00dfb1f74800bdb397ae8a655696', 'consumer_generation': 1} on consumer 3c9e79e3-3168-424d-857e-c94ebee0dbae {{(pid=69654) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1106.160635] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555474, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.230417] env[69654]: DEBUG oslo_concurrency.lockutils [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.230593] env[69654]: DEBUG oslo_concurrency.lockutils [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.230750] env[69654]: DEBUG nova.network.neutron [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.293737] env[69654]: DEBUG oslo_concurrency.lockutils [None req-80b698c1-dafa-47b2-93f8-6dfbcaa7c100 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-abee0e2b-d0b3-470a-b612-2da57e4dc27b-961f86d2-2b43-48c8-9220-e01b440d9d97" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.045s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.462147] env[69654]: DEBUG nova.network.neutron [-] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.523637] env[69654]: DEBUG nova.network.neutron [req-e92949ee-c1c9-421f-9bdc-e791b6291aa4 req-df7de298-bc16-4fe2-9dc6-718286899057 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Updated VIF entry in instance network info cache for port c224d0d2-ac22-4796-9c01-c325554fa2e4. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.523637] env[69654]: DEBUG nova.network.neutron [req-e92949ee-c1c9-421f-9bdc-e791b6291aa4 req-df7de298-bc16-4fe2-9dc6-718286899057 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Updating instance_info_cache with network_info: [{"id": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "address": "fa:16:3e:57:5b:f9", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc224d0d2-ac", "ovs_interfaceid": "c224d0d2-ac22-4796-9c01-c325554fa2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.664717] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555474, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.757017] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.757329] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.757585] env[69654]: INFO nova.compute.manager [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Attaching volume 52d1488b-259b-4d26-a6d0-309294ff93b7 to /dev/sdb [ 1106.797442] env[69654]: DEBUG nova.objects.instance [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lazy-loading 'pci_requests' on Instance uuid 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.811186] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e25db4-d3c0-4841-8682-43e25f26b0bf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.820054] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0207c8b-e121-4075-aebc-8e3bed4d2b35 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.835238] env[69654]: DEBUG nova.virt.block_device [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Updating existing volume attachment record: a994faa7-a48e-4c85-a74c-ed401370b734 {{(pid=69654) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1106.966044] env[69654]: INFO nova.compute.manager [-] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Took 1.25 seconds to deallocate network for instance. [ 1106.987486] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.413s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.995442] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.486s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.995709] env[69654]: DEBUG nova.objects.instance [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lazy-loading 'resources' on Instance uuid 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.029598] env[69654]: DEBUG nova.network.neutron [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating instance_info_cache with network_info: [{"id": "5ae7df77-d974-48db-b833-8e62eef3b03f", "address": "fa:16:3e:28:7c:9f", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae7df77-d9", "ovs_interfaceid": "5ae7df77-d974-48db-b833-8e62eef3b03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.029598] env[69654]: DEBUG oslo_concurrency.lockutils [req-e92949ee-c1c9-421f-9bdc-e791b6291aa4 req-df7de298-bc16-4fe2-9dc6-718286899057 service nova] Releasing lock "refresh_cache-abee0e2b-d0b3-470a-b612-2da57e4dc27b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.161964] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555474, 'name': CloneVM_Task} progress is 95%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.244422] env[69654]: DEBUG oslo_vmware.rw_handles [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280335f-ca67-89d8-7dfa-fa528f5dde1f/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1107.245371] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a335e8-7c2e-4f54-ad60-793667c6184c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.253491] env[69654]: DEBUG oslo_vmware.rw_handles [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280335f-ca67-89d8-7dfa-fa528f5dde1f/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1107.253658] env[69654]: ERROR oslo_vmware.rw_handles [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280335f-ca67-89d8-7dfa-fa528f5dde1f/disk-0.vmdk due to incomplete transfer. [ 1107.253890] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e78bcdd8-ef72-439d-933e-1fba8db99225 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.261682] env[69654]: DEBUG oslo_vmware.rw_handles [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280335f-ca67-89d8-7dfa-fa528f5dde1f/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1107.261888] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Uploaded image 297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b to the Glance image server {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1107.264096] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1107.264411] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b87fb2ae-4f9a-4d30-9ae2-a7c310d167c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.270548] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1107.270548] env[69654]: value = "task-3555476" [ 1107.270548] env[69654]: _type = "Task" [ 1107.270548] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.278423] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555476, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.302703] env[69654]: DEBUG nova.objects.base [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Object Instance<42c1cd53-97d0-40ba-aa39-f9c96f44dcd8> lazy-loaded attributes: flavor,pci_requests {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1107.302923] env[69654]: DEBUG nova.network.neutron [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.367360] env[69654]: DEBUG nova.policy [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '067f7e518ca04bb1956fa78ad22d2ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf89ca1830cd4d49aa3216e71d010a9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.478934] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.506474] env[69654]: DEBUG nova.compute.manager [req-5e4ead9d-6741-44a2-98a6-5b8c962aace3 req-48c34bf4-34c8-4de0-a52a-32f78250b819 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Received event network-changed-c8021a30-9727-4b97-90fb-987735aeba84 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.506601] env[69654]: DEBUG nova.compute.manager [req-5e4ead9d-6741-44a2-98a6-5b8c962aace3 req-48c34bf4-34c8-4de0-a52a-32f78250b819 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Refreshing instance network info cache due to event network-changed-c8021a30-9727-4b97-90fb-987735aeba84. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.506746] env[69654]: DEBUG oslo_concurrency.lockutils [req-5e4ead9d-6741-44a2-98a6-5b8c962aace3 req-48c34bf4-34c8-4de0-a52a-32f78250b819 service nova] Acquiring lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.506888] env[69654]: DEBUG oslo_concurrency.lockutils [req-5e4ead9d-6741-44a2-98a6-5b8c962aace3 req-48c34bf4-34c8-4de0-a52a-32f78250b819 service nova] Acquired lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.507112] env[69654]: DEBUG nova.network.neutron [req-5e4ead9d-6741-44a2-98a6-5b8c962aace3 req-48c34bf4-34c8-4de0-a52a-32f78250b819 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Refreshing network info cache for port c8021a30-9727-4b97-90fb-987735aeba84 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.530844] env[69654]: DEBUG oslo_concurrency.lockutils [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "refresh_cache-3c9e79e3-3168-424d-857e-c94ebee0dbae" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.531741] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9837217f-92b1-4d54-9f14-cd372a83409f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.543069] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811b1d74-6762-4c4a-b402-8b7de75f370f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.566483] env[69654]: INFO nova.scheduler.client.report [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Deleted allocation for migration 88264d53-630b-4df3-97c4-115958940e40 [ 1107.664253] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555474, 'name': CloneVM_Task, 'duration_secs': 1.729325} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.665463] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Created linked-clone VM from snapshot [ 1107.667548] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80accc7a-b724-47de-9683-69275ce17a18 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.677167] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Uploading image 658e10aa-436c-4f3d-9524-fa22b7ff01be {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1107.692483] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1107.692823] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dc9948d8-b272-4c62-ae16-aa10889eeef5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.699778] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1107.699778] env[69654]: value = "task-3555477" [ 1107.699778] env[69654]: _type = "Task" [ 1107.699778] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.710345] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555477, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.737527] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e554a3ca-7f59-4faa-9a61-f8b1a1c3e3e4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.744600] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea82be0-bca2-4f82-976e-353345d3f5e5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.779434] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13654ddd-4ff1-457b-af44-369f7923f17f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.789372] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555476, 'name': Destroy_Task, 'duration_secs': 0.452658} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.790539] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e70f5e-5155-4b76-90ae-c1417b4df98d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.794385] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Destroyed the VM [ 1107.794627] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1107.794852] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5c72e676-a45e-492b-88ca-5c1f5ae6e4bb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.807109] env[69654]: DEBUG nova.compute.provider_tree [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.809553] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1107.809553] env[69654]: value = "task-3555478" [ 1107.809553] env[69654]: _type = "Task" [ 1107.809553] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.817315] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555478, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.074571] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3e3868d5-3d7e-4662-8240-8c119f509fa1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.444s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.212272] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555477, 'name': Destroy_Task, 'duration_secs': 0.396771} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.212551] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Destroyed the VM [ 1108.212786] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1108.213052] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2c4f8341-2cdd-48b6-b9bb-31ace8dddcfb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.219440] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1108.219440] env[69654]: value = "task-3555479" [ 1108.219440] env[69654]: _type = "Task" [ 1108.219440] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.230029] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555479, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.311348] env[69654]: DEBUG nova.scheduler.client.report [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.325977] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555478, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.333130] env[69654]: DEBUG nova.network.neutron [req-5e4ead9d-6741-44a2-98a6-5b8c962aace3 req-48c34bf4-34c8-4de0-a52a-32f78250b819 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Updated VIF entry in instance network info cache for port c8021a30-9727-4b97-90fb-987735aeba84. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.333495] env[69654]: DEBUG nova.network.neutron [req-5e4ead9d-6741-44a2-98a6-5b8c962aace3 req-48c34bf4-34c8-4de0-a52a-32f78250b819 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Updating instance_info_cache with network_info: [{"id": "c8021a30-9727-4b97-90fb-987735aeba84", "address": "fa:16:3e:4a:6b:5a", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8021a30-97", "ovs_interfaceid": "c8021a30-9727-4b97-90fb-987735aeba84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.657763] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.657763] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fb49bd0-2ac0-416c-9f24-62432f462fd7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.667068] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1108.667068] env[69654]: value = "task-3555480" [ 1108.667068] env[69654]: _type = "Task" [ 1108.667068] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.674747] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.729621] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555479, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.819822] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.830458] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.272s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.830458] env[69654]: DEBUG nova.objects.instance [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lazy-loading 'resources' on Instance uuid 13d34136-410d-408c-bc6d-1106c3b4316f {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.838016] env[69654]: DEBUG oslo_concurrency.lockutils [req-5e4ead9d-6741-44a2-98a6-5b8c962aace3 req-48c34bf4-34c8-4de0-a52a-32f78250b819 service nova] Releasing lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.842533] env[69654]: DEBUG nova.compute.manager [req-5e4ead9d-6741-44a2-98a6-5b8c962aace3 req-48c34bf4-34c8-4de0-a52a-32f78250b819 service nova] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Received event network-vif-deleted-d82457a1-a20e-4aae-b42a-3603d54a6baf {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.843060] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555478, 'name': RemoveSnapshot_Task, 'duration_secs': 0.770961} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.843344] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1108.843981] env[69654]: DEBUG nova.compute.manager [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.844611] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78d596e-d630-4ef7-90b0-5d09fbe34cb8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.862404] env[69654]: INFO nova.scheduler.client.report [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Deleted allocations for instance 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac [ 1108.999637] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.999863] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.000137] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.000396] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.000579] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.003234] env[69654]: INFO nova.compute.manager [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Terminating instance [ 1109.017805] env[69654]: DEBUG nova.network.neutron [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Successfully updated port: 961f86d2-2b43-48c8-9220-e01b440d9d97 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.177567] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555480, 'name': PowerOffVM_Task, 'duration_secs': 0.244416} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.177857] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.178572] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.178814] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.178971] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.179170] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.179318] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.179549] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.179657] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.179854] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.179967] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.180235] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.180329] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.185362] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74bcf861-2c4b-4c43-9445-3d79c01bea5e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.201013] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1109.201013] env[69654]: value = "task-3555482" [ 1109.201013] env[69654]: _type = "Task" [ 1109.201013] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.210227] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.229815] env[69654]: DEBUG oslo_vmware.api [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555479, 'name': RemoveSnapshot_Task, 'duration_secs': 0.759518} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.230172] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1109.360049] env[69654]: INFO nova.compute.manager [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Shelve offloading [ 1109.370877] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f2d24f51-cdd3-486e-a3ee-dfea763e25fd tempest-SecurityGroupsTestJSON-425145146 tempest-SecurityGroupsTestJSON-425145146-project-member] Lock "29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.456s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.492317] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53fc013-d73c-4d53-9231-17cab50044eb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.501304] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5b89a0-2e1a-418b-8c1d-ac489db80f83 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.506955] env[69654]: DEBUG nova.compute.manager [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.507171] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.531844] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e4dba4-154f-4ceb-a54c-ea91cdc45896 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.535628] env[69654]: DEBUG oslo_concurrency.lockutils [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.536059] env[69654]: DEBUG oslo_concurrency.lockutils [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.536059] env[69654]: DEBUG nova.network.neutron [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.539986] env[69654]: DEBUG nova.compute.manager [req-2842ad8c-69a6-4c74-add5-9c90fa0cf95b req-a8389700-0cca-4ff7-967b-3cb72092b532 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Received event network-vif-plugged-961f86d2-2b43-48c8-9220-e01b440d9d97 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.539986] env[69654]: DEBUG oslo_concurrency.lockutils [req-2842ad8c-69a6-4c74-add5-9c90fa0cf95b req-a8389700-0cca-4ff7-967b-3cb72092b532 service nova] Acquiring lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.540100] env[69654]: DEBUG oslo_concurrency.lockutils [req-2842ad8c-69a6-4c74-add5-9c90fa0cf95b req-a8389700-0cca-4ff7-967b-3cb72092b532 service nova] Lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.540219] env[69654]: DEBUG oslo_concurrency.lockutils [req-2842ad8c-69a6-4c74-add5-9c90fa0cf95b req-a8389700-0cca-4ff7-967b-3cb72092b532 service nova] Lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.540390] env[69654]: DEBUG nova.compute.manager [req-2842ad8c-69a6-4c74-add5-9c90fa0cf95b req-a8389700-0cca-4ff7-967b-3cb72092b532 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] No waiting events found dispatching network-vif-plugged-961f86d2-2b43-48c8-9220-e01b440d9d97 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.540549] env[69654]: WARNING nova.compute.manager [req-2842ad8c-69a6-4c74-add5-9c90fa0cf95b req-a8389700-0cca-4ff7-967b-3cb72092b532 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Received unexpected event network-vif-plugged-961f86d2-2b43-48c8-9220-e01b440d9d97 for instance with vm_state active and task_state None. [ 1109.540704] env[69654]: DEBUG nova.compute.manager [req-2842ad8c-69a6-4c74-add5-9c90fa0cf95b req-a8389700-0cca-4ff7-967b-3cb72092b532 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Received event network-changed-961f86d2-2b43-48c8-9220-e01b440d9d97 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.540857] env[69654]: DEBUG nova.compute.manager [req-2842ad8c-69a6-4c74-add5-9c90fa0cf95b req-a8389700-0cca-4ff7-967b-3cb72092b532 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Refreshing instance network info cache due to event network-changed-961f86d2-2b43-48c8-9220-e01b440d9d97. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.541031] env[69654]: DEBUG oslo_concurrency.lockutils [req-2842ad8c-69a6-4c74-add5-9c90fa0cf95b req-a8389700-0cca-4ff7-967b-3cb72092b532 service nova] Acquiring lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.541793] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9d1c2d-3a64-4be4-ae4f-bd1451e6b5ae {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.550158] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.552236] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd3e8ec0-dcc7-49ed-9483-59ff803f8f4a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.554791] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc54004-5b73-477a-8a82-a5759da8cfa5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.563327] env[69654]: DEBUG oslo_vmware.api [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1109.563327] env[69654]: value = "task-3555483" [ 1109.563327] env[69654]: _type = "Task" [ 1109.563327] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.571248] env[69654]: DEBUG nova.compute.provider_tree [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.580762] env[69654]: DEBUG oslo_vmware.api [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.711448] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555482, 'name': ReconfigVM_Task, 'duration_secs': 0.208942} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.712307] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8347e163-e217-4ca3-8de4-777bbd80feeb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.735693] env[69654]: WARNING nova.compute.manager [None req-855e8ac9-0916-47ce-bef0-821e5bbfab46 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Image not found during snapshot: nova.exception.ImageNotFound: Image 658e10aa-436c-4f3d-9524-fa22b7ff01be could not be found. [ 1109.737283] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.737473] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.737627] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.737804] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.737946] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.738104] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.738305] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.738456] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.738614] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.738772] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.738943] env[69654]: DEBUG nova.virt.hardware [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.739942] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6c105e4-2a2f-40ef-b812-f9ce7c453a9a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.745744] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1109.745744] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e7b179-3ac8-86f3-e7bb-701903e962da" [ 1109.745744] env[69654]: _type = "Task" [ 1109.745744] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.755153] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e7b179-3ac8-86f3-e7bb-701903e962da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.863316] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.863639] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92d99ffd-eaa4-4671-b62d-aa605146ef9e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.870556] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1109.870556] env[69654]: value = "task-3555484" [ 1109.870556] env[69654]: _type = "Task" [ 1109.870556] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.879139] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] VM already powered off {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1109.879354] env[69654]: DEBUG nova.compute.manager [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.880100] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c0e105-fb33-47dd-992d-8a074e7668ac {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.885792] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.885955] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.886140] env[69654]: DEBUG nova.network.neutron [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.078023] env[69654]: WARNING nova.network.neutron [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] e4e313f7-9df2-40b1-a72f-71d50867560b already exists in list: networks containing: ['e4e313f7-9df2-40b1-a72f-71d50867560b']. ignoring it [ 1110.080570] env[69654]: DEBUG nova.scheduler.client.report [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.088923] env[69654]: DEBUG oslo_vmware.api [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555483, 'name': PowerOffVM_Task, 'duration_secs': 0.450017} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.089343] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.089657] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.090035] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caec8b42-7342-4d99-bed0-b913afebb385 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.185138] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.185138] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.185403] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Deleting the datastore file [datastore2] 48adb05f-2f14-40c8-908d-14beaaf6e4fb {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.185573] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44f59405-ba4f-47f5-9e32-5cc8cbaeddb4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.192516] env[69654]: DEBUG oslo_vmware.api [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1110.192516] env[69654]: value = "task-3555486" [ 1110.192516] env[69654]: _type = "Task" [ 1110.192516] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.200815] env[69654]: DEBUG oslo_vmware.api [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.258367] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e7b179-3ac8-86f3-e7bb-701903e962da, 'name': SearchDatastore_Task, 'duration_secs': 0.011803} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.263695] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1110.264096] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6842ef83-cf47-47fe-a45e-9cc2e49ebc87 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.284777] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1110.284777] env[69654]: value = "task-3555487" [ 1110.284777] env[69654]: _type = "Task" [ 1110.284777] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.292497] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.390920] env[69654]: DEBUG nova.network.neutron [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Updating instance_info_cache with network_info: [{"id": "c8021a30-9727-4b97-90fb-987735aeba84", "address": "fa:16:3e:4a:6b:5a", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8021a30-97", "ovs_interfaceid": "c8021a30-9727-4b97-90fb-987735aeba84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "961f86d2-2b43-48c8-9220-e01b440d9d97", "address": "fa:16:3e:2f:6b:4e", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap961f86d2-2b", "ovs_interfaceid": "961f86d2-2b43-48c8-9220-e01b440d9d97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.586127] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.589697] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.783s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.625341] env[69654]: INFO nova.scheduler.client.report [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Deleted allocations for instance 13d34136-410d-408c-bc6d-1106c3b4316f [ 1110.642890] env[69654]: DEBUG nova.network.neutron [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Updating instance_info_cache with network_info: [{"id": "c1b4c161-88ce-4712-ab0f-d84411f44d32", "address": "fa:16:3e:75:3a:cb", "network": {"id": "cfb2c5f3-f003-4e98-98cc-03be95a103d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-370517468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe15a2f8d0f044578e1c43b52101b6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b4c161-88", "ovs_interfaceid": "c1b4c161-88ce-4712-ab0f-d84411f44d32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.708357] env[69654]: DEBUG oslo_vmware.api [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144088} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.709453] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.709662] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.709838] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.710034] env[69654]: INFO nova.compute.manager [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1110.710271] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.710710] env[69654]: DEBUG nova.compute.manager [-] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.710811] env[69654]: DEBUG nova.network.neutron [-] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.794340] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555487, 'name': ReconfigVM_Task, 'duration_secs': 0.303204} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.794777] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1110.795412] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ca3dab-bcfa-489b-97f5-2975464ad17f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.845614] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 3c9e79e3-3168-424d-857e-c94ebee0dbae/3c9e79e3-3168-424d-857e-c94ebee0dbae.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.845614] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d562d62-da50-4a18-929e-2f7b94d9f782 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.845614] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1110.845614] env[69654]: value = "task-3555488" [ 1110.845614] env[69654]: _type = "Task" [ 1110.845614] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.851029] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.895623] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.895925] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.896154] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.896398] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.896596] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.898510] env[69654]: DEBUG oslo_concurrency.lockutils [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.899408] env[69654]: DEBUG oslo_concurrency.lockutils [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.899408] env[69654]: DEBUG oslo_concurrency.lockutils [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.899866] env[69654]: INFO nova.compute.manager [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Terminating instance [ 1110.901215] env[69654]: DEBUG oslo_concurrency.lockutils [req-2842ad8c-69a6-4c74-add5-9c90fa0cf95b req-a8389700-0cca-4ff7-967b-3cb72092b532 service nova] Acquired lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.901465] env[69654]: DEBUG nova.network.neutron [req-2842ad8c-69a6-4c74-add5-9c90fa0cf95b req-a8389700-0cca-4ff7-967b-3cb72092b532 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Refreshing network info cache for port 961f86d2-2b43-48c8-9220-e01b440d9d97 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.903939] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5002f6ec-8ffa-4bdf-b108-bbd0ec02f3a5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.921512] env[69654]: DEBUG nova.virt.hardware [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.921809] env[69654]: DEBUG nova.virt.hardware [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.921931] env[69654]: DEBUG nova.virt.hardware [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.922139] env[69654]: DEBUG nova.virt.hardware [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.922294] env[69654]: DEBUG nova.virt.hardware [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.922454] env[69654]: DEBUG nova.virt.hardware [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.922688] env[69654]: DEBUG nova.virt.hardware [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.922872] env[69654]: DEBUG nova.virt.hardware [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.923242] env[69654]: DEBUG nova.virt.hardware [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.923242] env[69654]: DEBUG nova.virt.hardware [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.923418] env[69654]: DEBUG nova.virt.hardware [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.930256] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Reconfiguring VM to attach interface {{(pid=69654) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1110.931664] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e85a6e1-41e1-482f-96a1-e4b6f044380d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.950335] env[69654]: DEBUG oslo_vmware.api [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1110.950335] env[69654]: value = "task-3555489" [ 1110.950335] env[69654]: _type = "Task" [ 1110.950335] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.958955] env[69654]: DEBUG oslo_vmware.api [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555489, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.137817] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b55092cc-9f11-4bc6-b80c-b1b3d7952648 tempest-ServerRescueTestJSON-99266533 tempest-ServerRescueTestJSON-99266533-project-member] Lock "13d34136-410d-408c-bc6d-1106c3b4316f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.180s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.147583] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Releasing lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.352397] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555488, 'name': ReconfigVM_Task, 'duration_secs': 0.433988} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.352730] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 3c9e79e3-3168-424d-857e-c94ebee0dbae/3c9e79e3-3168-424d-857e-c94ebee0dbae.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.353586] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84049ae-eef5-41b8-8c96-5f2128cb9ed2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.380031] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cec7496-639a-4f83-8464-ec331be78501 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.415284] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c101e045-023f-4181-a3b1-7d39acb22c1c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.415284] env[69654]: DEBUG nova.compute.manager [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.415284] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.415284] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f657c155-97e5-468a-88cd-e21e84355475 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.440813] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Volume attach. Driver type: vmdk {{(pid=69654) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1111.441078] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709875', 'volume_id': '52d1488b-259b-4d26-a6d0-309294ff93b7', 'name': 'volume-52d1488b-259b-4d26-a6d0-309294ff93b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c9a6fa8-5244-443e-b0e9-344d12edb5c3', 'attached_at': '', 'detached_at': '', 'volume_id': '52d1488b-259b-4d26-a6d0-309294ff93b7', 'serial': '52d1488b-259b-4d26-a6d0-309294ff93b7'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1111.444550] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743c9e67-53d4-463f-abbd-abc87f140dd3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.448159] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6194689-1db7-42a0-b72c-128a2e1fd3c1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.453543] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.453543] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-712cad37-8389-438b-82ba-eab00ccc40ad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.462287] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.474637] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfbe8d82-393d-4754-978c-f324c31c346c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.482822] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da9f5a3-3bb4-4270-b859-efa650f4f4d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.486548] env[69654]: DEBUG oslo_vmware.api [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1111.486548] env[69654]: value = "task-3555490" [ 1111.486548] env[69654]: _type = "Task" [ 1111.486548] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.486548] env[69654]: DEBUG oslo_vmware.api [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.507801] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1111.507801] env[69654]: value = "task-3555491" [ 1111.507801] env[69654]: _type = "Task" [ 1111.507801] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.515574] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] volume-52d1488b-259b-4d26-a6d0-309294ff93b7/volume-52d1488b-259b-4d26-a6d0-309294ff93b7.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.516578] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ecfee66-595a-4f0a-b623-d5d3a47ff913 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.538128] env[69654]: DEBUG oslo_vmware.api [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.544597] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.546406] env[69654]: DEBUG oslo_vmware.api [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1111.546406] env[69654]: value = "task-3555492" [ 1111.546406] env[69654]: _type = "Task" [ 1111.546406] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.554905] env[69654]: DEBUG oslo_vmware.api [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.633618] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance a3a5c955-9976-46ab-ba56-4505cc461cf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.633866] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 09aeec83-44a2-457c-9850-c20140ca368e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.634098] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance abee0e2b-d0b3-470a-b612-2da57e4dc27b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.635064] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 8c9a6fa8-5244-443e-b0e9-344d12edb5c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.635064] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.635064] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 63aac6cb-2703-4c2f-b966-4616aa8724b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.635064] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 3c9e79e3-3168-424d-857e-c94ebee0dbae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.635064] env[69654]: WARNING nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance b2990d3b-c9c3-4b5e-9f52-3a6b8810e162 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1111.635231] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 48adb05f-2f14-40c8-908d-14beaaf6e4fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.635980] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.943525] env[69654]: DEBUG nova.compute.manager [req-43753350-2b89-4f90-9724-5d784c1e09f9 req-b15bfc83-9e12-4a82-9527-a1d232525855 service nova] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Received event network-vif-deleted-3bdaaa08-b6c2-47c0-ac48-de381b758f86 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.943823] env[69654]: INFO nova.compute.manager [req-43753350-2b89-4f90-9724-5d784c1e09f9 req-b15bfc83-9e12-4a82-9527-a1d232525855 service nova] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Neutron deleted interface 3bdaaa08-b6c2-47c0-ac48-de381b758f86; detaching it from the instance and deleting it from the info cache [ 1111.943905] env[69654]: DEBUG nova.network.neutron [req-43753350-2b89-4f90-9724-5d784c1e09f9 req-b15bfc83-9e12-4a82-9527-a1d232525855 service nova] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.962808] env[69654]: DEBUG oslo_vmware.api [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555489, 'name': ReconfigVM_Task, 'duration_secs': 0.717949} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.962808] env[69654]: DEBUG oslo_concurrency.lockutils [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.962808] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Reconfigured VM to attach interface {{(pid=69654) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1111.996852] env[69654]: DEBUG oslo_vmware.api [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555490, 'name': PowerOffVM_Task, 'duration_secs': 0.30209} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.997053] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.997231] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.997482] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23fd7688-5647-4366-a417-8af4a4b75c3f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.026031] env[69654]: DEBUG oslo_vmware.api [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555491, 'name': PowerOnVM_Task, 'duration_secs': 0.491625} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.026367] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.058164] env[69654]: DEBUG oslo_vmware.api [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555492, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.076938] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.077162] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.077294] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Deleting the datastore file [datastore2] f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.077554] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47e47a44-c15c-49a7-9435-25a64970fbf3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.084615] env[69654]: DEBUG oslo_vmware.api [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1112.084615] env[69654]: value = "task-3555494" [ 1112.084615] env[69654]: _type = "Task" [ 1112.084615] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.093239] env[69654]: DEBUG oslo_vmware.api [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.116981] env[69654]: DEBUG nova.network.neutron [req-2842ad8c-69a6-4c74-add5-9c90fa0cf95b req-a8389700-0cca-4ff7-967b-3cb72092b532 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Updated VIF entry in instance network info cache for port 961f86d2-2b43-48c8-9220-e01b440d9d97. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.117444] env[69654]: DEBUG nova.network.neutron [req-2842ad8c-69a6-4c74-add5-9c90fa0cf95b req-a8389700-0cca-4ff7-967b-3cb72092b532 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Updating instance_info_cache with network_info: [{"id": "c8021a30-9727-4b97-90fb-987735aeba84", "address": "fa:16:3e:4a:6b:5a", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8021a30-97", "ovs_interfaceid": "c8021a30-9727-4b97-90fb-987735aeba84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "961f86d2-2b43-48c8-9220-e01b440d9d97", "address": "fa:16:3e:2f:6b:4e", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap961f86d2-2b", "ovs_interfaceid": "961f86d2-2b43-48c8-9220-e01b440d9d97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.140649] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance e2bf8352-75f4-42e5-9904-13b0808ae36a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1112.140895] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1112.141143] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1112.146529] env[69654]: DEBUG nova.network.neutron [-] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.179074] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.179999] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba8aeed-93a6-4f62-8bca-8c96452aca38 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.190880] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.191166] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-439e4427-d13c-40fa-9c04-f53da0f9453e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.288259] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.288259] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.288259] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Deleting the datastore file [datastore1] 09aeec83-44a2-457c-9850-c20140ca368e {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.288259] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f690ea5-b6d0-450e-819b-7bd29617c0f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.288259] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1112.288259] env[69654]: value = "task-3555496" [ 1112.288259] env[69654]: _type = "Task" [ 1112.288259] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.295508] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.378732] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfb5fd7-f0da-4cd5-88a1-5bd7919baa80 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.386834] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308ae97f-a728-4945-98e2-c817c19deea8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.458791] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c522fe26-a219-4061-88b0-a41ac3b5cdf0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.458791] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236dc608-baaa-47bb-99a8-d96b16c45559 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.458791] env[69654]: DEBUG nova.compute.provider_tree [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.458791] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e7e17bc-631c-468d-80fd-c4f415577f5d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.458791] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b4f3bb-49a9-44cf-97b6-0f5d38cf9a03 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.469754] env[69654]: DEBUG oslo_concurrency.lockutils [None req-de502adc-43d6-4b1e-8eac-02519c6319e4 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8-961f86d2-2b43-48c8-9220-e01b440d9d97" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.323s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.490365] env[69654]: DEBUG nova.compute.manager [req-43753350-2b89-4f90-9724-5d784c1e09f9 req-b15bfc83-9e12-4a82-9527-a1d232525855 service nova] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Detach interface failed, port_id=3bdaaa08-b6c2-47c0-ac48-de381b758f86, reason: Instance 48adb05f-2f14-40c8-908d-14beaaf6e4fb could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.557341] env[69654]: DEBUG oslo_vmware.api [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555492, 'name': ReconfigVM_Task, 'duration_secs': 0.530771} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.558016] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Reconfigured VM instance instance-0000005a to attach disk [datastore2] volume-52d1488b-259b-4d26-a6d0-309294ff93b7/volume-52d1488b-259b-4d26-a6d0-309294ff93b7.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.566232] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad498d75-27dd-48bc-8895-21decb3c2ac3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.595516] env[69654]: DEBUG oslo_vmware.api [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1112.595516] env[69654]: value = "task-3555497" [ 1112.595516] env[69654]: _type = "Task" [ 1112.595516] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.606127] env[69654]: DEBUG oslo_vmware.api [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161558} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.607114] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.607641] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.607960] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.608266] env[69654]: INFO nova.compute.manager [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1112.608639] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.615125] env[69654]: DEBUG nova.compute.manager [-] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.615125] env[69654]: DEBUG nova.network.neutron [-] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.616914] env[69654]: DEBUG oslo_vmware.api [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.620027] env[69654]: DEBUG oslo_concurrency.lockutils [req-2842ad8c-69a6-4c74-add5-9c90fa0cf95b req-a8389700-0cca-4ff7-967b-3cb72092b532 service nova] Releasing lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.649320] env[69654]: INFO nova.compute.manager [-] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Took 1.94 seconds to deallocate network for instance. [ 1112.796865] env[69654]: DEBUG oslo_vmware.api [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141856} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.797616] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.797842] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.798049] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.824637] env[69654]: INFO nova.scheduler.client.report [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Deleted allocations for instance 09aeec83-44a2-457c-9850-c20140ca368e [ 1112.946541] env[69654]: DEBUG nova.scheduler.client.report [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.072337] env[69654]: INFO nova.compute.manager [None req-119cc7a5-7dba-430c-ba56-0bada4b43e23 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating instance to original state: 'active' [ 1113.111202] env[69654]: DEBUG oslo_vmware.api [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555497, 'name': ReconfigVM_Task, 'duration_secs': 0.212909} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.111640] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709875', 'volume_id': '52d1488b-259b-4d26-a6d0-309294ff93b7', 'name': 'volume-52d1488b-259b-4d26-a6d0-309294ff93b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c9a6fa8-5244-443e-b0e9-344d12edb5c3', 'attached_at': '', 'detached_at': '', 'volume_id': '52d1488b-259b-4d26-a6d0-309294ff93b7', 'serial': '52d1488b-259b-4d26-a6d0-309294ff93b7'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1113.157133] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.332039] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.466859] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69654) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1113.466859] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.866s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.466859] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.459s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.466859] env[69654]: INFO nova.compute.claims [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.523267] env[69654]: DEBUG nova.network.neutron [-] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.990120] env[69654]: DEBUG nova.compute.manager [req-e741cfc1-5cd8-447d-8440-cad0d25ed3bb req-41689cd5-dc3e-4ec7-9706-4f887274fa17 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Received event network-vif-unplugged-c1b4c161-88ce-4712-ab0f-d84411f44d32 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.990120] env[69654]: DEBUG oslo_concurrency.lockutils [req-e741cfc1-5cd8-447d-8440-cad0d25ed3bb req-41689cd5-dc3e-4ec7-9706-4f887274fa17 service nova] Acquiring lock "09aeec83-44a2-457c-9850-c20140ca368e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.990120] env[69654]: DEBUG oslo_concurrency.lockutils [req-e741cfc1-5cd8-447d-8440-cad0d25ed3bb req-41689cd5-dc3e-4ec7-9706-4f887274fa17 service nova] Lock "09aeec83-44a2-457c-9850-c20140ca368e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.990120] env[69654]: DEBUG oslo_concurrency.lockutils [req-e741cfc1-5cd8-447d-8440-cad0d25ed3bb req-41689cd5-dc3e-4ec7-9706-4f887274fa17 service nova] Lock "09aeec83-44a2-457c-9850-c20140ca368e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.990734] env[69654]: DEBUG nova.compute.manager [req-e741cfc1-5cd8-447d-8440-cad0d25ed3bb req-41689cd5-dc3e-4ec7-9706-4f887274fa17 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] No waiting events found dispatching network-vif-unplugged-c1b4c161-88ce-4712-ab0f-d84411f44d32 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.990734] env[69654]: WARNING nova.compute.manager [req-e741cfc1-5cd8-447d-8440-cad0d25ed3bb req-41689cd5-dc3e-4ec7-9706-4f887274fa17 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Received unexpected event network-vif-unplugged-c1b4c161-88ce-4712-ab0f-d84411f44d32 for instance with vm_state shelved_offloaded and task_state None. [ 1113.990734] env[69654]: DEBUG nova.compute.manager [req-e741cfc1-5cd8-447d-8440-cad0d25ed3bb req-41689cd5-dc3e-4ec7-9706-4f887274fa17 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Received event network-changed-c1b4c161-88ce-4712-ab0f-d84411f44d32 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.990963] env[69654]: DEBUG nova.compute.manager [req-e741cfc1-5cd8-447d-8440-cad0d25ed3bb req-41689cd5-dc3e-4ec7-9706-4f887274fa17 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Refreshing instance network info cache due to event network-changed-c1b4c161-88ce-4712-ab0f-d84411f44d32. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.991057] env[69654]: DEBUG oslo_concurrency.lockutils [req-e741cfc1-5cd8-447d-8440-cad0d25ed3bb req-41689cd5-dc3e-4ec7-9706-4f887274fa17 service nova] Acquiring lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.991155] env[69654]: DEBUG oslo_concurrency.lockutils [req-e741cfc1-5cd8-447d-8440-cad0d25ed3bb req-41689cd5-dc3e-4ec7-9706-4f887274fa17 service nova] Acquired lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.991310] env[69654]: DEBUG nova.network.neutron [req-e741cfc1-5cd8-447d-8440-cad0d25ed3bb req-41689cd5-dc3e-4ec7-9706-4f887274fa17 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Refreshing network info cache for port c1b4c161-88ce-4712-ab0f-d84411f44d32 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.004173] env[69654]: INFO nova.compute.manager [-] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Took 1.39 seconds to deallocate network for instance. [ 1114.074610] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "interface-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8-961f86d2-2b43-48c8-9220-e01b440d9d97" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.074941] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8-961f86d2-2b43-48c8-9220-e01b440d9d97" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.176232] env[69654]: DEBUG nova.objects.instance [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lazy-loading 'flavor' on Instance uuid 8c9a6fa8-5244-443e-b0e9-344d12edb5c3 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.513013] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.578644] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.578831] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.579815] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2df3d0-0155-450a-bfee-407c9f3a7028 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.603798] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bbb07c-ebc7-409a-81a4-18230ef4e502 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.637840] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Reconfiguring VM to detach interface {{(pid=69654) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1114.640827] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2312ed60-f700-42ca-85ff-ea78d6b9f148 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.659709] env[69654]: DEBUG oslo_vmware.api [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1114.659709] env[69654]: value = "task-3555498" [ 1114.659709] env[69654]: _type = "Task" [ 1114.659709] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.682361] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c7d6b7ab-5151-4de9-9256-01396880949f tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.924s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.696062] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7565df07-a648-44f9-969f-ee71405072d9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.706229] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df350a8-0620-4258-8da4-86393b347f77 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.738197] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3e7dd3-2fe6-4eee-9687-087ebb5229d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.747513] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be905cdb-58bd-4abb-aa8b-1bb5d2b9084e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.764195] env[69654]: DEBUG nova.compute.provider_tree [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.833750] env[69654]: DEBUG nova.network.neutron [req-e741cfc1-5cd8-447d-8440-cad0d25ed3bb req-41689cd5-dc3e-4ec7-9706-4f887274fa17 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Updated VIF entry in instance network info cache for port c1b4c161-88ce-4712-ab0f-d84411f44d32. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.834161] env[69654]: DEBUG nova.network.neutron [req-e741cfc1-5cd8-447d-8440-cad0d25ed3bb req-41689cd5-dc3e-4ec7-9706-4f887274fa17 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Updating instance_info_cache with network_info: [{"id": "c1b4c161-88ce-4712-ab0f-d84411f44d32", "address": "fa:16:3e:75:3a:cb", "network": {"id": "cfb2c5f3-f003-4e98-98cc-03be95a103d7", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-370517468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe15a2f8d0f044578e1c43b52101b6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc1b4c161-88", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.926950] env[69654]: DEBUG oslo_concurrency.lockutils [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "3c9e79e3-3168-424d-857e-c94ebee0dbae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.927229] env[69654]: DEBUG oslo_concurrency.lockutils [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "3c9e79e3-3168-424d-857e-c94ebee0dbae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.927449] env[69654]: DEBUG oslo_concurrency.lockutils [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "3c9e79e3-3168-424d-857e-c94ebee0dbae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.927631] env[69654]: DEBUG oslo_concurrency.lockutils [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "3c9e79e3-3168-424d-857e-c94ebee0dbae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.927800] env[69654]: DEBUG oslo_concurrency.lockutils [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "3c9e79e3-3168-424d-857e-c94ebee0dbae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.929790] env[69654]: INFO nova.compute.manager [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Terminating instance [ 1115.170675] env[69654]: DEBUG oslo_vmware.api [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.268247] env[69654]: DEBUG nova.scheduler.client.report [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.337111] env[69654]: DEBUG oslo_concurrency.lockutils [req-e741cfc1-5cd8-447d-8440-cad0d25ed3bb req-41689cd5-dc3e-4ec7-9706-4f887274fa17 service nova] Releasing lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.337382] env[69654]: DEBUG nova.compute.manager [req-e741cfc1-5cd8-447d-8440-cad0d25ed3bb req-41689cd5-dc3e-4ec7-9706-4f887274fa17 service nova] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Received event network-vif-deleted-12b4a5cf-e62e-4495-82a3-1ec6d4fc2b56 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.381855] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.382163] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.433169] env[69654]: DEBUG nova.compute.manager [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.433417] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.433699] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b96b950-0bb1-40dc-b3df-7dd13c389cc0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.441230] env[69654]: DEBUG oslo_vmware.api [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1115.441230] env[69654]: value = "task-3555499" [ 1115.441230] env[69654]: _type = "Task" [ 1115.441230] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.449151] env[69654]: DEBUG oslo_vmware.api [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.669789] env[69654]: DEBUG oslo_vmware.api [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.715645] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "09aeec83-44a2-457c-9850-c20140ca368e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.776233] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.776233] env[69654]: DEBUG nova.compute.manager [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.777347] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.299s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.777686] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.779798] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.623s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.780132] env[69654]: DEBUG nova.objects.instance [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lazy-loading 'resources' on Instance uuid 48adb05f-2f14-40c8-908d-14beaaf6e4fb {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.816132] env[69654]: INFO nova.scheduler.client.report [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Deleted allocations for instance b2990d3b-c9c3-4b5e-9f52-3a6b8810e162 [ 1115.885256] env[69654]: INFO nova.compute.manager [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Detaching volume 52d1488b-259b-4d26-a6d0-309294ff93b7 [ 1115.929051] env[69654]: INFO nova.virt.block_device [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Attempting to driver detach volume 52d1488b-259b-4d26-a6d0-309294ff93b7 from mountpoint /dev/sdb [ 1115.929321] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1115.929506] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709875', 'volume_id': '52d1488b-259b-4d26-a6d0-309294ff93b7', 'name': 'volume-52d1488b-259b-4d26-a6d0-309294ff93b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c9a6fa8-5244-443e-b0e9-344d12edb5c3', 'attached_at': '', 'detached_at': '', 'volume_id': '52d1488b-259b-4d26-a6d0-309294ff93b7', 'serial': '52d1488b-259b-4d26-a6d0-309294ff93b7'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1115.930720] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa74256-3a81-4fea-8a6d-425173f03786 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.956068] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642098a3-42a9-4974-9b7a-c7f39174af9d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.964024] env[69654]: DEBUG oslo_vmware.api [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555499, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.966061] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21f78ec-be6a-40f1-adee-5823d891333a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.987740] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29885e93-3126-4427-8119-e4dd1b4c133d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.002101] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] The volume has not been displaced from its original location: [datastore2] volume-52d1488b-259b-4d26-a6d0-309294ff93b7/volume-52d1488b-259b-4d26-a6d0-309294ff93b7.vmdk. No consolidation needed. {{(pid=69654) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1116.007334] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1116.007645] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cae340c-a5cc-4f83-9a65-b1dd2ababb17 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.025112] env[69654]: DEBUG oslo_vmware.api [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1116.025112] env[69654]: value = "task-3555500" [ 1116.025112] env[69654]: _type = "Task" [ 1116.025112] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.032875] env[69654]: DEBUG oslo_vmware.api [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.170262] env[69654]: DEBUG oslo_vmware.api [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.283753] env[69654]: DEBUG nova.compute.utils [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.287930] env[69654]: DEBUG nova.compute.manager [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Not allocating networking since 'none' was specified. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1116.326822] env[69654]: DEBUG oslo_concurrency.lockutils [None req-82fe73a1-04a9-4ce1-8650-0cbd5faf2d4b tempest-DeleteServersTestJSON-2018617287 tempest-DeleteServersTestJSON-2018617287-project-member] Lock "b2990d3b-c9c3-4b5e-9f52-3a6b8810e162" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.298s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.418651] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff2d18d-f293-4c29-a371-731f80f3fed9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.426402] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1f1a93-e3da-4b11-98ad-eccdb0f66176 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.433446] env[69654]: DEBUG oslo_concurrency.lockutils [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.433629] env[69654]: DEBUG oslo_concurrency.lockutils [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.463798] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0cc8c5-9e0e-4fd3-ac79-62a7ad970198 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.471260] env[69654]: DEBUG oslo_vmware.api [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555499, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.474145] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db8b30b-d6fa-4ce5-9e6c-bc99acb1c0cb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.488019] env[69654]: DEBUG nova.compute.provider_tree [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.536895] env[69654]: DEBUG oslo_vmware.api [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555500, 'name': ReconfigVM_Task, 'duration_secs': 0.248683} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.537181] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1116.541689] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0f478e4-296b-4570-860a-8f94b4556b84 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.556107] env[69654]: DEBUG oslo_vmware.api [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1116.556107] env[69654]: value = "task-3555502" [ 1116.556107] env[69654]: _type = "Task" [ 1116.556107] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.563316] env[69654]: DEBUG oslo_vmware.api [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.670901] env[69654]: DEBUG oslo_vmware.api [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.789754] env[69654]: DEBUG nova.compute.manager [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.936552] env[69654]: DEBUG nova.compute.manager [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.972744] env[69654]: DEBUG oslo_vmware.api [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555499, 'name': PowerOffVM_Task, 'duration_secs': 1.226266} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.973242] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.973439] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1116.973966] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709857', 'volume_id': 'fb242d12-64b1-46a3-b043-ffce8d03f5a1', 'name': 'volume-fb242d12-64b1-46a3-b043-ffce8d03f5a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3c9e79e3-3168-424d-857e-c94ebee0dbae', 'attached_at': '2025-04-24T15:34:40.000000', 'detached_at': '', 'volume_id': 'fb242d12-64b1-46a3-b043-ffce8d03f5a1', 'serial': 'fb242d12-64b1-46a3-b043-ffce8d03f5a1'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1116.974853] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190a19c8-9582-4f63-a226-4f69c1f02c48 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.998384] env[69654]: DEBUG nova.scheduler.client.report [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.000652] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e3037f-e255-4383-a83f-fd5eef8609e4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.011183] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d1457d-8dce-452c-8e3e-8943b2eab88b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.034210] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e371ba24-3af1-48d0-9115-017e4644ceea {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.050029] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] The volume has not been displaced from its original location: [datastore1] volume-fb242d12-64b1-46a3-b043-ffce8d03f5a1/volume-fb242d12-64b1-46a3-b043-ffce8d03f5a1.vmdk. No consolidation needed. {{(pid=69654) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1117.055290] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1117.055584] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12d0b347-13f7-4477-ad1c-dcc93a746070 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.077418] env[69654]: DEBUG oslo_vmware.api [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555502, 'name': ReconfigVM_Task, 'duration_secs': 0.143631} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.078617] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709875', 'volume_id': '52d1488b-259b-4d26-a6d0-309294ff93b7', 'name': 'volume-52d1488b-259b-4d26-a6d0-309294ff93b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c9a6fa8-5244-443e-b0e9-344d12edb5c3', 'attached_at': '', 'detached_at': '', 'volume_id': '52d1488b-259b-4d26-a6d0-309294ff93b7', 'serial': '52d1488b-259b-4d26-a6d0-309294ff93b7'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1117.080688] env[69654]: DEBUG oslo_vmware.api [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1117.080688] env[69654]: value = "task-3555503" [ 1117.080688] env[69654]: _type = "Task" [ 1117.080688] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.088497] env[69654]: DEBUG oslo_vmware.api [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555503, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.170735] env[69654]: DEBUG oslo_vmware.api [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.460347] env[69654]: DEBUG oslo_concurrency.lockutils [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.505065] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.507482] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.178s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.507720] env[69654]: DEBUG nova.objects.instance [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lazy-loading 'resources' on Instance uuid 09aeec83-44a2-457c-9850-c20140ca368e {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.527533] env[69654]: INFO nova.scheduler.client.report [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Deleted allocations for instance 48adb05f-2f14-40c8-908d-14beaaf6e4fb [ 1117.590751] env[69654]: DEBUG oslo_vmware.api [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555503, 'name': ReconfigVM_Task, 'duration_secs': 0.326542} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.591037] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1117.595786] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16624694-ccbb-4465-bca4-5f9a14f4deef {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.611038] env[69654]: DEBUG oslo_vmware.api [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1117.611038] env[69654]: value = "task-3555504" [ 1117.611038] env[69654]: _type = "Task" [ 1117.611038] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.619072] env[69654]: DEBUG oslo_vmware.api [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.623315] env[69654]: DEBUG nova.objects.instance [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lazy-loading 'flavor' on Instance uuid 8c9a6fa8-5244-443e-b0e9-344d12edb5c3 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.672676] env[69654]: DEBUG oslo_vmware.api [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.798514] env[69654]: DEBUG nova.compute.manager [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.826276] env[69654]: DEBUG nova.virt.hardware [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.826563] env[69654]: DEBUG nova.virt.hardware [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.826720] env[69654]: DEBUG nova.virt.hardware [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.826899] env[69654]: DEBUG nova.virt.hardware [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.827058] env[69654]: DEBUG nova.virt.hardware [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.827210] env[69654]: DEBUG nova.virt.hardware [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.827413] env[69654]: DEBUG nova.virt.hardware [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.827569] env[69654]: DEBUG nova.virt.hardware [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.827733] env[69654]: DEBUG nova.virt.hardware [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.827894] env[69654]: DEBUG nova.virt.hardware [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.828082] env[69654]: DEBUG nova.virt.hardware [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.828938] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae333256-9af0-4ad4-9881-df4aa807d47b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.837069] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e326243-d21a-4ab5-b8c5-bc61c3db279a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.852727] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.858452] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Creating folder: Project (738a830b66ba46c793371a2bec088eb5). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1117.858751] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aac1ce1-df31-414f-a0b5-6afbbca9075a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.868265] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Created folder: Project (738a830b66ba46c793371a2bec088eb5) in parent group-v709593. [ 1117.868452] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Creating folder: Instances. Parent ref: group-v709876. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1117.868660] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97303793-941a-45a5-a075-5ce851fdbddc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.877737] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Created folder: Instances in parent group-v709876. [ 1117.878008] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.878235] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.878437] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0b54b12-c9b8-43fb-9240-b922388a7486 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.894727] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.894727] env[69654]: value = "task-3555507" [ 1117.894727] env[69654]: _type = "Task" [ 1117.894727] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.902992] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555507, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.011151] env[69654]: DEBUG nova.objects.instance [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lazy-loading 'numa_topology' on Instance uuid 09aeec83-44a2-457c-9850-c20140ca368e {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.034744] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9cb4929a-75e5-46ca-80e3-cf33c75dd479 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "48adb05f-2f14-40c8-908d-14beaaf6e4fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.035s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.122811] env[69654]: DEBUG oslo_vmware.api [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555504, 'name': ReconfigVM_Task, 'duration_secs': 0.173325} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.123136] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709857', 'volume_id': 'fb242d12-64b1-46a3-b043-ffce8d03f5a1', 'name': 'volume-fb242d12-64b1-46a3-b043-ffce8d03f5a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3c9e79e3-3168-424d-857e-c94ebee0dbae', 'attached_at': '2025-04-24T15:34:40.000000', 'detached_at': '', 'volume_id': 'fb242d12-64b1-46a3-b043-ffce8d03f5a1', 'serial': 'fb242d12-64b1-46a3-b043-ffce8d03f5a1'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1118.123439] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.124285] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedf20f3-d279-42bd-ba67-4eb95f2a257d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.133219] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.133398] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-544e2b17-edab-4a78-9a4b-184d2b14c58d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.172511] env[69654]: DEBUG oslo_vmware.api [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.210841] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.211833] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.211833] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Deleting the datastore file [datastore2] 3c9e79e3-3168-424d-857e-c94ebee0dbae {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.211833] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d691849-ff18-4c70-b022-e7fb30039d36 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.218252] env[69654]: DEBUG oslo_vmware.api [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1118.218252] env[69654]: value = "task-3555509" [ 1118.218252] env[69654]: _type = "Task" [ 1118.218252] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.226168] env[69654]: DEBUG oslo_vmware.api [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.405086] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555507, 'name': CreateVM_Task, 'duration_secs': 0.236723} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.405282] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.405720] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.405879] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.406220] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.406477] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e67401-0706-4843-8f04-889396db4403 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.410661] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1118.410661] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52337d7f-032c-0106-a91b-92ebcd922ba8" [ 1118.410661] env[69654]: _type = "Task" [ 1118.410661] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.418468] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52337d7f-032c-0106-a91b-92ebcd922ba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.513940] env[69654]: DEBUG nova.objects.base [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Object Instance<09aeec83-44a2-457c-9850-c20140ca368e> lazy-loaded attributes: resources,numa_topology {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1118.626702] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fca1f3-88b4-4c47-8ffc-93726925edbc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.633572] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9b381144-f41d-43b8-81f8-10a30b16969e tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.251s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.636054] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f3658f-9543-42f6-b7ec-793b89b783d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.668933] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ca8a7b-5944-4c05-9376-b1cc10a3537d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.678129] env[69654]: DEBUG oslo_vmware.api [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.679287] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690ebbe6-3536-406a-bbc3-7d3bd0ac95f6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.692270] env[69654]: DEBUG nova.compute.provider_tree [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.726324] env[69654]: DEBUG oslo_vmware.api [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14894} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.726519] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.726691] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.726859] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.727034] env[69654]: INFO nova.compute.manager [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Took 3.29 seconds to destroy the instance on the hypervisor. [ 1118.727294] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.727513] env[69654]: DEBUG nova.compute.manager [-] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.727610] env[69654]: DEBUG nova.network.neutron [-] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.921413] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52337d7f-032c-0106-a91b-92ebcd922ba8, 'name': SearchDatastore_Task, 'duration_secs': 0.009532} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.921722] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.921953] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.922253] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.922410] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.922589] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.922843] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c50f455-3fc0-4d4e-97b2-4b31cc9354f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.930998] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.931199] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.931939] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7360bb9-6c9d-4956-8c0a-1e6fcc1ed7bb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.936650] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1118.936650] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e2e7a2-037a-06e0-a7c1-30fc71f0541b" [ 1118.936650] env[69654]: _type = "Task" [ 1118.936650] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.944532] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e2e7a2-037a-06e0-a7c1-30fc71f0541b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.076939] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "38c67d2d-9a0e-4393-a235-6bd81fae682a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.077225] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "38c67d2d-9a0e-4393-a235-6bd81fae682a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.179571] env[69654]: DEBUG oslo_vmware.api [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.194730] env[69654]: DEBUG nova.scheduler.client.report [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.248990] env[69654]: DEBUG nova.compute.manager [req-d047e094-ef79-4922-b162-2f3de1ae68c4 req-43ed6a27-fe6b-46c8-9b53-1c578cebca43 service nova] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Received event network-vif-deleted-5ae7df77-d974-48db-b833-8e62eef3b03f {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.249232] env[69654]: INFO nova.compute.manager [req-d047e094-ef79-4922-b162-2f3de1ae68c4 req-43ed6a27-fe6b-46c8-9b53-1c578cebca43 service nova] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Neutron deleted interface 5ae7df77-d974-48db-b833-8e62eef3b03f; detaching it from the instance and deleting it from the info cache [ 1119.249409] env[69654]: DEBUG nova.network.neutron [req-d047e094-ef79-4922-b162-2f3de1ae68c4 req-43ed6a27-fe6b-46c8-9b53-1c578cebca43 service nova] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.447444] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e2e7a2-037a-06e0-a7c1-30fc71f0541b, 'name': SearchDatastore_Task, 'duration_secs': 0.007972} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.447922] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa623315-fe0c-4080-95cd-e1be1ca8b800 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.453741] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1119.453741] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cbe2ef-939c-aba9-1905-409fa5d62f9d" [ 1119.453741] env[69654]: _type = "Task" [ 1119.453741] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.462439] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cbe2ef-939c-aba9-1905-409fa5d62f9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.579490] env[69654]: DEBUG nova.compute.manager [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.677827] env[69654]: DEBUG oslo_vmware.api [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.700120] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.702471] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.190s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.702689] env[69654]: DEBUG nova.objects.instance [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lazy-loading 'resources' on Instance uuid f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.734603] env[69654]: DEBUG nova.network.neutron [-] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.752641] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ada8eb9-6e69-4253-a264-50d015720858 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.762392] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4dc13e-4a2c-40fc-b488-11340d1a6f40 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.777488] env[69654]: DEBUG oslo_concurrency.lockutils [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.777752] env[69654]: DEBUG oslo_concurrency.lockutils [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.778121] env[69654]: DEBUG oslo_concurrency.lockutils [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.778191] env[69654]: DEBUG oslo_concurrency.lockutils [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.778315] env[69654]: DEBUG oslo_concurrency.lockutils [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.780331] env[69654]: INFO nova.compute.manager [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Terminating instance [ 1119.790927] env[69654]: DEBUG nova.compute.manager [req-d047e094-ef79-4922-b162-2f3de1ae68c4 req-43ed6a27-fe6b-46c8-9b53-1c578cebca43 service nova] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Detach interface failed, port_id=5ae7df77-d974-48db-b833-8e62eef3b03f, reason: Instance 3c9e79e3-3168-424d-857e-c94ebee0dbae could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1119.964365] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cbe2ef-939c-aba9-1905-409fa5d62f9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.964640] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.964898] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] e2bf8352-75f4-42e5-9904-13b0808ae36a/e2bf8352-75f4-42e5-9904-13b0808ae36a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.965179] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac6efbf1-407d-47f9-81bc-207c23a7fd0f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.972487] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1119.972487] env[69654]: value = "task-3555510" [ 1119.972487] env[69654]: _type = "Task" [ 1119.972487] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.980647] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.104336] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.183230] env[69654]: DEBUG oslo_vmware.api [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.213461] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e7c8a053-08b3-426c-8d79-be3cefd76d74 tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "09aeec83-44a2-457c-9850-c20140ca368e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.639s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.214558] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "09aeec83-44a2-457c-9850-c20140ca368e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.499s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.214745] env[69654]: INFO nova.compute.manager [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Unshelving [ 1120.237491] env[69654]: INFO nova.compute.manager [-] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Took 1.51 seconds to deallocate network for instance. [ 1120.292757] env[69654]: DEBUG nova.compute.manager [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.293017] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.294156] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcd4e0d-87d8-4ea7-8ea9-41e7350ab1d6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.307906] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.308202] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66becab5-26ab-4b2f-a42c-a6a1eb844f2e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.317217] env[69654]: DEBUG oslo_vmware.api [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1120.317217] env[69654]: value = "task-3555511" [ 1120.317217] env[69654]: _type = "Task" [ 1120.317217] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.327200] env[69654]: DEBUG oslo_vmware.api [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.424990] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095bf441-1cf7-40dd-b263-da15bf1d7531 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.436906] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4f5ee1-ec2c-4a4a-a8e6-4fb0f1fa210d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.471474] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229a3997-1482-4407-8f79-edf7266ec716 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.485418] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00736c9-8c51-4817-99ef-517d5dc7559a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.489297] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497953} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.489591] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] e2bf8352-75f4-42e5-9904-13b0808ae36a/e2bf8352-75f4-42e5-9904-13b0808ae36a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.489802] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.490394] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4848e79e-5d99-4614-8324-4332854eaadb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.500831] env[69654]: DEBUG nova.compute.provider_tree [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.511036] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1120.511036] env[69654]: value = "task-3555512" [ 1120.511036] env[69654]: _type = "Task" [ 1120.511036] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.522607] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.679676] env[69654]: DEBUG oslo_vmware.api [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.789481] env[69654]: INFO nova.compute.manager [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Took 0.55 seconds to detach 1 volumes for instance. [ 1120.831481] env[69654]: DEBUG oslo_vmware.api [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555511, 'name': PowerOffVM_Task, 'duration_secs': 0.220001} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.831751] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.831921] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.832194] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5231dbae-aace-4b0e-8792-1588778093b7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.897749] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.899010] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.899010] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Deleting the datastore file [datastore1] 8c9a6fa8-5244-443e-b0e9-344d12edb5c3 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.899010] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e790ab23-a926-403e-b071-0386da22a728 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.905423] env[69654]: DEBUG oslo_vmware.api [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1120.905423] env[69654]: value = "task-3555514" [ 1120.905423] env[69654]: _type = "Task" [ 1120.905423] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.913381] env[69654]: DEBUG oslo_vmware.api [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.004221] env[69654]: DEBUG nova.scheduler.client.report [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.020680] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072275} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.020946] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.021753] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f00340c-cf55-4b4a-83bf-38569dcd3874 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.042884] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] e2bf8352-75f4-42e5-9904-13b0808ae36a/e2bf8352-75f4-42e5-9904-13b0808ae36a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.043435] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9ce8af2-5e48-4e70-9865-3934be4bbdc6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.063951] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1121.063951] env[69654]: value = "task-3555515" [ 1121.063951] env[69654]: _type = "Task" [ 1121.063951] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.072215] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.180378] env[69654]: DEBUG oslo_vmware.api [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555498, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.241083] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.296482] env[69654]: DEBUG oslo_concurrency.lockutils [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.416885] env[69654]: DEBUG oslo_vmware.api [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174624} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.416973] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.417108] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.417292] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.417463] env[69654]: INFO nova.compute.manager [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1121.417702] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.417908] env[69654]: DEBUG nova.compute.manager [-] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.418021] env[69654]: DEBUG nova.network.neutron [-] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.509997] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.514620] env[69654]: DEBUG oslo_concurrency.lockutils [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.054s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.516164] env[69654]: INFO nova.compute.claims [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.551468] env[69654]: INFO nova.scheduler.client.report [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Deleted allocations for instance f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c [ 1121.575067] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555515, 'name': ReconfigVM_Task, 'duration_secs': 0.350783} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.575810] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Reconfigured VM instance instance-00000061 to attach disk [datastore2] e2bf8352-75f4-42e5-9904-13b0808ae36a/e2bf8352-75f4-42e5-9904-13b0808ae36a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.576140] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdb97951-3735-43ed-b0ac-36c696446c50 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.583358] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1121.583358] env[69654]: value = "task-3555516" [ 1121.583358] env[69654]: _type = "Task" [ 1121.583358] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.592765] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555516, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.681389] env[69654]: DEBUG oslo_vmware.api [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555498, 'name': ReconfigVM_Task, 'duration_secs': 6.562106} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.681656] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.681858] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Reconfigured VM to detach interface {{(pid=69654) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1122.009165] env[69654]: DEBUG nova.compute.manager [req-16a92a67-e688-4f06-8b14-99304ee015f7 req-b95a8b4e-b9c0-4077-ae7f-75048529ccb9 service nova] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Received event network-vif-deleted-4884e227-6e16-4040-8ef4-940811f7dd3b {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.009387] env[69654]: INFO nova.compute.manager [req-16a92a67-e688-4f06-8b14-99304ee015f7 req-b95a8b4e-b9c0-4077-ae7f-75048529ccb9 service nova] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Neutron deleted interface 4884e227-6e16-4040-8ef4-940811f7dd3b; detaching it from the instance and deleting it from the info cache [ 1122.009559] env[69654]: DEBUG nova.network.neutron [req-16a92a67-e688-4f06-8b14-99304ee015f7 req-b95a8b4e-b9c0-4077-ae7f-75048529ccb9 service nova] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.064463] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b00e917-6e39-4e7f-96a2-b59987b7c2f1 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.168s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.094763] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555516, 'name': Rename_Task, 'duration_secs': 0.268585} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.095868] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.096395] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb0b9a77-766d-4f18-8c11-fb240912acef {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.104433] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1122.104433] env[69654]: value = "task-3555517" [ 1122.104433] env[69654]: _type = "Task" [ 1122.104433] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.112328] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.481170] env[69654]: DEBUG nova.network.neutron [-] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.513574] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07dce6ee-4bde-44d6-9f26-f1750e7d69f7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.523036] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9decffb7-1df4-40ec-a362-cb89be527960 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.555772] env[69654]: DEBUG nova.compute.manager [req-16a92a67-e688-4f06-8b14-99304ee015f7 req-b95a8b4e-b9c0-4077-ae7f-75048529ccb9 service nova] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Detach interface failed, port_id=4884e227-6e16-4040-8ef4-940811f7dd3b, reason: Instance 8c9a6fa8-5244-443e-b0e9-344d12edb5c3 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1122.614041] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.685030] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d1ae6f-b348-42cf-a462-625eb3bd6c3a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.692485] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f58099-c987-4170-bb44-6b2ce6589406 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.728518] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1587c3-2514-4030-ba11-6d3ff4ea4ffe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.737323] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9697ddd9-152d-47db-afb5-5849133ba721 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.753639] env[69654]: DEBUG nova.compute.provider_tree [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.986078] env[69654]: INFO nova.compute.manager [-] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Took 1.57 seconds to deallocate network for instance. [ 1123.069752] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "dc0ccd33-597b-4275-b2c5-a7300b16d023" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.069957] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "dc0ccd33-597b-4275-b2c5-a7300b16d023" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.115327] env[69654]: DEBUG oslo_vmware.api [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555517, 'name': PowerOnVM_Task, 'duration_secs': 0.734221} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.115646] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.115932] env[69654]: INFO nova.compute.manager [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Took 5.32 seconds to spawn the instance on the hypervisor. [ 1123.116043] env[69654]: DEBUG nova.compute.manager [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.117147] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd40a79-6cae-47e5-a1d7-9ecf53e32e95 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.228920] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.229150] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquired lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.229336] env[69654]: DEBUG nova.network.neutron [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.257582] env[69654]: DEBUG nova.scheduler.client.report [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.324864] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "35a14897-071a-4736-8153-11a6ab63f160" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.325055] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "35a14897-071a-4736-8153-11a6ab63f160" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.492256] env[69654]: DEBUG oslo_concurrency.lockutils [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.576078] env[69654]: DEBUG nova.compute.manager [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.593029] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.593892] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.593892] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.593892] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.593892] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.597420] env[69654]: INFO nova.compute.manager [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Terminating instance [ 1123.633140] env[69654]: INFO nova.compute.manager [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Took 19.66 seconds to build instance. [ 1123.686368] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "439bbec0-f1b0-47fe-9c77-3072d868c14b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.686788] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "439bbec0-f1b0-47fe-9c77-3072d868c14b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.764570] env[69654]: DEBUG oslo_concurrency.lockutils [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.765224] env[69654]: DEBUG nova.compute.manager [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.770080] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.666s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.771596] env[69654]: INFO nova.compute.claims [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.826780] env[69654]: DEBUG nova.compute.manager [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.950663] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "a666d1e7-0f49-41a9-8983-474bc5db9531" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.950969] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "a666d1e7-0f49-41a9-8983-474bc5db9531" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.060474] env[69654]: INFO nova.network.neutron [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Port 961f86d2-2b43-48c8-9220-e01b440d9d97 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1124.060873] env[69654]: DEBUG nova.network.neutron [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Updating instance_info_cache with network_info: [{"id": "c8021a30-9727-4b97-90fb-987735aeba84", "address": "fa:16:3e:4a:6b:5a", "network": {"id": "e4e313f7-9df2-40b1-a72f-71d50867560b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-985271649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf89ca1830cd4d49aa3216e71d010a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8021a30-97", "ovs_interfaceid": "c8021a30-9727-4b97-90fb-987735aeba84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.099808] env[69654]: DEBUG nova.compute.manager [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.099966] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.100922] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b60d99-a9a1-44ee-9f29-5137230449c7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.107255] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.109490] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.109711] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b435853-b4fa-41ed-90f0-ada4d6889093 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.115339] env[69654]: DEBUG oslo_vmware.api [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1124.115339] env[69654]: value = "task-3555518" [ 1124.115339] env[69654]: _type = "Task" [ 1124.115339] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.124997] env[69654]: DEBUG oslo_vmware.api [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.134733] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b414b00d-fd46-423f-af57-6b97ffd98f8f tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Lock "e2bf8352-75f4-42e5-9904-13b0808ae36a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.169s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.188946] env[69654]: DEBUG nova.compute.manager [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1124.275917] env[69654]: DEBUG nova.compute.utils [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.280141] env[69654]: DEBUG nova.compute.manager [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.280141] env[69654]: DEBUG nova.network.neutron [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.348407] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.370129] env[69654]: DEBUG nova.policy [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f46830f6ac64135b95e8ada508672f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b88641bcb84f490ca01b5b5046e1c576', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.453539] env[69654]: DEBUG nova.compute.manager [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1124.564083] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Releasing lock "refresh_cache-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.627316] env[69654]: DEBUG oslo_vmware.api [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555518, 'name': PowerOffVM_Task, 'duration_secs': 0.408328} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.627599] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.627766] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.628029] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b507222-eec9-44df-851a-1b1549d228f6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.712791] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.713142] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.713330] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Deleting the datastore file [datastore1] 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.713615] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75fe8acc-bd5b-4c89-8356-5a885d14dde0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.719791] env[69654]: DEBUG oslo_vmware.api [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1124.719791] env[69654]: value = "task-3555520" [ 1124.719791] env[69654]: _type = "Task" [ 1124.719791] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.720777] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.728786] env[69654]: DEBUG oslo_vmware.api [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.732408] env[69654]: DEBUG nova.network.neutron [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Successfully created port: 31b25f16-ede6-4851-be30-ae017c561b11 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.786264] env[69654]: DEBUG nova.compute.manager [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.791977] env[69654]: INFO nova.compute.manager [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Rebuilding instance [ 1124.841730] env[69654]: DEBUG nova.compute.manager [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.842589] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57be48d-e3e3-42f6-93a9-9f04c9c91b41 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.977263] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.988789] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b6e3f3-10ef-4fb7-ad5d-fa3f48ffe2f6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.997145] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacf17c4-6837-4d64-a788-eff224f2c34b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.030389] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2558508f-7a01-4343-9ee2-1d1ab7a31c3a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.037530] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6e932d-94c3-4a42-9579-dbbf75c0caef {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.051303] env[69654]: DEBUG nova.compute.provider_tree [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.069267] env[69654]: DEBUG oslo_concurrency.lockutils [None req-bba2829a-179d-4f1b-a91c-bbc4aeb8b5ec tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "interface-42c1cd53-97d0-40ba-aa39-f9c96f44dcd8-961f86d2-2b43-48c8-9220-e01b440d9d97" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.994s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.230407] env[69654]: DEBUG oslo_vmware.api [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189859} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.230649] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.230829] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.231014] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.231193] env[69654]: INFO nova.compute.manager [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1125.231426] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.231614] env[69654]: DEBUG nova.compute.manager [-] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.231709] env[69654]: DEBUG nova.network.neutron [-] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.555783] env[69654]: DEBUG nova.scheduler.client.report [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.798944] env[69654]: DEBUG nova.compute.manager [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.823571] env[69654]: DEBUG nova.virt.hardware [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.823815] env[69654]: DEBUG nova.virt.hardware [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.823989] env[69654]: DEBUG nova.virt.hardware [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.824205] env[69654]: DEBUG nova.virt.hardware [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.824383] env[69654]: DEBUG nova.virt.hardware [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.824535] env[69654]: DEBUG nova.virt.hardware [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.824740] env[69654]: DEBUG nova.virt.hardware [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.824897] env[69654]: DEBUG nova.virt.hardware [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.825074] env[69654]: DEBUG nova.virt.hardware [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.825239] env[69654]: DEBUG nova.virt.hardware [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.825432] env[69654]: DEBUG nova.virt.hardware [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.826326] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26847d73-53c7-4f12-b886-d7c2de522711 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.833987] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b703ae-0d09-4b31-8421-b73b669ba664 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.856522] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.856836] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93abe8ab-748c-454c-86bd-5d1229ec44f0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.863428] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1125.863428] env[69654]: value = "task-3555521" [ 1125.863428] env[69654]: _type = "Task" [ 1125.863428] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.871385] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.922767] env[69654]: DEBUG nova.compute.manager [req-e1c488b6-eb89-4a88-8a7b-fa0747269f77 req-368a1129-308b-424e-ae0d-c9bb2cfd58b5 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Received event network-vif-deleted-c8021a30-9727-4b97-90fb-987735aeba84 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.922936] env[69654]: INFO nova.compute.manager [req-e1c488b6-eb89-4a88-8a7b-fa0747269f77 req-368a1129-308b-424e-ae0d-c9bb2cfd58b5 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Neutron deleted interface c8021a30-9727-4b97-90fb-987735aeba84; detaching it from the instance and deleting it from the info cache [ 1125.923131] env[69654]: DEBUG nova.network.neutron [req-e1c488b6-eb89-4a88-8a7b-fa0747269f77 req-368a1129-308b-424e-ae0d-c9bb2cfd58b5 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.062930] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.063947] env[69654]: DEBUG nova.compute.manager [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.066123] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.825s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.066348] env[69654]: DEBUG nova.objects.instance [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lazy-loading 'pci_requests' on Instance uuid 09aeec83-44a2-457c-9850-c20140ca368e {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.246813] env[69654]: DEBUG nova.compute.manager [req-83f61d8c-7541-4b2e-baeb-e8c38f65a25c req-f41ed741-d505-4e71-a1ad-95598974db08 service nova] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Received event network-vif-plugged-31b25f16-ede6-4851-be30-ae017c561b11 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.247044] env[69654]: DEBUG oslo_concurrency.lockutils [req-83f61d8c-7541-4b2e-baeb-e8c38f65a25c req-f41ed741-d505-4e71-a1ad-95598974db08 service nova] Acquiring lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.247295] env[69654]: DEBUG oslo_concurrency.lockutils [req-83f61d8c-7541-4b2e-baeb-e8c38f65a25c req-f41ed741-d505-4e71-a1ad-95598974db08 service nova] Lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.247474] env[69654]: DEBUG oslo_concurrency.lockutils [req-83f61d8c-7541-4b2e-baeb-e8c38f65a25c req-f41ed741-d505-4e71-a1ad-95598974db08 service nova] Lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.247701] env[69654]: DEBUG nova.compute.manager [req-83f61d8c-7541-4b2e-baeb-e8c38f65a25c req-f41ed741-d505-4e71-a1ad-95598974db08 service nova] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] No waiting events found dispatching network-vif-plugged-31b25f16-ede6-4851-be30-ae017c561b11 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.247872] env[69654]: WARNING nova.compute.manager [req-83f61d8c-7541-4b2e-baeb-e8c38f65a25c req-f41ed741-d505-4e71-a1ad-95598974db08 service nova] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Received unexpected event network-vif-plugged-31b25f16-ede6-4851-be30-ae017c561b11 for instance with vm_state building and task_state spawning. [ 1126.327865] env[69654]: DEBUG nova.network.neutron [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Successfully updated port: 31b25f16-ede6-4851-be30-ae017c561b11 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.372819] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555521, 'name': PowerOffVM_Task, 'duration_secs': 0.158281} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.373079] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.373730] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.374539] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fe52f6-fd0e-4470-9cb6-b8ddd727d201 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.381198] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.381414] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3d6b281-3f85-4d06-9632-180a176d6400 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.404487] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.404691] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.404874] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Deleting the datastore file [datastore2] e2bf8352-75f4-42e5-9904-13b0808ae36a {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.405147] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab51d085-1338-4166-b2a8-91bf977e94d2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.407072] env[69654]: DEBUG nova.network.neutron [-] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.411870] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1126.411870] env[69654]: value = "task-3555523" [ 1126.411870] env[69654]: _type = "Task" [ 1126.411870] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.420774] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.425758] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0eead5fe-0e66-455c-88a2-5833e1a3103b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.434525] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3571c709-1ee4-4b28-aac6-ecde1f6ffcc1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.461771] env[69654]: DEBUG nova.compute.manager [req-e1c488b6-eb89-4a88-8a7b-fa0747269f77 req-368a1129-308b-424e-ae0d-c9bb2cfd58b5 service nova] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Detach interface failed, port_id=c8021a30-9727-4b97-90fb-987735aeba84, reason: Instance 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1126.574550] env[69654]: DEBUG nova.compute.utils [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.577298] env[69654]: DEBUG nova.objects.instance [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lazy-loading 'numa_topology' on Instance uuid 09aeec83-44a2-457c-9850-c20140ca368e {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.578427] env[69654]: DEBUG nova.compute.manager [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.579027] env[69654]: DEBUG nova.network.neutron [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.647096] env[69654]: DEBUG nova.policy [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecf975355e2e48dd8e2d522631ba5a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8334390ef8848d5afba13757eda95cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.829989] env[69654]: DEBUG oslo_concurrency.lockutils [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "refresh_cache-b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.830265] env[69654]: DEBUG oslo_concurrency.lockutils [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "refresh_cache-b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.830354] env[69654]: DEBUG nova.network.neutron [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.909378] env[69654]: INFO nova.compute.manager [-] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Took 1.68 seconds to deallocate network for instance. [ 1126.924440] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096056} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.924760] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.924957] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.925147] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.973474] env[69654]: DEBUG nova.network.neutron [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Successfully created port: f5c9c724-59d5-4624-9292-63f607b52c14 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.079257] env[69654]: DEBUG nova.compute.manager [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.082255] env[69654]: INFO nova.compute.claims [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.372561] env[69654]: DEBUG nova.network.neutron [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.419906] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.522130] env[69654]: DEBUG nova.network.neutron [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Updating instance_info_cache with network_info: [{"id": "31b25f16-ede6-4851-be30-ae017c561b11", "address": "fa:16:3e:58:40:00", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b25f16-ed", "ovs_interfaceid": "31b25f16-ede6-4851-be30-ae017c561b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.966140] env[69654]: DEBUG nova.virt.hardware [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.966459] env[69654]: DEBUG nova.virt.hardware [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.966550] env[69654]: DEBUG nova.virt.hardware [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.966757] env[69654]: DEBUG nova.virt.hardware [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.966899] env[69654]: DEBUG nova.virt.hardware [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.967062] env[69654]: DEBUG nova.virt.hardware [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.967290] env[69654]: DEBUG nova.virt.hardware [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.967493] env[69654]: DEBUG nova.virt.hardware [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.967671] env[69654]: DEBUG nova.virt.hardware [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.967835] env[69654]: DEBUG nova.virt.hardware [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.968013] env[69654]: DEBUG nova.virt.hardware [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.968884] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e659b69-10bd-4182-88da-cf35d676ac0e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.976907] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab044b0f-6386-4800-89b2-84491c9970cb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.989915] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.995451] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.995680] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.995887] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c846f85b-d2e0-49de-b0a8-6bbdc3cfb71c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.013724] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.013724] env[69654]: value = "task-3555524" [ 1128.013724] env[69654]: _type = "Task" [ 1128.013724] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.021570] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555524, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.025124] env[69654]: DEBUG oslo_concurrency.lockutils [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "refresh_cache-b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.025421] env[69654]: DEBUG nova.compute.manager [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Instance network_info: |[{"id": "31b25f16-ede6-4851-be30-ae017c561b11", "address": "fa:16:3e:58:40:00", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b25f16-ed", "ovs_interfaceid": "31b25f16-ede6-4851-be30-ae017c561b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.025776] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:40:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31b25f16-ede6-4851-be30-ae017c561b11', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.033156] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.033355] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.033560] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a280794-8f8e-427c-9d21-c29174dfbf84 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.052749] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.052749] env[69654]: value = "task-3555525" [ 1128.052749] env[69654]: _type = "Task" [ 1128.052749] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.059974] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555525, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.092767] env[69654]: DEBUG nova.compute.manager [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.119479] env[69654]: DEBUG nova.virt.hardware [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.119773] env[69654]: DEBUG nova.virt.hardware [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.119932] env[69654]: DEBUG nova.virt.hardware [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.120135] env[69654]: DEBUG nova.virt.hardware [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.120282] env[69654]: DEBUG nova.virt.hardware [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.120430] env[69654]: DEBUG nova.virt.hardware [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.120635] env[69654]: DEBUG nova.virt.hardware [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.120793] env[69654]: DEBUG nova.virt.hardware [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.120963] env[69654]: DEBUG nova.virt.hardware [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.121143] env[69654]: DEBUG nova.virt.hardware [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.121392] env[69654]: DEBUG nova.virt.hardware [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.122497] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ce7a05-1edb-484d-af11-99f4a5655867 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.133324] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3a32fe-8afb-47ed-a880-cd1d45f140f8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.277725] env[69654]: DEBUG nova.compute.manager [req-c27e761d-2b5c-42df-a877-619da7c31974 req-ac511ef1-280c-4ad5-9c5e-59bbb6a18614 service nova] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Received event network-changed-31b25f16-ede6-4851-be30-ae017c561b11 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.277949] env[69654]: DEBUG nova.compute.manager [req-c27e761d-2b5c-42df-a877-619da7c31974 req-ac511ef1-280c-4ad5-9c5e-59bbb6a18614 service nova] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Refreshing instance network info cache due to event network-changed-31b25f16-ede6-4851-be30-ae017c561b11. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.278180] env[69654]: DEBUG oslo_concurrency.lockutils [req-c27e761d-2b5c-42df-a877-619da7c31974 req-ac511ef1-280c-4ad5-9c5e-59bbb6a18614 service nova] Acquiring lock "refresh_cache-b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.278489] env[69654]: DEBUG oslo_concurrency.lockutils [req-c27e761d-2b5c-42df-a877-619da7c31974 req-ac511ef1-280c-4ad5-9c5e-59bbb6a18614 service nova] Acquired lock "refresh_cache-b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.278730] env[69654]: DEBUG nova.network.neutron [req-c27e761d-2b5c-42df-a877-619da7c31974 req-ac511ef1-280c-4ad5-9c5e-59bbb6a18614 service nova] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Refreshing network info cache for port 31b25f16-ede6-4851-be30-ae017c561b11 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.298041] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d658b1f2-efbb-4838-85a8-52eaea54561d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.308731] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4933339f-bdd8-4dad-b9c4-96545ff392af {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.355192] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9051f24-c98a-4743-a421-bb0742638bd3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.363795] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e97368f-015a-4446-8506-1ec844ce96d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.380264] env[69654]: DEBUG nova.compute.provider_tree [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.524358] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555524, 'name': CreateVM_Task, 'duration_secs': 0.297566} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.524358] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.524519] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.524677] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.524994] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.525258] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f111bd-3d66-4159-a8cf-1e6b510b1dd4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.529749] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1128.529749] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ddaff6-5ebf-868b-0698-2ac79c131881" [ 1128.529749] env[69654]: _type = "Task" [ 1128.529749] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.537345] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ddaff6-5ebf-868b-0698-2ac79c131881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.562547] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555525, 'name': CreateVM_Task, 'duration_secs': 0.352032} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.562677] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.563456] env[69654]: DEBUG oslo_concurrency.lockutils [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.827875] env[69654]: DEBUG nova.network.neutron [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Successfully updated port: f5c9c724-59d5-4624-9292-63f607b52c14 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.885643] env[69654]: DEBUG nova.scheduler.client.report [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.982322] env[69654]: DEBUG nova.network.neutron [req-c27e761d-2b5c-42df-a877-619da7c31974 req-ac511ef1-280c-4ad5-9c5e-59bbb6a18614 service nova] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Updated VIF entry in instance network info cache for port 31b25f16-ede6-4851-be30-ae017c561b11. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.982693] env[69654]: DEBUG nova.network.neutron [req-c27e761d-2b5c-42df-a877-619da7c31974 req-ac511ef1-280c-4ad5-9c5e-59bbb6a18614 service nova] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Updating instance_info_cache with network_info: [{"id": "31b25f16-ede6-4851-be30-ae017c561b11", "address": "fa:16:3e:58:40:00", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b25f16-ed", "ovs_interfaceid": "31b25f16-ede6-4851-be30-ae017c561b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.040277] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ddaff6-5ebf-868b-0698-2ac79c131881, 'name': SearchDatastore_Task, 'duration_secs': 0.011914} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.040577] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.040807] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.041056] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.041205] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.041377] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.041769] env[69654]: DEBUG oslo_concurrency.lockutils [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.042118] env[69654]: DEBUG oslo_concurrency.lockutils [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.042374] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbe2df65-a315-47bb-8ea3-c5f48b13c8ae {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.044065] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0123676b-d49e-427c-a4e0-b34a5f6dc78e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.049095] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1129.049095] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cc3331-5e00-d0ae-f60e-6c57800892b0" [ 1129.049095] env[69654]: _type = "Task" [ 1129.049095] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.052797] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.052967] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.053914] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cc1f9ed-8233-4130-87a0-30cc6e1ecf02 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.058729] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cc3331-5e00-d0ae-f60e-6c57800892b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.061433] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1129.061433] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5269c477-9bad-282f-e24e-430a05b6daab" [ 1129.061433] env[69654]: _type = "Task" [ 1129.061433] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.068438] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5269c477-9bad-282f-e24e-430a05b6daab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.334265] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.334477] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.334653] env[69654]: DEBUG nova.network.neutron [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.392837] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.327s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.395092] env[69654]: DEBUG oslo_concurrency.lockutils [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.099s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.395358] env[69654]: DEBUG nova.objects.instance [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lazy-loading 'resources' on Instance uuid 3c9e79e3-3168-424d-857e-c94ebee0dbae {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.423951] env[69654]: INFO nova.network.neutron [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Updating port c1b4c161-88ce-4712-ab0f-d84411f44d32 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1129.485309] env[69654]: DEBUG oslo_concurrency.lockutils [req-c27e761d-2b5c-42df-a877-619da7c31974 req-ac511ef1-280c-4ad5-9c5e-59bbb6a18614 service nova] Releasing lock "refresh_cache-b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.559476] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52cc3331-5e00-d0ae-f60e-6c57800892b0, 'name': SearchDatastore_Task, 'duration_secs': 0.018406} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.560140] env[69654]: DEBUG oslo_concurrency.lockutils [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.560140] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.560309] env[69654]: DEBUG oslo_concurrency.lockutils [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.570536] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5269c477-9bad-282f-e24e-430a05b6daab, 'name': SearchDatastore_Task, 'duration_secs': 0.008682} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.571287] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4444005a-a467-447a-acb5-dc9e9a906959 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.576265] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1129.576265] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525890f1-3274-2e26-f9dd-5b17619083ee" [ 1129.576265] env[69654]: _type = "Task" [ 1129.576265] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.583137] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525890f1-3274-2e26-f9dd-5b17619083ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.863711] env[69654]: DEBUG nova.network.neutron [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.005411] env[69654]: DEBUG nova.network.neutron [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating instance_info_cache with network_info: [{"id": "f5c9c724-59d5-4624-9292-63f607b52c14", "address": "fa:16:3e:94:46:f0", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c9c724-59", "ovs_interfaceid": "f5c9c724-59d5-4624-9292-63f607b52c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.065790] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc45746-4e00-4d3f-88c8-c9b1af8853a5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.073302] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9240380-a98d-44dd-ac24-7e08b3c1bdad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.105025] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb09433d-49d1-40ea-9944-834200e37b3f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.110486] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525890f1-3274-2e26-f9dd-5b17619083ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.111050] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.111369] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] e2bf8352-75f4-42e5-9904-13b0808ae36a/e2bf8352-75f4-42e5-9904-13b0808ae36a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.111643] env[69654]: DEBUG oslo_concurrency.lockutils [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.111829] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.112041] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fefa2dc4-3fe1-4760-a386-80cdad0a3688 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.115711] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ea9e20d-e38d-4d5d-89d1-3dfe6069f394 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.118472] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dec990-cf07-4d6a-85f5-47377f0dcc56 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.124678] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1130.124678] env[69654]: value = "task-3555526" [ 1130.124678] env[69654]: _type = "Task" [ 1130.124678] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.134600] env[69654]: DEBUG nova.compute.provider_tree [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.140020] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.140020] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.140020] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b545e745-abe0-464d-9a73-c5aa2e68d9c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.143416] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.148556] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1130.148556] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52361055-ad6c-c9db-31ab-f2818950c9ff" [ 1130.148556] env[69654]: _type = "Task" [ 1130.148556] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.156523] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52361055-ad6c-c9db-31ab-f2818950c9ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.304910] env[69654]: DEBUG nova.compute.manager [req-fdd2be7d-d793-4982-a0b2-14d1d32ac8c8 req-0da65b47-a878-42ea-a261-904db65916b3 service nova] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Received event network-vif-plugged-f5c9c724-59d5-4624-9292-63f607b52c14 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.305168] env[69654]: DEBUG oslo_concurrency.lockutils [req-fdd2be7d-d793-4982-a0b2-14d1d32ac8c8 req-0da65b47-a878-42ea-a261-904db65916b3 service nova] Acquiring lock "38c67d2d-9a0e-4393-a235-6bd81fae682a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.305374] env[69654]: DEBUG oslo_concurrency.lockutils [req-fdd2be7d-d793-4982-a0b2-14d1d32ac8c8 req-0da65b47-a878-42ea-a261-904db65916b3 service nova] Lock "38c67d2d-9a0e-4393-a235-6bd81fae682a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.305539] env[69654]: DEBUG oslo_concurrency.lockutils [req-fdd2be7d-d793-4982-a0b2-14d1d32ac8c8 req-0da65b47-a878-42ea-a261-904db65916b3 service nova] Lock "38c67d2d-9a0e-4393-a235-6bd81fae682a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.305756] env[69654]: DEBUG nova.compute.manager [req-fdd2be7d-d793-4982-a0b2-14d1d32ac8c8 req-0da65b47-a878-42ea-a261-904db65916b3 service nova] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] No waiting events found dispatching network-vif-plugged-f5c9c724-59d5-4624-9292-63f607b52c14 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.305946] env[69654]: WARNING nova.compute.manager [req-fdd2be7d-d793-4982-a0b2-14d1d32ac8c8 req-0da65b47-a878-42ea-a261-904db65916b3 service nova] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Received unexpected event network-vif-plugged-f5c9c724-59d5-4624-9292-63f607b52c14 for instance with vm_state building and task_state spawning. [ 1130.306124] env[69654]: DEBUG nova.compute.manager [req-fdd2be7d-d793-4982-a0b2-14d1d32ac8c8 req-0da65b47-a878-42ea-a261-904db65916b3 service nova] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Received event network-changed-f5c9c724-59d5-4624-9292-63f607b52c14 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.306277] env[69654]: DEBUG nova.compute.manager [req-fdd2be7d-d793-4982-a0b2-14d1d32ac8c8 req-0da65b47-a878-42ea-a261-904db65916b3 service nova] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Refreshing instance network info cache due to event network-changed-f5c9c724-59d5-4624-9292-63f607b52c14. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.306444] env[69654]: DEBUG oslo_concurrency.lockutils [req-fdd2be7d-d793-4982-a0b2-14d1d32ac8c8 req-0da65b47-a878-42ea-a261-904db65916b3 service nova] Acquiring lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.510323] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.510693] env[69654]: DEBUG nova.compute.manager [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Instance network_info: |[{"id": "f5c9c724-59d5-4624-9292-63f607b52c14", "address": "fa:16:3e:94:46:f0", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c9c724-59", "ovs_interfaceid": "f5c9c724-59d5-4624-9292-63f607b52c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.511269] env[69654]: DEBUG oslo_concurrency.lockutils [req-fdd2be7d-d793-4982-a0b2-14d1d32ac8c8 req-0da65b47-a878-42ea-a261-904db65916b3 service nova] Acquired lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.511523] env[69654]: DEBUG nova.network.neutron [req-fdd2be7d-d793-4982-a0b2-14d1d32ac8c8 req-0da65b47-a878-42ea-a261-904db65916b3 service nova] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Refreshing network info cache for port f5c9c724-59d5-4624-9292-63f607b52c14 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.513323] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:46:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5c9c724-59d5-4624-9292-63f607b52c14', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.523100] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.524481] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.525124] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db6ab497-1daa-4110-b31f-fdc1f49d659a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.548449] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.548449] env[69654]: value = "task-3555527" [ 1130.548449] env[69654]: _type = "Task" [ 1130.548449] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.559281] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555527, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.633077] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555526, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.640153] env[69654]: DEBUG nova.scheduler.client.report [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.659933] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52361055-ad6c-c9db-31ab-f2818950c9ff, 'name': SearchDatastore_Task, 'duration_secs': 0.00819} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.661402] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e68f92c8-4250-457a-9de7-637bf742161b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.667999] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1130.667999] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525b252d-0406-c019-aed7-6558a2023e5b" [ 1130.667999] env[69654]: _type = "Task" [ 1130.667999] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.676246] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525b252d-0406-c019-aed7-6558a2023e5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.884192] env[69654]: DEBUG nova.compute.manager [req-45d79f5a-8a48-4ffe-ab9e-afadd03cfdb4 req-039800f4-3b99-41ea-bf04-81def22fd4ac service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Received event network-vif-plugged-c1b4c161-88ce-4712-ab0f-d84411f44d32 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.884469] env[69654]: DEBUG oslo_concurrency.lockutils [req-45d79f5a-8a48-4ffe-ab9e-afadd03cfdb4 req-039800f4-3b99-41ea-bf04-81def22fd4ac service nova] Acquiring lock "09aeec83-44a2-457c-9850-c20140ca368e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.884694] env[69654]: DEBUG oslo_concurrency.lockutils [req-45d79f5a-8a48-4ffe-ab9e-afadd03cfdb4 req-039800f4-3b99-41ea-bf04-81def22fd4ac service nova] Lock "09aeec83-44a2-457c-9850-c20140ca368e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.884865] env[69654]: DEBUG oslo_concurrency.lockutils [req-45d79f5a-8a48-4ffe-ab9e-afadd03cfdb4 req-039800f4-3b99-41ea-bf04-81def22fd4ac service nova] Lock "09aeec83-44a2-457c-9850-c20140ca368e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.886214] env[69654]: DEBUG nova.compute.manager [req-45d79f5a-8a48-4ffe-ab9e-afadd03cfdb4 req-039800f4-3b99-41ea-bf04-81def22fd4ac service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] No waiting events found dispatching network-vif-plugged-c1b4c161-88ce-4712-ab0f-d84411f44d32 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.886214] env[69654]: WARNING nova.compute.manager [req-45d79f5a-8a48-4ffe-ab9e-afadd03cfdb4 req-039800f4-3b99-41ea-bf04-81def22fd4ac service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Received unexpected event network-vif-plugged-c1b4c161-88ce-4712-ab0f-d84411f44d32 for instance with vm_state shelved_offloaded and task_state spawning. [ 1130.937582] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.937582] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.937582] env[69654]: DEBUG nova.network.neutron [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.058268] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555527, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.136648] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526994} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.137035] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] e2bf8352-75f4-42e5-9904-13b0808ae36a/e2bf8352-75f4-42e5-9904-13b0808ae36a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.137373] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.137735] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4ce14b6-cda9-417e-a7fa-bc39c2b850c0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.146108] env[69654]: DEBUG oslo_concurrency.lockutils [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.149457] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1131.149457] env[69654]: value = "task-3555528" [ 1131.149457] env[69654]: _type = "Task" [ 1131.149457] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.150110] env[69654]: DEBUG oslo_concurrency.lockutils [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.658s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.150423] env[69654]: DEBUG nova.objects.instance [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lazy-loading 'resources' on Instance uuid 8c9a6fa8-5244-443e-b0e9-344d12edb5c3 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.162879] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.167682] env[69654]: INFO nova.scheduler.client.report [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Deleted allocations for instance 3c9e79e3-3168-424d-857e-c94ebee0dbae [ 1131.183904] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525b252d-0406-c019-aed7-6558a2023e5b, 'name': SearchDatastore_Task, 'duration_secs': 0.038091} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.184184] env[69654]: DEBUG oslo_concurrency.lockutils [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.184471] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7/b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.184742] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fd1f101-a01b-40a5-bd47-3ea94075c427 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.191131] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1131.191131] env[69654]: value = "task-3555529" [ 1131.191131] env[69654]: _type = "Task" [ 1131.191131] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.200386] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.246605] env[69654]: DEBUG nova.network.neutron [req-fdd2be7d-d793-4982-a0b2-14d1d32ac8c8 req-0da65b47-a878-42ea-a261-904db65916b3 service nova] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updated VIF entry in instance network info cache for port f5c9c724-59d5-4624-9292-63f607b52c14. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.247095] env[69654]: DEBUG nova.network.neutron [req-fdd2be7d-d793-4982-a0b2-14d1d32ac8c8 req-0da65b47-a878-42ea-a261-904db65916b3 service nova] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating instance_info_cache with network_info: [{"id": "f5c9c724-59d5-4624-9292-63f607b52c14", "address": "fa:16:3e:94:46:f0", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c9c724-59", "ovs_interfaceid": "f5c9c724-59d5-4624-9292-63f607b52c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.558677] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555527, 'name': CreateVM_Task, 'duration_secs': 0.946488} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.558865] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.559524] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.559694] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.560092] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.560291] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812b11d8-bbad-4a2b-8c85-4526fe0a6b17 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.565613] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1131.565613] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52347746-530d-a369-2558-452586eb1657" [ 1131.565613] env[69654]: _type = "Task" [ 1131.565613] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.573100] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52347746-530d-a369-2558-452586eb1657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.663912] env[69654]: DEBUG nova.network.neutron [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Updating instance_info_cache with network_info: [{"id": "c1b4c161-88ce-4712-ab0f-d84411f44d32", "address": "fa:16:3e:75:3a:cb", "network": {"id": "cfb2c5f3-f003-4e98-98cc-03be95a103d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-370517468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe15a2f8d0f044578e1c43b52101b6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b4c161-88", "ovs_interfaceid": "c1b4c161-88ce-4712-ab0f-d84411f44d32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.671759] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253562} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.675990] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.677616] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506157ab-c358-4fc7-8616-1f2bb1c40ec2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.684230] env[69654]: DEBUG oslo_concurrency.lockutils [None req-21758d23-3016-43dc-b5e0-b1e9a18b9464 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "3c9e79e3-3168-424d-857e-c94ebee0dbae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.757s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.704412] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] e2bf8352-75f4-42e5-9904-13b0808ae36a/e2bf8352-75f4-42e5-9904-13b0808ae36a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.711658] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d78a9510-2cd1-4d75-b7ee-6686789a0136 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.737141] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555529, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.738892] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1131.738892] env[69654]: value = "task-3555530" [ 1131.738892] env[69654]: _type = "Task" [ 1131.738892] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.754165] env[69654]: DEBUG oslo_concurrency.lockutils [req-fdd2be7d-d793-4982-a0b2-14d1d32ac8c8 req-0da65b47-a878-42ea-a261-904db65916b3 service nova] Releasing lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.754741] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.901897] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d916b9e8-1bc6-4054-96d5-7ed6adeb9cc3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.911840] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfccde5-1007-4a6b-8cf0-78b0e68b2b60 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.952946] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09c2672-4efb-4c03-b682-d0a158f9fea5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.965783] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02f64c1-0493-409d-9123-423ddc0bdb6e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.984230] env[69654]: DEBUG nova.compute.provider_tree [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.076523] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52347746-530d-a369-2558-452586eb1657, 'name': SearchDatastore_Task, 'duration_secs': 0.010244} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.076949] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.077350] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.077743] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.077945] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.078186] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.078477] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9aef06a8-1ca4-464c-9f03-bc971d888675 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.086650] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.086852] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.087548] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90acc292-beb2-40f2-a4b7-cd4f63cf0791 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.092725] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1132.092725] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529662ac-11cc-fcd2-2ce7-0bf812813b85" [ 1132.092725] env[69654]: _type = "Task" [ 1132.092725] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.101775] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529662ac-11cc-fcd2-2ce7-0bf812813b85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.167332] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Releasing lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.194716] env[69654]: DEBUG nova.virt.hardware [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d27064196965c33c2f55a9dccd3bebb3',container_format='bare',created_at=2025-04-24T15:34:23Z,direct_url=,disk_format='vmdk',id=297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1784423250-shelved',owner='fe15a2f8d0f044578e1c43b52101b6d2',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-24T15:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.195099] env[69654]: DEBUG nova.virt.hardware [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.195311] env[69654]: DEBUG nova.virt.hardware [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.195730] env[69654]: DEBUG nova.virt.hardware [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.195911] env[69654]: DEBUG nova.virt.hardware [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.196154] env[69654]: DEBUG nova.virt.hardware [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.196401] env[69654]: DEBUG nova.virt.hardware [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.196569] env[69654]: DEBUG nova.virt.hardware [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.196794] env[69654]: DEBUG nova.virt.hardware [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.197138] env[69654]: DEBUG nova.virt.hardware [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.197283] env[69654]: DEBUG nova.virt.hardware [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.198291] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd1b75a-622a-49b8-abe1-ea47036314af {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.212336] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754879f5-db8a-435d-8d5a-5c626b171ba9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.216250] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8317} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.216501] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7/b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.216729] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.217295] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b11c983f-7447-4b79-9f4d-f450a7e162a9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.227161] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:3a:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1b4c161-88ce-4712-ab0f-d84411f44d32', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.234711] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.235299] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.235556] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4114c8e5-dccc-4b24-b200-9c826697b048 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.251441] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1132.251441] env[69654]: value = "task-3555531" [ 1132.251441] env[69654]: _type = "Task" [ 1132.251441] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.259530] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.259530] env[69654]: value = "task-3555532" [ 1132.259530] env[69654]: _type = "Task" [ 1132.259530] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.262889] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555530, 'name': ReconfigVM_Task, 'duration_secs': 0.491953} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.268189] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Reconfigured VM instance instance-00000061 to attach disk [datastore2] e2bf8352-75f4-42e5-9904-13b0808ae36a/e2bf8352-75f4-42e5-9904-13b0808ae36a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.268824] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.269061] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ca7f251-c0c6-4926-872b-b186cac04e8d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.274160] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1132.274160] env[69654]: value = "task-3555533" [ 1132.274160] env[69654]: _type = "Task" [ 1132.274160] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.276908] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555532, 'name': CreateVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.284512] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555533, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.490187] env[69654]: DEBUG nova.scheduler.client.report [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.605692] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529662ac-11cc-fcd2-2ce7-0bf812813b85, 'name': SearchDatastore_Task, 'duration_secs': 0.008473} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.605692] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf9fc11-8006-4bd6-948a-2bd4f75e9698 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.609085] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1132.609085] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522f775a-f1d4-3e79-1a85-e3d8bf3e7576" [ 1132.609085] env[69654]: _type = "Task" [ 1132.609085] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.616478] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522f775a-f1d4-3e79-1a85-e3d8bf3e7576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.764801] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06707} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.767794] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.768604] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4a09b9-3d56-4b39-9a4a-fc65b4b75b05 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.775740] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555532, 'name': CreateVM_Task, 'duration_secs': 0.397219} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.784562] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.793108] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7/b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.793749] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.793909] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.794294] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.797193] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfcad97d-c364-4911-9f4b-682677054f02 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.812225] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24fb82c4-a875-47cb-83b9-5d8b069a8e31 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.818789] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555533, 'name': Rename_Task, 'duration_secs': 0.205877} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.820586] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.820882] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1132.820882] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52116298-cd6c-e60f-04f0-daf532ec5153" [ 1132.820882] env[69654]: _type = "Task" [ 1132.820882] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.821121] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1132.821121] env[69654]: value = "task-3555534" [ 1132.821121] env[69654]: _type = "Task" [ 1132.821121] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.821297] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f467a46-ff46-44ed-83d9-fad3cdba7843 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.833628] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555534, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.837608] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52116298-cd6c-e60f-04f0-daf532ec5153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.837873] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1132.837873] env[69654]: value = "task-3555535" [ 1132.837873] env[69654]: _type = "Task" [ 1132.837873] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.848141] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555535, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.911229] env[69654]: DEBUG nova.compute.manager [req-62d003f6-6406-497e-94c7-9c1c70a89351 req-44137dc8-d57c-44a4-8ecf-8995af8053c4 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Received event network-changed-c1b4c161-88ce-4712-ab0f-d84411f44d32 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.911580] env[69654]: DEBUG nova.compute.manager [req-62d003f6-6406-497e-94c7-9c1c70a89351 req-44137dc8-d57c-44a4-8ecf-8995af8053c4 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Refreshing instance network info cache due to event network-changed-c1b4c161-88ce-4712-ab0f-d84411f44d32. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.912333] env[69654]: DEBUG oslo_concurrency.lockutils [req-62d003f6-6406-497e-94c7-9c1c70a89351 req-44137dc8-d57c-44a4-8ecf-8995af8053c4 service nova] Acquiring lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.912333] env[69654]: DEBUG oslo_concurrency.lockutils [req-62d003f6-6406-497e-94c7-9c1c70a89351 req-44137dc8-d57c-44a4-8ecf-8995af8053c4 service nova] Acquired lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.912333] env[69654]: DEBUG nova.network.neutron [req-62d003f6-6406-497e-94c7-9c1c70a89351 req-44137dc8-d57c-44a4-8ecf-8995af8053c4 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Refreshing network info cache for port c1b4c161-88ce-4712-ab0f-d84411f44d32 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.996145] env[69654]: DEBUG oslo_concurrency.lockutils [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.998591] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.891s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.000097] env[69654]: INFO nova.compute.claims [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.016749] env[69654]: INFO nova.scheduler.client.report [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Deleted allocations for instance 8c9a6fa8-5244-443e-b0e9-344d12edb5c3 [ 1133.119280] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522f775a-f1d4-3e79-1a85-e3d8bf3e7576, 'name': SearchDatastore_Task, 'duration_secs': 0.008633} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.119569] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.119870] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 38c67d2d-9a0e-4393-a235-6bd81fae682a/38c67d2d-9a0e-4393-a235-6bd81fae682a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.120166] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30c754c3-9b3e-4a3d-9ad2-12bb3ce9a052 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.126382] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1133.126382] env[69654]: value = "task-3555536" [ 1133.126382] env[69654]: _type = "Task" [ 1133.126382] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.134558] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.168548] env[69654]: DEBUG oslo_concurrency.lockutils [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "cff33208-e9ba-423a-9900-bf457349acd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.168811] env[69654]: DEBUG oslo_concurrency.lockutils [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "cff33208-e9ba-423a-9900-bf457349acd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.336042] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555534, 'name': ReconfigVM_Task, 'duration_secs': 0.277504} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.340167] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Reconfigured VM instance instance-00000062 to attach disk [datastore2] b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7/b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.340993] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c51d3f5-fbed-4a97-99c8-37ee9f5b64a4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.345663] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.345892] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Processing image 297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.346164] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.346312] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.346493] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.346769] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76ede088-4e03-4c52-8a21-1c206881e84f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.354485] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555535, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.355644] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1133.355644] env[69654]: value = "task-3555537" [ 1133.355644] env[69654]: _type = "Task" [ 1133.355644] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.359374] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.359534] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.360195] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b123e7a0-8be2-4d12-a604-bba10cd376bb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.366457] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555537, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.369259] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1133.369259] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c4fe89-d86d-4115-bf78-182be20b51b5" [ 1133.369259] env[69654]: _type = "Task" [ 1133.369259] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.376333] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c4fe89-d86d-4115-bf78-182be20b51b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.525448] env[69654]: DEBUG oslo_concurrency.lockutils [None req-36d4a44a-61f3-4fa8-8472-fda62b347846 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "8c9a6fa8-5244-443e-b0e9-344d12edb5c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.747s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.640765] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555536, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.671503] env[69654]: DEBUG nova.compute.manager [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.850397] env[69654]: DEBUG oslo_vmware.api [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555535, 'name': PowerOnVM_Task, 'duration_secs': 0.55576} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.853032] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.853032] env[69654]: DEBUG nova.compute.manager [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.853706] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b04ba7-739a-445c-9214-51011c35ec4a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.867221] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555537, 'name': Rename_Task, 'duration_secs': 0.262587} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.867729] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.867969] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-097b6d33-7e8b-4e31-b86b-6b0c4dd8bb4c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.873881] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1133.873881] env[69654]: value = "task-3555538" [ 1133.873881] env[69654]: _type = "Task" [ 1133.873881] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.879954] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Preparing fetch location {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1133.880193] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Fetch image to [datastore2] OSTACK_IMG_ff386f8e-63d0-422c-aa24-8ccbcf25a00c/OSTACK_IMG_ff386f8e-63d0-422c-aa24-8ccbcf25a00c.vmdk {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1133.880376] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Downloading stream optimized image 297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b to [datastore2] OSTACK_IMG_ff386f8e-63d0-422c-aa24-8ccbcf25a00c/OSTACK_IMG_ff386f8e-63d0-422c-aa24-8ccbcf25a00c.vmdk on the data store datastore2 as vApp {{(pid=69654) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1133.880539] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Downloading image file data 297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b to the ESX as VM named 'OSTACK_IMG_ff386f8e-63d0-422c-aa24-8ccbcf25a00c' {{(pid=69654) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1133.887657] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.888660] env[69654]: DEBUG nova.network.neutron [req-62d003f6-6406-497e-94c7-9c1c70a89351 req-44137dc8-d57c-44a4-8ecf-8995af8053c4 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Updated VIF entry in instance network info cache for port c1b4c161-88ce-4712-ab0f-d84411f44d32. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.888660] env[69654]: DEBUG nova.network.neutron [req-62d003f6-6406-497e-94c7-9c1c70a89351 req-44137dc8-d57c-44a4-8ecf-8995af8053c4 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Updating instance_info_cache with network_info: [{"id": "c1b4c161-88ce-4712-ab0f-d84411f44d32", "address": "fa:16:3e:75:3a:cb", "network": {"id": "cfb2c5f3-f003-4e98-98cc-03be95a103d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-370517468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe15a2f8d0f044578e1c43b52101b6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b4c161-88", "ovs_interfaceid": "c1b4c161-88ce-4712-ab0f-d84411f44d32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.957791] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1133.957791] env[69654]: value = "resgroup-9" [ 1133.957791] env[69654]: _type = "ResourcePool" [ 1133.957791] env[69654]: }. {{(pid=69654) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1133.958138] env[69654]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-dad71eb8-3ca3-4f87-8bd3-70c09c3f36b3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.977790] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lease: (returnval){ [ 1133.977790] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52518624-d72f-de1e-f401-d35e9ac9bbb0" [ 1133.977790] env[69654]: _type = "HttpNfcLease" [ 1133.977790] env[69654]: } obtained for vApp import into resource pool (val){ [ 1133.977790] env[69654]: value = "resgroup-9" [ 1133.977790] env[69654]: _type = "ResourcePool" [ 1133.977790] env[69654]: }. {{(pid=69654) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1133.978143] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the lease: (returnval){ [ 1133.978143] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52518624-d72f-de1e-f401-d35e9ac9bbb0" [ 1133.978143] env[69654]: _type = "HttpNfcLease" [ 1133.978143] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1133.984403] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1133.984403] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52518624-d72f-de1e-f401-d35e9ac9bbb0" [ 1133.984403] env[69654]: _type = "HttpNfcLease" [ 1133.984403] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1134.138055] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665901} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.140615] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 38c67d2d-9a0e-4393-a235-6bd81fae682a/38c67d2d-9a0e-4393-a235-6bd81fae682a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.141038] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.141349] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39b0686d-115d-448b-a97d-1261a438fb7c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.148051] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1134.148051] env[69654]: value = "task-3555540" [ 1134.148051] env[69654]: _type = "Task" [ 1134.148051] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.159715] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.195304] env[69654]: DEBUG oslo_concurrency.lockutils [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.205970] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196a1c21-8f82-466d-82ca-65a953a8163c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.213915] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c263373-f75a-47ec-ba2a-e5b7417ca061 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.246209] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5c0978-a2d6-42d2-928a-1ad21d541ca9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.253919] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88e2175-b0ce-4bc9-91a1-be109a02473c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.269033] env[69654]: DEBUG nova.compute.provider_tree [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.374357] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.388138] env[69654]: DEBUG oslo_vmware.api [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555538, 'name': PowerOnVM_Task, 'duration_secs': 0.481735} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.388449] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.388658] env[69654]: INFO nova.compute.manager [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1134.388835] env[69654]: DEBUG nova.compute.manager [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.389625] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777008df-bb14-4fc5-8c54-93e9e304b028 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.392521] env[69654]: DEBUG oslo_concurrency.lockutils [req-62d003f6-6406-497e-94c7-9c1c70a89351 req-44137dc8-d57c-44a4-8ecf-8995af8053c4 service nova] Releasing lock "refresh_cache-09aeec83-44a2-457c-9850-c20140ca368e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.486053] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1134.486053] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52518624-d72f-de1e-f401-d35e9ac9bbb0" [ 1134.486053] env[69654]: _type = "HttpNfcLease" [ 1134.486053] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1134.486053] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1134.486053] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52518624-d72f-de1e-f401-d35e9ac9bbb0" [ 1134.486053] env[69654]: _type = "HttpNfcLease" [ 1134.486053] env[69654]: }. {{(pid=69654) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1134.486832] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99685699-6908-4e8d-bbf3-6c07a95198ce {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.494443] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52429ee3-848d-2f57-34f6-f1914b84fed6/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1134.494649] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52429ee3-848d-2f57-34f6-f1914b84fed6/disk-0.vmdk. {{(pid=69654) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1134.564682] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-452cc626-b817-4411-8c31-d139b5ae7bd9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.662868] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063092} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.662868] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.662868] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8acd25-1fd0-4fe9-946a-35cb921665f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.683076] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 38c67d2d-9a0e-4393-a235-6bd81fae682a/38c67d2d-9a0e-4393-a235-6bd81fae682a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.683594] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-787c41eb-7fe3-45cc-a9a2-536553d5047c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.715124] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1134.715124] env[69654]: value = "task-3555541" [ 1134.715124] env[69654]: _type = "Task" [ 1134.715124] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.725137] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.772631] env[69654]: DEBUG nova.scheduler.client.report [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.834571] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquiring lock "e2bf8352-75f4-42e5-9904-13b0808ae36a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.834865] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Lock "e2bf8352-75f4-42e5-9904-13b0808ae36a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.835127] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquiring lock "e2bf8352-75f4-42e5-9904-13b0808ae36a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.835329] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Lock "e2bf8352-75f4-42e5-9904-13b0808ae36a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.835571] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Lock "e2bf8352-75f4-42e5-9904-13b0808ae36a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.839764] env[69654]: INFO nova.compute.manager [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Terminating instance [ 1134.914905] env[69654]: INFO nova.compute.manager [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Took 17.47 seconds to build instance. [ 1135.227903] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555541, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.278353] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.278658] env[69654]: DEBUG nova.compute.manager [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.282159] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.933s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.283153] env[69654]: INFO nova.compute.claims [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.323963] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f3232d76-1088-44f8-b3cf-09ef0025bd18 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.344054] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquiring lock "refresh_cache-e2bf8352-75f4-42e5-9904-13b0808ae36a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.344291] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquired lock "refresh_cache-e2bf8352-75f4-42e5-9904-13b0808ae36a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.344594] env[69654]: DEBUG nova.network.neutron [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.417162] env[69654]: DEBUG oslo_concurrency.lockutils [None req-145bf8f8-646d-4063-b17d-5cd518df96d9 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.983s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.417519] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f3232d76-1088-44f8-b3cf-09ef0025bd18 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.094s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.417889] env[69654]: DEBUG nova.compute.manager [None req-f3232d76-1088-44f8-b3cf-09ef0025bd18 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.418906] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848f8434-dec6-4274-870a-ea5e0d25674a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.428031] env[69654]: DEBUG nova.compute.manager [None req-f3232d76-1088-44f8-b3cf-09ef0025bd18 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69654) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1135.428674] env[69654]: DEBUG nova.objects.instance [None req-f3232d76-1088-44f8-b3cf-09ef0025bd18 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lazy-loading 'flavor' on Instance uuid b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.650979] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Completed reading data from the image iterator. {{(pid=69654) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1135.651214] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52429ee3-848d-2f57-34f6-f1914b84fed6/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1135.652222] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08765a39-c7db-49b6-b0ac-c0c31b47051b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.659658] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52429ee3-848d-2f57-34f6-f1914b84fed6/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1135.659846] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52429ee3-848d-2f57-34f6-f1914b84fed6/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1135.660097] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-300fb97c-ab5b-4f50-a224-42f915b2bc34 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.724287] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555541, 'name': ReconfigVM_Task, 'duration_secs': 0.539046} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.724604] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 38c67d2d-9a0e-4393-a235-6bd81fae682a/38c67d2d-9a0e-4393-a235-6bd81fae682a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.725272] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56a1ad35-c88d-409c-84c7-833026ba95e0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.730962] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1135.730962] env[69654]: value = "task-3555542" [ 1135.730962] env[69654]: _type = "Task" [ 1135.730962] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.740012] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555542, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.788718] env[69654]: DEBUG nova.compute.utils [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.790246] env[69654]: DEBUG nova.compute.manager [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.790469] env[69654]: DEBUG nova.network.neutron [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.829594] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52429ee3-848d-2f57-34f6-f1914b84fed6/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1135.829840] env[69654]: INFO nova.virt.vmwareapi.images [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Downloaded image file data 297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b [ 1135.830848] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a08938-99c1-475f-9be7-5700d7abff6b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.852794] env[69654]: DEBUG nova.policy [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e3f4427f3044fbb85619b1ccc2a3f57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb65f7440991443d84a2548dc5ea2ee8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.854872] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d670ea91-f2b8-4f25-a711-90078f6d3220 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.862281] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "332f1032-a578-4ba6-8058-3e3c411671ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.862567] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "332f1032-a578-4ba6-8058-3e3c411671ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.873383] env[69654]: DEBUG nova.network.neutron [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.882349] env[69654]: INFO nova.virt.vmwareapi.images [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] The imported VM was unregistered [ 1135.885358] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Caching image {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1135.885630] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Creating directory with path [datastore2] devstack-image-cache_base/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.886266] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b74e7c67-c196-471f-931b-d8e29c9e4a1a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.900297] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Created directory with path [datastore2] devstack-image-cache_base/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.900494] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ff386f8e-63d0-422c-aa24-8ccbcf25a00c/OSTACK_IMG_ff386f8e-63d0-422c-aa24-8ccbcf25a00c.vmdk to [datastore2] devstack-image-cache_base/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b.vmdk. {{(pid=69654) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1135.900756] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7102cc73-54a9-466c-b821-61306e818866 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.907558] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1135.907558] env[69654]: value = "task-3555544" [ 1135.907558] env[69654]: _type = "Task" [ 1135.907558] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.915287] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555544, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.923743] env[69654]: DEBUG nova.network.neutron [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.134072] env[69654]: DEBUG nova.network.neutron [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Successfully created port: 22362102-1276-407d-b65b-9304459bf538 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.240523] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555542, 'name': Rename_Task, 'duration_secs': 0.185866} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.240867] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.241104] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-611169f8-588b-409e-a52d-6d2da4633d72 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.248938] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1136.248938] env[69654]: value = "task-3555545" [ 1136.248938] env[69654]: _type = "Task" [ 1136.248938] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.254337] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.300021] env[69654]: DEBUG nova.compute.manager [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.365215] env[69654]: DEBUG nova.compute.manager [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.417935] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555544, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.426350] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Releasing lock "refresh_cache-e2bf8352-75f4-42e5-9904-13b0808ae36a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.426774] env[69654]: DEBUG nova.compute.manager [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.426975] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.427828] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7417b6ff-f2c7-4238-9db8-db51f54156e8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.437524] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3232d76-1088-44f8-b3cf-09ef0025bd18 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.437827] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.438348] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fc6d1f7-7141-44a4-b53f-56b81d540be2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.439816] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fa455d6-71c5-4f7c-8e7f-d68f5d65f96c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.445153] env[69654]: DEBUG oslo_vmware.api [None req-f3232d76-1088-44f8-b3cf-09ef0025bd18 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1136.445153] env[69654]: value = "task-3555546" [ 1136.445153] env[69654]: _type = "Task" [ 1136.445153] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.446409] env[69654]: DEBUG oslo_vmware.api [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1136.446409] env[69654]: value = "task-3555547" [ 1136.446409] env[69654]: _type = "Task" [ 1136.446409] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.462670] env[69654]: DEBUG oslo_vmware.api [None req-f3232d76-1088-44f8-b3cf-09ef0025bd18 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.462924] env[69654]: DEBUG oslo_vmware.api [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.517117] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62978278-058f-4ce7-ab44-e9c0ceb0fe05 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.530391] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13032ab-497c-4a4f-8202-dfd399d4bc6a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.567018] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c30a553-5e45-40a8-b92e-5f5cd27fc928 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.577254] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa181270-e6ca-475a-8189-b5aee571ba76 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.596155] env[69654]: DEBUG nova.compute.provider_tree [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.768101] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555545, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.885324] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.920524] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555544, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.962475] env[69654]: DEBUG oslo_vmware.api [None req-f3232d76-1088-44f8-b3cf-09ef0025bd18 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555546, 'name': PowerOffVM_Task, 'duration_secs': 0.337467} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.965631] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3232d76-1088-44f8-b3cf-09ef0025bd18 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.965861] env[69654]: DEBUG nova.compute.manager [None req-f3232d76-1088-44f8-b3cf-09ef0025bd18 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.966190] env[69654]: DEBUG oslo_vmware.api [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555547, 'name': PowerOffVM_Task, 'duration_secs': 0.373192} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.966909] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c137dea-21c2-4bda-bf3c-26f8de5bf09a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.969513] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.969696] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.970160] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f816463d-76a2-4646-869d-787d6cc59065 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.100098] env[69654]: DEBUG nova.scheduler.client.report [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.210722] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.211061] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.211256] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Deleting the datastore file [datastore2] e2bf8352-75f4-42e5-9904-13b0808ae36a {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.211551] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1371b6e2-c176-4663-a093-3afd49eb16b7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.221794] env[69654]: DEBUG oslo_vmware.api [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for the task: (returnval){ [ 1137.221794] env[69654]: value = "task-3555549" [ 1137.221794] env[69654]: _type = "Task" [ 1137.221794] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.233876] env[69654]: DEBUG oslo_vmware.api [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.263374] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555545, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.312042] env[69654]: DEBUG nova.compute.manager [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.338158] env[69654]: DEBUG nova.virt.hardware [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.338158] env[69654]: DEBUG nova.virt.hardware [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.338158] env[69654]: DEBUG nova.virt.hardware [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.338158] env[69654]: DEBUG nova.virt.hardware [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.338158] env[69654]: DEBUG nova.virt.hardware [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.338642] env[69654]: DEBUG nova.virt.hardware [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.339020] env[69654]: DEBUG nova.virt.hardware [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.339352] env[69654]: DEBUG nova.virt.hardware [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.339664] env[69654]: DEBUG nova.virt.hardware [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.340503] env[69654]: DEBUG nova.virt.hardware [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.340856] env[69654]: DEBUG nova.virt.hardware [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.341922] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf084a7-b29b-42ed-905e-be131662347b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.360987] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35e54a0-c25e-4d4a-8f01-09b3a8ddb237 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.423285] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555544, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.485660] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f3232d76-1088-44f8-b3cf-09ef0025bd18 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.527529] env[69654]: DEBUG nova.compute.manager [req-2246297f-8b22-4e7d-be01-676ab44d6c7d req-a8f5ec64-5a24-4c66-85eb-d9e5a617e986 service nova] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Received event network-vif-plugged-22362102-1276-407d-b65b-9304459bf538 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.527780] env[69654]: DEBUG oslo_concurrency.lockutils [req-2246297f-8b22-4e7d-be01-676ab44d6c7d req-a8f5ec64-5a24-4c66-85eb-d9e5a617e986 service nova] Acquiring lock "dc0ccd33-597b-4275-b2c5-a7300b16d023-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.527994] env[69654]: DEBUG oslo_concurrency.lockutils [req-2246297f-8b22-4e7d-be01-676ab44d6c7d req-a8f5ec64-5a24-4c66-85eb-d9e5a617e986 service nova] Lock "dc0ccd33-597b-4275-b2c5-a7300b16d023-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.528259] env[69654]: DEBUG oslo_concurrency.lockutils [req-2246297f-8b22-4e7d-be01-676ab44d6c7d req-a8f5ec64-5a24-4c66-85eb-d9e5a617e986 service nova] Lock "dc0ccd33-597b-4275-b2c5-a7300b16d023-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.528343] env[69654]: DEBUG nova.compute.manager [req-2246297f-8b22-4e7d-be01-676ab44d6c7d req-a8f5ec64-5a24-4c66-85eb-d9e5a617e986 service nova] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] No waiting events found dispatching network-vif-plugged-22362102-1276-407d-b65b-9304459bf538 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.528588] env[69654]: WARNING nova.compute.manager [req-2246297f-8b22-4e7d-be01-676ab44d6c7d req-a8f5ec64-5a24-4c66-85eb-d9e5a617e986 service nova] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Received unexpected event network-vif-plugged-22362102-1276-407d-b65b-9304459bf538 for instance with vm_state building and task_state spawning. [ 1137.608040] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.608040] env[69654]: DEBUG nova.compute.manager [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.609557] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.889s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.611757] env[69654]: INFO nova.compute.claims [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.634528] env[69654]: DEBUG nova.network.neutron [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Successfully updated port: 22362102-1276-407d-b65b-9304459bf538 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.735862] env[69654]: DEBUG oslo_vmware.api [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.763438] env[69654]: DEBUG oslo_vmware.api [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555545, 'name': PowerOnVM_Task, 'duration_secs': 1.101276} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.763999] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.764099] env[69654]: INFO nova.compute.manager [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1137.764305] env[69654]: DEBUG nova.compute.manager [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.765204] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4caa49d-76b7-4bf8-b068-7c7ce6845c44 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.859540] env[69654]: INFO nova.compute.manager [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Rebuilding instance [ 1137.939964] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555544, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.956234] env[69654]: DEBUG nova.compute.manager [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.957449] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58492bae-a507-41f9-956e-434840694a29 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.116464] env[69654]: DEBUG nova.compute.utils [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.118083] env[69654]: DEBUG nova.compute.manager [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.118268] env[69654]: DEBUG nova.network.neutron [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.137113] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "refresh_cache-dc0ccd33-597b-4275-b2c5-a7300b16d023" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.137274] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquired lock "refresh_cache-dc0ccd33-597b-4275-b2c5-a7300b16d023" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.137447] env[69654]: DEBUG nova.network.neutron [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.158797] env[69654]: DEBUG nova.policy [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b50be1a297184061ab0af281d3741b8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5eb569467eb43208303749071597889', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.237937] env[69654]: DEBUG oslo_vmware.api [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.290916] env[69654]: INFO nova.compute.manager [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Took 18.21 seconds to build instance. [ 1138.423571] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555544, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.433901] env[69654]: DEBUG nova.network.neutron [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Successfully created port: 8512a6a4-40a1-4e42-8191-e48348a34c91 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.623188] env[69654]: DEBUG nova.compute.manager [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.671914] env[69654]: DEBUG nova.network.neutron [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.739367] env[69654]: DEBUG oslo_vmware.api [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Task: {'id': task-3555549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.160789} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.739618] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.739800] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.739971] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.740159] env[69654]: INFO nova.compute.manager [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1138.740399] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.740779] env[69654]: DEBUG nova.compute.manager [-] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.740779] env[69654]: DEBUG nova.network.neutron [-] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.755713] env[69654]: DEBUG nova.network.neutron [-] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.795048] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d1dfdafb-46a0-4f66-abb1-13ae877e4ba2 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "38c67d2d-9a0e-4393-a235-6bd81fae682a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.718s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.841222] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fe1e55-00c6-426e-8422-11df4b41ece6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.849689] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9340d89f-bc65-4adb-818f-68194cf4f32f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.892034] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbf71bb-ea48-4a65-a84c-54a7eb8cfcab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.900040] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf678d5-1859-4f33-8f82-a2a6f0955d6c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.914068] env[69654]: DEBUG nova.compute.provider_tree [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.922741] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555544, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.788081} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.925204] env[69654]: INFO nova.virt.vmwareapi.ds_util [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ff386f8e-63d0-422c-aa24-8ccbcf25a00c/OSTACK_IMG_ff386f8e-63d0-422c-aa24-8ccbcf25a00c.vmdk to [datastore2] devstack-image-cache_base/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b.vmdk. [ 1138.925204] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Cleaning up location [datastore2] OSTACK_IMG_ff386f8e-63d0-422c-aa24-8ccbcf25a00c {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1138.925204] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ff386f8e-63d0-422c-aa24-8ccbcf25a00c {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.925204] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4d54479-625c-44c4-a52e-b9505e1597f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.929625] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1138.929625] env[69654]: value = "task-3555550" [ 1138.929625] env[69654]: _type = "Task" [ 1138.929625] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.937653] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.941361] env[69654]: DEBUG nova.network.neutron [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Updating instance_info_cache with network_info: [{"id": "22362102-1276-407d-b65b-9304459bf538", "address": "fa:16:3e:42:e4:3a", "network": {"id": "9ed63148-7885-48d0-abdc-149a1d22eed5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-349284782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb65f7440991443d84a2548dc5ea2ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22362102-12", "ovs_interfaceid": "22362102-1276-407d-b65b-9304459bf538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.978191] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.978348] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-464587fd-559b-4ea9-b3c5-ae9e880232ba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.985347] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1138.985347] env[69654]: value = "task-3555551" [ 1138.985347] env[69654]: _type = "Task" [ 1138.985347] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.994437] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] VM already powered off {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1138.994739] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.995507] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14562cef-a0b8-4b6e-9643-bc720e63d7c4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.002092] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.002751] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0c272a5-3459-47fc-8129-bc57857831c8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.099166] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.099409] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.099598] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleting the datastore file [datastore2] b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.099862] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a84d569-10e5-43ce-8855-8456d9555591 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.106119] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1139.106119] env[69654]: value = "task-3555553" [ 1139.106119] env[69654]: _type = "Task" [ 1139.106119] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.113851] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.257844] env[69654]: DEBUG nova.network.neutron [-] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.420765] env[69654]: DEBUG nova.scheduler.client.report [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.439644] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107847} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.440034] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.440305] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.440647] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b.vmdk to [datastore2] 09aeec83-44a2-457c-9850-c20140ca368e/09aeec83-44a2-457c-9850-c20140ca368e.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.440908] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3c2d138-7690-4174-97ce-3ce1db7144ca {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.443407] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Releasing lock "refresh_cache-dc0ccd33-597b-4275-b2c5-a7300b16d023" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.443759] env[69654]: DEBUG nova.compute.manager [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Instance network_info: |[{"id": "22362102-1276-407d-b65b-9304459bf538", "address": "fa:16:3e:42:e4:3a", "network": {"id": "9ed63148-7885-48d0-abdc-149a1d22eed5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-349284782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb65f7440991443d84a2548dc5ea2ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22362102-12", "ovs_interfaceid": "22362102-1276-407d-b65b-9304459bf538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.444582] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:e4:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22362102-1276-407d-b65b-9304459bf538', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.451936] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.453285] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.453582] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1139.453582] env[69654]: value = "task-3555554" [ 1139.453582] env[69654]: _type = "Task" [ 1139.453582] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.453777] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ef71023-07fb-4940-b9c4-7b15bf2727b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.477537] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.478622] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.478622] env[69654]: value = "task-3555555" [ 1139.478622] env[69654]: _type = "Task" [ 1139.478622] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.485634] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555555, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.560406] env[69654]: DEBUG nova.compute.manager [req-9e0c773f-d79b-4719-81a0-da8ba2c2d56d req-0dd3bbbf-c03a-4f01-ac02-13f4a71df845 service nova] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Received event network-changed-22362102-1276-407d-b65b-9304459bf538 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.560604] env[69654]: DEBUG nova.compute.manager [req-9e0c773f-d79b-4719-81a0-da8ba2c2d56d req-0dd3bbbf-c03a-4f01-ac02-13f4a71df845 service nova] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Refreshing instance network info cache due to event network-changed-22362102-1276-407d-b65b-9304459bf538. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.560809] env[69654]: DEBUG oslo_concurrency.lockutils [req-9e0c773f-d79b-4719-81a0-da8ba2c2d56d req-0dd3bbbf-c03a-4f01-ac02-13f4a71df845 service nova] Acquiring lock "refresh_cache-dc0ccd33-597b-4275-b2c5-a7300b16d023" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.560953] env[69654]: DEBUG oslo_concurrency.lockutils [req-9e0c773f-d79b-4719-81a0-da8ba2c2d56d req-0dd3bbbf-c03a-4f01-ac02-13f4a71df845 service nova] Acquired lock "refresh_cache-dc0ccd33-597b-4275-b2c5-a7300b16d023" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.561140] env[69654]: DEBUG nova.network.neutron [req-9e0c773f-d79b-4719-81a0-da8ba2c2d56d req-0dd3bbbf-c03a-4f01-ac02-13f4a71df845 service nova] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Refreshing network info cache for port 22362102-1276-407d-b65b-9304459bf538 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.615989] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45455} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.616300] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.616577] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.616653] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.634259] env[69654]: DEBUG nova.compute.manager [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.665011] env[69654]: DEBUG nova.virt.hardware [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.665011] env[69654]: DEBUG nova.virt.hardware [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.665011] env[69654]: DEBUG nova.virt.hardware [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.665011] env[69654]: DEBUG nova.virt.hardware [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.665011] env[69654]: DEBUG nova.virt.hardware [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.665011] env[69654]: DEBUG nova.virt.hardware [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.665527] env[69654]: DEBUG nova.virt.hardware [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.665527] env[69654]: DEBUG nova.virt.hardware [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.665665] env[69654]: DEBUG nova.virt.hardware [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.666419] env[69654]: DEBUG nova.virt.hardware [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.666419] env[69654]: DEBUG nova.virt.hardware [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.666911] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d3749a-54bd-4cdf-bbd7-38a76404849f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.674651] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dda7b88-2a6d-4115-9349-992921f37b32 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.761025] env[69654]: INFO nova.compute.manager [-] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Took 1.02 seconds to deallocate network for instance. [ 1139.925633] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.926357] env[69654]: DEBUG nova.compute.manager [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.929329] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.952s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.931074] env[69654]: INFO nova.compute.claims [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.983196] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555554, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.992967] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555555, 'name': CreateVM_Task, 'duration_secs': 0.48046} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.993166] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.993888] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.994053] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.994396] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.995019] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38750fd9-c357-4af8-badc-a0b3910f06bb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.004468] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1140.004468] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52582b44-3c07-4e90-98a7-f3f664671d09" [ 1140.004468] env[69654]: _type = "Task" [ 1140.004468] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.017108] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52582b44-3c07-4e90-98a7-f3f664671d09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.017999] env[69654]: DEBUG nova.network.neutron [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Successfully updated port: 8512a6a4-40a1-4e42-8191-e48348a34c91 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.268117] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.280945] env[69654]: DEBUG nova.network.neutron [req-9e0c773f-d79b-4719-81a0-da8ba2c2d56d req-0dd3bbbf-c03a-4f01-ac02-13f4a71df845 service nova] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Updated VIF entry in instance network info cache for port 22362102-1276-407d-b65b-9304459bf538. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.281335] env[69654]: DEBUG nova.network.neutron [req-9e0c773f-d79b-4719-81a0-da8ba2c2d56d req-0dd3bbbf-c03a-4f01-ac02-13f4a71df845 service nova] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Updating instance_info_cache with network_info: [{"id": "22362102-1276-407d-b65b-9304459bf538", "address": "fa:16:3e:42:e4:3a", "network": {"id": "9ed63148-7885-48d0-abdc-149a1d22eed5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-349284782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb65f7440991443d84a2548dc5ea2ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22362102-12", "ovs_interfaceid": "22362102-1276-407d-b65b-9304459bf538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.438416] env[69654]: DEBUG nova.compute.utils [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.440045] env[69654]: DEBUG nova.compute.manager [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.440340] env[69654]: DEBUG nova.network.neutron [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.483570] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555554, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.485418] env[69654]: DEBUG nova.policy [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b50be1a297184061ab0af281d3741b8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5eb569467eb43208303749071597889', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.518289] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52582b44-3c07-4e90-98a7-f3f664671d09, 'name': SearchDatastore_Task, 'duration_secs': 0.012983} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.518701] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.519042] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.519200] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.519359] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.519550] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.520615] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "refresh_cache-35a14897-071a-4736-8153-11a6ab63f160" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.520841] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquired lock "refresh_cache-35a14897-071a-4736-8153-11a6ab63f160" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.521101] env[69654]: DEBUG nova.network.neutron [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.522469] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d486ce32-eee7-4bd4-8091-80b7653e6d02 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.536212] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.536433] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.537381] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc0bb0d5-b300-4141-8f7b-470d97bee211 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.547114] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1140.547114] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523e2e51-d3c0-e76d-e392-2c239380b80f" [ 1140.547114] env[69654]: _type = "Task" [ 1140.547114] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.559891] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523e2e51-d3c0-e76d-e392-2c239380b80f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.655718] env[69654]: DEBUG nova.virt.hardware [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.655970] env[69654]: DEBUG nova.virt.hardware [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.656143] env[69654]: DEBUG nova.virt.hardware [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.656328] env[69654]: DEBUG nova.virt.hardware [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.656569] env[69654]: DEBUG nova.virt.hardware [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.656746] env[69654]: DEBUG nova.virt.hardware [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.656963] env[69654]: DEBUG nova.virt.hardware [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.657137] env[69654]: DEBUG nova.virt.hardware [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.657341] env[69654]: DEBUG nova.virt.hardware [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.657463] env[69654]: DEBUG nova.virt.hardware [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.657634] env[69654]: DEBUG nova.virt.hardware [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.658536] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf3e4e6-9ce5-4a44-846f-995fd8a6dee6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.670928] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7277ef65-05e8-431b-9635-77393e8f9b86 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.690703] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:40:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31b25f16-ede6-4851-be30-ae017c561b11', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.698392] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.698715] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.698958] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0779eb5-b561-466e-bf91-4ec1a694efe4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.720481] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.720481] env[69654]: value = "task-3555556" [ 1140.720481] env[69654]: _type = "Task" [ 1140.720481] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.733117] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555556, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.760168] env[69654]: DEBUG nova.network.neutron [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Successfully created port: 3b7c445b-192d-46b8-b4b8-32e7c64086d9 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.784799] env[69654]: DEBUG oslo_concurrency.lockutils [req-9e0c773f-d79b-4719-81a0-da8ba2c2d56d req-0dd3bbbf-c03a-4f01-ac02-13f4a71df845 service nova] Releasing lock "refresh_cache-dc0ccd33-597b-4275-b2c5-a7300b16d023" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.785150] env[69654]: DEBUG nova.compute.manager [req-9e0c773f-d79b-4719-81a0-da8ba2c2d56d req-0dd3bbbf-c03a-4f01-ac02-13f4a71df845 service nova] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Received event network-changed-f5c9c724-59d5-4624-9292-63f607b52c14 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.785420] env[69654]: DEBUG nova.compute.manager [req-9e0c773f-d79b-4719-81a0-da8ba2c2d56d req-0dd3bbbf-c03a-4f01-ac02-13f4a71df845 service nova] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Refreshing instance network info cache due to event network-changed-f5c9c724-59d5-4624-9292-63f607b52c14. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.785721] env[69654]: DEBUG oslo_concurrency.lockutils [req-9e0c773f-d79b-4719-81a0-da8ba2c2d56d req-0dd3bbbf-c03a-4f01-ac02-13f4a71df845 service nova] Acquiring lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.785892] env[69654]: DEBUG oslo_concurrency.lockutils [req-9e0c773f-d79b-4719-81a0-da8ba2c2d56d req-0dd3bbbf-c03a-4f01-ac02-13f4a71df845 service nova] Acquired lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.786079] env[69654]: DEBUG nova.network.neutron [req-9e0c773f-d79b-4719-81a0-da8ba2c2d56d req-0dd3bbbf-c03a-4f01-ac02-13f4a71df845 service nova] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Refreshing network info cache for port f5c9c724-59d5-4624-9292-63f607b52c14 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.946267] env[69654]: DEBUG nova.compute.manager [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.985736] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555554, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.061738] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523e2e51-d3c0-e76d-e392-2c239380b80f, 'name': SearchDatastore_Task, 'duration_secs': 0.011773} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.062732] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-376830f3-6c3e-48b7-ad45-16105e56ac2f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.071815] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1141.071815] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5244d5cc-2c9e-1cd8-7560-863aae673fd4" [ 1141.071815] env[69654]: _type = "Task" [ 1141.071815] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.080111] env[69654]: DEBUG nova.network.neutron [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.092034] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5244d5cc-2c9e-1cd8-7560-863aae673fd4, 'name': SearchDatastore_Task, 'duration_secs': 0.016734} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.094737] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.095032] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] dc0ccd33-597b-4275-b2c5-a7300b16d023/dc0ccd33-597b-4275-b2c5-a7300b16d023.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.095515] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b35d332-2b56-41af-8b19-4c28202b8d4d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.108975] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1141.108975] env[69654]: value = "task-3555557" [ 1141.108975] env[69654]: _type = "Task" [ 1141.108975] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.121074] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.177910] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6132f87-2d1a-4117-83e0-69000355158b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.189913] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb53d13e-19db-41da-8cc5-862699f12923 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.231482] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed8d489-78d4-4ec6-99f8-2e44f16dade8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.243346] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555556, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.246724] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b463045d-183c-4b10-9bbc-8ce8440bc2bd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.264620] env[69654]: DEBUG nova.compute.provider_tree [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.302275] env[69654]: DEBUG nova.network.neutron [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Updating instance_info_cache with network_info: [{"id": "8512a6a4-40a1-4e42-8191-e48348a34c91", "address": "fa:16:3e:29:a1:37", "network": {"id": "cda2680f-2ffb-4825-8751-814671c1bef7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-708335867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5eb569467eb43208303749071597889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8512a6a4-40", "ovs_interfaceid": "8512a6a4-40a1-4e42-8191-e48348a34c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.487265] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555554, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.544081] env[69654]: DEBUG nova.network.neutron [req-9e0c773f-d79b-4719-81a0-da8ba2c2d56d req-0dd3bbbf-c03a-4f01-ac02-13f4a71df845 service nova] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updated VIF entry in instance network info cache for port f5c9c724-59d5-4624-9292-63f607b52c14. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.544499] env[69654]: DEBUG nova.network.neutron [req-9e0c773f-d79b-4719-81a0-da8ba2c2d56d req-0dd3bbbf-c03a-4f01-ac02-13f4a71df845 service nova] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating instance_info_cache with network_info: [{"id": "f5c9c724-59d5-4624-9292-63f607b52c14", "address": "fa:16:3e:94:46:f0", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c9c724-59", "ovs_interfaceid": "f5c9c724-59d5-4624-9292-63f607b52c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.599149] env[69654]: DEBUG nova.compute.manager [req-141f0930-8bc3-4787-b957-423c0d91e07c req-9f240826-7000-4688-a75a-22b3923a30ff service nova] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Received event network-vif-plugged-8512a6a4-40a1-4e42-8191-e48348a34c91 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.599383] env[69654]: DEBUG oslo_concurrency.lockutils [req-141f0930-8bc3-4787-b957-423c0d91e07c req-9f240826-7000-4688-a75a-22b3923a30ff service nova] Acquiring lock "35a14897-071a-4736-8153-11a6ab63f160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.599596] env[69654]: DEBUG oslo_concurrency.lockutils [req-141f0930-8bc3-4787-b957-423c0d91e07c req-9f240826-7000-4688-a75a-22b3923a30ff service nova] Lock "35a14897-071a-4736-8153-11a6ab63f160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.599766] env[69654]: DEBUG oslo_concurrency.lockutils [req-141f0930-8bc3-4787-b957-423c0d91e07c req-9f240826-7000-4688-a75a-22b3923a30ff service nova] Lock "35a14897-071a-4736-8153-11a6ab63f160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.599934] env[69654]: DEBUG nova.compute.manager [req-141f0930-8bc3-4787-b957-423c0d91e07c req-9f240826-7000-4688-a75a-22b3923a30ff service nova] [instance: 35a14897-071a-4736-8153-11a6ab63f160] No waiting events found dispatching network-vif-plugged-8512a6a4-40a1-4e42-8191-e48348a34c91 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.600119] env[69654]: WARNING nova.compute.manager [req-141f0930-8bc3-4787-b957-423c0d91e07c req-9f240826-7000-4688-a75a-22b3923a30ff service nova] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Received unexpected event network-vif-plugged-8512a6a4-40a1-4e42-8191-e48348a34c91 for instance with vm_state building and task_state spawning. [ 1141.600283] env[69654]: DEBUG nova.compute.manager [req-141f0930-8bc3-4787-b957-423c0d91e07c req-9f240826-7000-4688-a75a-22b3923a30ff service nova] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Received event network-changed-8512a6a4-40a1-4e42-8191-e48348a34c91 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.600433] env[69654]: DEBUG nova.compute.manager [req-141f0930-8bc3-4787-b957-423c0d91e07c req-9f240826-7000-4688-a75a-22b3923a30ff service nova] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Refreshing instance network info cache due to event network-changed-8512a6a4-40a1-4e42-8191-e48348a34c91. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.600598] env[69654]: DEBUG oslo_concurrency.lockutils [req-141f0930-8bc3-4787-b957-423c0d91e07c req-9f240826-7000-4688-a75a-22b3923a30ff service nova] Acquiring lock "refresh_cache-35a14897-071a-4736-8153-11a6ab63f160" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.621320] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555557, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.740736] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555556, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.770027] env[69654]: DEBUG nova.scheduler.client.report [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.805384] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Releasing lock "refresh_cache-35a14897-071a-4736-8153-11a6ab63f160" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.805813] env[69654]: DEBUG nova.compute.manager [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Instance network_info: |[{"id": "8512a6a4-40a1-4e42-8191-e48348a34c91", "address": "fa:16:3e:29:a1:37", "network": {"id": "cda2680f-2ffb-4825-8751-814671c1bef7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-708335867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5eb569467eb43208303749071597889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8512a6a4-40", "ovs_interfaceid": "8512a6a4-40a1-4e42-8191-e48348a34c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.806231] env[69654]: DEBUG oslo_concurrency.lockutils [req-141f0930-8bc3-4787-b957-423c0d91e07c req-9f240826-7000-4688-a75a-22b3923a30ff service nova] Acquired lock "refresh_cache-35a14897-071a-4736-8153-11a6ab63f160" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.806423] env[69654]: DEBUG nova.network.neutron [req-141f0930-8bc3-4787-b957-423c0d91e07c req-9f240826-7000-4688-a75a-22b3923a30ff service nova] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Refreshing network info cache for port 8512a6a4-40a1-4e42-8191-e48348a34c91 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.807878] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:a1:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8512a6a4-40a1-4e42-8191-e48348a34c91', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.816277] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Creating folder: Project (a5eb569467eb43208303749071597889). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1141.817563] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e52b1f8-b13e-4fae-9a0f-3c3788917575 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.833425] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Created folder: Project (a5eb569467eb43208303749071597889) in parent group-v709593. [ 1141.833684] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Creating folder: Instances. Parent ref: group-v709886. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1141.834059] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7d9bcc2-4564-489b-a63a-a36856f1415f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.848329] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Created folder: Instances in parent group-v709886. [ 1141.848594] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.849451] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.849679] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e112688-3727-4aa7-be05-d4029470f2fc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.874455] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.874455] env[69654]: value = "task-3555560" [ 1141.874455] env[69654]: _type = "Task" [ 1141.874455] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.887641] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555560, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.955468] env[69654]: DEBUG nova.compute.manager [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.981428] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555554, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.987457] env[69654]: DEBUG nova.virt.hardware [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.987689] env[69654]: DEBUG nova.virt.hardware [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.987844] env[69654]: DEBUG nova.virt.hardware [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.988036] env[69654]: DEBUG nova.virt.hardware [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.988189] env[69654]: DEBUG nova.virt.hardware [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.988344] env[69654]: DEBUG nova.virt.hardware [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.988541] env[69654]: DEBUG nova.virt.hardware [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.988697] env[69654]: DEBUG nova.virt.hardware [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.988861] env[69654]: DEBUG nova.virt.hardware [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.989037] env[69654]: DEBUG nova.virt.hardware [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.989218] env[69654]: DEBUG nova.virt.hardware [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.989991] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94520d14-8bd0-4ce7-b3e2-aada414dd1db {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.997447] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0517b0d8-1e32-4f49-b3a8-3ff6be6be127 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.047425] env[69654]: DEBUG oslo_concurrency.lockutils [req-9e0c773f-d79b-4719-81a0-da8ba2c2d56d req-0dd3bbbf-c03a-4f01-ac02-13f4a71df845 service nova] Releasing lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.120710] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629504} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.120710] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] dc0ccd33-597b-4275-b2c5-a7300b16d023/dc0ccd33-597b-4275-b2c5-a7300b16d023.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.120710] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.121149] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f3c9819-dab3-4aa5-bc4a-ef3c1283e9b7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.127310] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1142.127310] env[69654]: value = "task-3555561" [ 1142.127310] env[69654]: _type = "Task" [ 1142.127310] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.135422] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.236806] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555556, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.243192] env[69654]: DEBUG nova.network.neutron [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Successfully updated port: 3b7c445b-192d-46b8-b4b8-32e7c64086d9 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.274950] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.275895] env[69654]: DEBUG nova.compute.manager [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.278130] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.858s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.278446] env[69654]: DEBUG nova.objects.instance [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lazy-loading 'resources' on Instance uuid 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.386675] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555560, 'name': CreateVM_Task, 'duration_secs': 0.395076} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.386862] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.387534] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.387702] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.388564] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.388564] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c1dc79-5be9-41d3-b979-ced9b984439b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.393110] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1142.393110] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520a351b-e61b-44ff-b37d-80283f7d8a04" [ 1142.393110] env[69654]: _type = "Task" [ 1142.393110] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.403292] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520a351b-e61b-44ff-b37d-80283f7d8a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.480758] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555554, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.550097} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.480971] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b/297d0e51-62fa-4c9e-8c6e-0e55a3a3ca0b.vmdk to [datastore2] 09aeec83-44a2-457c-9850-c20140ca368e/09aeec83-44a2-457c-9850-c20140ca368e.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.481722] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728c5195-329d-4684-a732-a64281e49a13 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.504878] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 09aeec83-44a2-457c-9850-c20140ca368e/09aeec83-44a2-457c-9850-c20140ca368e.vmdk or device None with type streamOptimized {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.505890] env[69654]: DEBUG nova.network.neutron [req-141f0930-8bc3-4787-b957-423c0d91e07c req-9f240826-7000-4688-a75a-22b3923a30ff service nova] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Updated VIF entry in instance network info cache for port 8512a6a4-40a1-4e42-8191-e48348a34c91. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.506235] env[69654]: DEBUG nova.network.neutron [req-141f0930-8bc3-4787-b957-423c0d91e07c req-9f240826-7000-4688-a75a-22b3923a30ff service nova] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Updating instance_info_cache with network_info: [{"id": "8512a6a4-40a1-4e42-8191-e48348a34c91", "address": "fa:16:3e:29:a1:37", "network": {"id": "cda2680f-2ffb-4825-8751-814671c1bef7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-708335867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5eb569467eb43208303749071597889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8512a6a4-40", "ovs_interfaceid": "8512a6a4-40a1-4e42-8191-e48348a34c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.507499] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff40f8c9-e227-4e71-9a00-67d1ea8c072d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.522329] env[69654]: DEBUG oslo_concurrency.lockutils [req-141f0930-8bc3-4787-b957-423c0d91e07c req-9f240826-7000-4688-a75a-22b3923a30ff service nova] Releasing lock "refresh_cache-35a14897-071a-4736-8153-11a6ab63f160" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.528618] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1142.528618] env[69654]: value = "task-3555562" [ 1142.528618] env[69654]: _type = "Task" [ 1142.528618] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.536179] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.636691] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068821} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.636952] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.637750] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f995c98f-fe9c-4cfa-b88f-80997aadc76d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.658876] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] dc0ccd33-597b-4275-b2c5-a7300b16d023/dc0ccd33-597b-4275-b2c5-a7300b16d023.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.659381] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2a97840-5631-4ba3-a98e-71728e140d8b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.677020] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1142.677020] env[69654]: value = "task-3555563" [ 1142.677020] env[69654]: _type = "Task" [ 1142.677020] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.684076] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.735183] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555556, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.745923] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "refresh_cache-439bbec0-f1b0-47fe-9c77-3072d868c14b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.746096] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquired lock "refresh_cache-439bbec0-f1b0-47fe-9c77-3072d868c14b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.746254] env[69654]: DEBUG nova.network.neutron [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.781016] env[69654]: DEBUG nova.compute.utils [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.782736] env[69654]: DEBUG nova.compute.manager [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.782912] env[69654]: DEBUG nova.network.neutron [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.825179] env[69654]: DEBUG nova.policy [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b50be1a297184061ab0af281d3741b8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5eb569467eb43208303749071597889', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.904736] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520a351b-e61b-44ff-b37d-80283f7d8a04, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.907207] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.907431] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.907658] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.907820] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.908015] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.908438] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec1d2e89-f405-4ffd-a468-b7db06f05dfd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.933256] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.933473] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.934235] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d89649-2ce3-4434-89bc-9386af1063de {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.940343] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1142.940343] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526b33c6-4e88-007b-3c28-ec0d461b84cf" [ 1142.940343] env[69654]: _type = "Task" [ 1142.940343] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.951726] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526b33c6-4e88-007b-3c28-ec0d461b84cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.979944] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157d5975-a300-407b-9ce9-57c458bd982d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.987402] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73461bd0-0593-49e7-84b7-11321223ed6e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.017378] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed3f3ad-dff4-49d0-bbf7-a7d4cfd9b5e1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.024888] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e24fc1-9293-4114-8ea4-8d4777adbffb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.041123] env[69654]: DEBUG nova.compute.provider_tree [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.045310] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555562, 'name': ReconfigVM_Task, 'duration_secs': 0.268182} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.045834] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 09aeec83-44a2-457c-9850-c20140ca368e/09aeec83-44a2-457c-9850-c20140ca368e.vmdk or device None with type streamOptimized {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.046469] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ec6847e-b7ec-437c-81a2-00fb38ddcfe3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.053142] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1143.053142] env[69654]: value = "task-3555564" [ 1143.053142] env[69654]: _type = "Task" [ 1143.053142] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.061417] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555564, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.065121] env[69654]: DEBUG nova.network.neutron [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Successfully created port: 51d66057-fab4-4026-a132-454b631a43d8 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.189231] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.236344] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555556, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.283475] env[69654]: DEBUG nova.network.neutron [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.285833] env[69654]: DEBUG nova.compute.manager [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.430354] env[69654]: DEBUG nova.network.neutron [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Updating instance_info_cache with network_info: [{"id": "3b7c445b-192d-46b8-b4b8-32e7c64086d9", "address": "fa:16:3e:97:41:de", "network": {"id": "cda2680f-2ffb-4825-8751-814671c1bef7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-708335867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5eb569467eb43208303749071597889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7c445b-19", "ovs_interfaceid": "3b7c445b-192d-46b8-b4b8-32e7c64086d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.450570] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]526b33c6-4e88-007b-3c28-ec0d461b84cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.451375] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb2d4594-d04a-4d92-bc6a-5c4da71f5330 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.456910] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1143.456910] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52270154-d830-3b37-999a-5d762bbdf1d2" [ 1143.456910] env[69654]: _type = "Task" [ 1143.456910] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.465161] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52270154-d830-3b37-999a-5d762bbdf1d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.547382] env[69654]: DEBUG nova.scheduler.client.report [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.562565] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555564, 'name': Rename_Task, 'duration_secs': 0.147022} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.563467] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.563717] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbbb3d67-e7a4-4872-b466-cf902d519397 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.570818] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1143.570818] env[69654]: value = "task-3555565" [ 1143.570818] env[69654]: _type = "Task" [ 1143.570818] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.578769] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.628055] env[69654]: DEBUG nova.compute.manager [req-2283cde4-80e0-4390-be49-70d39425a18a req-2c0ad604-d03b-4382-9257-bc390b13e00c service nova] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Received event network-vif-plugged-3b7c445b-192d-46b8-b4b8-32e7c64086d9 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.628277] env[69654]: DEBUG oslo_concurrency.lockutils [req-2283cde4-80e0-4390-be49-70d39425a18a req-2c0ad604-d03b-4382-9257-bc390b13e00c service nova] Acquiring lock "439bbec0-f1b0-47fe-9c77-3072d868c14b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.628478] env[69654]: DEBUG oslo_concurrency.lockutils [req-2283cde4-80e0-4390-be49-70d39425a18a req-2c0ad604-d03b-4382-9257-bc390b13e00c service nova] Lock "439bbec0-f1b0-47fe-9c77-3072d868c14b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.628642] env[69654]: DEBUG oslo_concurrency.lockutils [req-2283cde4-80e0-4390-be49-70d39425a18a req-2c0ad604-d03b-4382-9257-bc390b13e00c service nova] Lock "439bbec0-f1b0-47fe-9c77-3072d868c14b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.628804] env[69654]: DEBUG nova.compute.manager [req-2283cde4-80e0-4390-be49-70d39425a18a req-2c0ad604-d03b-4382-9257-bc390b13e00c service nova] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] No waiting events found dispatching network-vif-plugged-3b7c445b-192d-46b8-b4b8-32e7c64086d9 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.628963] env[69654]: WARNING nova.compute.manager [req-2283cde4-80e0-4390-be49-70d39425a18a req-2c0ad604-d03b-4382-9257-bc390b13e00c service nova] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Received unexpected event network-vif-plugged-3b7c445b-192d-46b8-b4b8-32e7c64086d9 for instance with vm_state building and task_state spawning. [ 1143.629135] env[69654]: DEBUG nova.compute.manager [req-2283cde4-80e0-4390-be49-70d39425a18a req-2c0ad604-d03b-4382-9257-bc390b13e00c service nova] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Received event network-changed-3b7c445b-192d-46b8-b4b8-32e7c64086d9 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.629285] env[69654]: DEBUG nova.compute.manager [req-2283cde4-80e0-4390-be49-70d39425a18a req-2c0ad604-d03b-4382-9257-bc390b13e00c service nova] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Refreshing instance network info cache due to event network-changed-3b7c445b-192d-46b8-b4b8-32e7c64086d9. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.629444] env[69654]: DEBUG oslo_concurrency.lockutils [req-2283cde4-80e0-4390-be49-70d39425a18a req-2c0ad604-d03b-4382-9257-bc390b13e00c service nova] Acquiring lock "refresh_cache-439bbec0-f1b0-47fe-9c77-3072d868c14b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.687880] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.736562] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555556, 'name': CreateVM_Task, 'duration_secs': 2.883524} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.736740] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.737500] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.737668] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.737997] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.738275] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43591df-f50e-4ea4-80c8-f3625fc3b060 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.742466] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1143.742466] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52781072-88bf-552c-a450-a069e5976252" [ 1143.742466] env[69654]: _type = "Task" [ 1143.742466] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.752761] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52781072-88bf-552c-a450-a069e5976252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.932626] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Releasing lock "refresh_cache-439bbec0-f1b0-47fe-9c77-3072d868c14b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.933064] env[69654]: DEBUG nova.compute.manager [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Instance network_info: |[{"id": "3b7c445b-192d-46b8-b4b8-32e7c64086d9", "address": "fa:16:3e:97:41:de", "network": {"id": "cda2680f-2ffb-4825-8751-814671c1bef7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-708335867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5eb569467eb43208303749071597889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7c445b-19", "ovs_interfaceid": "3b7c445b-192d-46b8-b4b8-32e7c64086d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.933541] env[69654]: DEBUG oslo_concurrency.lockutils [req-2283cde4-80e0-4390-be49-70d39425a18a req-2c0ad604-d03b-4382-9257-bc390b13e00c service nova] Acquired lock "refresh_cache-439bbec0-f1b0-47fe-9c77-3072d868c14b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.933833] env[69654]: DEBUG nova.network.neutron [req-2283cde4-80e0-4390-be49-70d39425a18a req-2c0ad604-d03b-4382-9257-bc390b13e00c service nova] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Refreshing network info cache for port 3b7c445b-192d-46b8-b4b8-32e7c64086d9 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.935813] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:41:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b7c445b-192d-46b8-b4b8-32e7c64086d9', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.943550] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.944456] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.944788] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b04c4d0-48da-4b80-9a49-4d08041fe066 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.970985] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52270154-d830-3b37-999a-5d762bbdf1d2, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.972530] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.972846] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 35a14897-071a-4736-8153-11a6ab63f160/35a14897-071a-4736-8153-11a6ab63f160.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.973131] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.973131] env[69654]: value = "task-3555566" [ 1143.973131] env[69654]: _type = "Task" [ 1143.973131] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.973424] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c1b3ef6-fb4b-48e7-aff0-c5177ee79f99 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.985179] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555566, 'name': CreateVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.986523] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1143.986523] env[69654]: value = "task-3555567" [ 1143.986523] env[69654]: _type = "Task" [ 1143.986523] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.993925] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.053018] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.055543] env[69654]: DEBUG oslo_concurrency.lockutils [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.861s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.057229] env[69654]: INFO nova.compute.claims [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.081030] env[69654]: DEBUG oslo_vmware.api [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555565, 'name': PowerOnVM_Task, 'duration_secs': 0.508804} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.082125] env[69654]: INFO nova.scheduler.client.report [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Deleted allocations for instance 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8 [ 1144.083387] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.189650] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555563, 'name': ReconfigVM_Task, 'duration_secs': 1.072897} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.190038] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Reconfigured VM instance instance-00000064 to attach disk [datastore1] dc0ccd33-597b-4275-b2c5-a7300b16d023/dc0ccd33-597b-4275-b2c5-a7300b16d023.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.190903] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bde6e6f-8757-40ef-81d5-f781b66f99a9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.193517] env[69654]: DEBUG nova.compute.manager [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.194412] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1f5546-3d78-44e0-b57f-bb813a1f06a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.206170] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1144.206170] env[69654]: value = "task-3555568" [ 1144.206170] env[69654]: _type = "Task" [ 1144.206170] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.216109] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555568, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.257742] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52781072-88bf-552c-a450-a069e5976252, 'name': SearchDatastore_Task, 'duration_secs': 0.009501} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.258240] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.258430] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.258915] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.258915] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.259196] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.259542] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae4d78ba-608d-4efb-a29e-09a9fc64a9b8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.273617] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.273852] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.274943] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f4f520e-3b45-466a-9f4a-00ab04d18582 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.280621] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1144.280621] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528959c5-ab34-031b-af52-9e66991eab23" [ 1144.280621] env[69654]: _type = "Task" [ 1144.280621] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.289668] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528959c5-ab34-031b-af52-9e66991eab23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.295398] env[69654]: DEBUG nova.compute.manager [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.318643] env[69654]: DEBUG nova.virt.hardware [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.318918] env[69654]: DEBUG nova.virt.hardware [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.319094] env[69654]: DEBUG nova.virt.hardware [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.319320] env[69654]: DEBUG nova.virt.hardware [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.319546] env[69654]: DEBUG nova.virt.hardware [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.319759] env[69654]: DEBUG nova.virt.hardware [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.319992] env[69654]: DEBUG nova.virt.hardware [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.320162] env[69654]: DEBUG nova.virt.hardware [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.320337] env[69654]: DEBUG nova.virt.hardware [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.320495] env[69654]: DEBUG nova.virt.hardware [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.320677] env[69654]: DEBUG nova.virt.hardware [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.321610] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0c1ada-885b-45b4-8004-7819f08a2192 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.334279] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d5974d-0f93-4bf2-97b2-f155f54e81d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.493347] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555566, 'name': CreateVM_Task, 'duration_secs': 0.3385} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.496823] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.501561] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.501907] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.502452] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.503626] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0654edf-a7cb-458a-b574-3ba551115595 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.514351] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522364} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.515429] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 35a14897-071a-4736-8153-11a6ab63f160/35a14897-071a-4736-8153-11a6ab63f160.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.515761] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.516168] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-421cde48-7a57-4585-b3f4-cc91519d064d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.519465] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1144.519465] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527edb39-0ee0-f7c2-e52e-efc78bf58d77" [ 1144.519465] env[69654]: _type = "Task" [ 1144.519465] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.526514] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1144.526514] env[69654]: value = "task-3555569" [ 1144.526514] env[69654]: _type = "Task" [ 1144.526514] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.534352] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527edb39-0ee0-f7c2-e52e-efc78bf58d77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.539162] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.594929] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b606ffb3-2aa0-42f5-8a2e-573d0be8dc45 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "42c1cd53-97d0-40ba-aa39-f9c96f44dcd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.002s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.720760] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555568, 'name': Rename_Task, 'duration_secs': 0.252688} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.721574] env[69654]: DEBUG nova.network.neutron [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Successfully updated port: 51d66057-fab4-4026-a132-454b631a43d8 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.722845] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c5583b8a-d8f3-44ba-8d8f-137aa36dcb4c tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "09aeec83-44a2-457c-9850-c20140ca368e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.508s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.723720] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.726424] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae3f2f09-8ec0-488e-b073-87f4f8699ecc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.733971] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1144.733971] env[69654]: value = "task-3555570" [ 1144.733971] env[69654]: _type = "Task" [ 1144.733971] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.742470] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.760985] env[69654]: DEBUG nova.network.neutron [req-2283cde4-80e0-4390-be49-70d39425a18a req-2c0ad604-d03b-4382-9257-bc390b13e00c service nova] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Updated VIF entry in instance network info cache for port 3b7c445b-192d-46b8-b4b8-32e7c64086d9. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.761408] env[69654]: DEBUG nova.network.neutron [req-2283cde4-80e0-4390-be49-70d39425a18a req-2c0ad604-d03b-4382-9257-bc390b13e00c service nova] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Updating instance_info_cache with network_info: [{"id": "3b7c445b-192d-46b8-b4b8-32e7c64086d9", "address": "fa:16:3e:97:41:de", "network": {"id": "cda2680f-2ffb-4825-8751-814671c1bef7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-708335867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5eb569467eb43208303749071597889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7c445b-19", "ovs_interfaceid": "3b7c445b-192d-46b8-b4b8-32e7c64086d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.790053] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528959c5-ab34-031b-af52-9e66991eab23, 'name': SearchDatastore_Task, 'duration_secs': 0.056439} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.790815] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f778fd6-1675-4581-99f0-805401867980 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.795984] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1144.795984] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b87b85-3661-745a-d542-488bf02038f8" [ 1144.795984] env[69654]: _type = "Task" [ 1144.795984] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.803247] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b87b85-3661-745a-d542-488bf02038f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.830174] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.830424] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.830659] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.830859] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.831180] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.833221] env[69654]: INFO nova.compute.manager [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Terminating instance [ 1145.030560] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527edb39-0ee0-f7c2-e52e-efc78bf58d77, 'name': SearchDatastore_Task, 'duration_secs': 0.016934} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.033571] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.033809] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.034028] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.038491] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064857} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.038728] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.039458] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f45472-9d0f-4bf2-9068-da450fbb5f43 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.060534] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 35a14897-071a-4736-8153-11a6ab63f160/35a14897-071a-4736-8153-11a6ab63f160.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.060765] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1119cb3c-c655-4415-88a2-7fb1d1fa09fe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.081865] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1145.081865] env[69654]: value = "task-3555571" [ 1145.081865] env[69654]: _type = "Task" [ 1145.081865] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.089750] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.227482] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "refresh_cache-a666d1e7-0f49-41a9-8983-474bc5db9531" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.227625] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquired lock "refresh_cache-a666d1e7-0f49-41a9-8983-474bc5db9531" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.227792] env[69654]: DEBUG nova.network.neutron [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.231887] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6108def2-2654-46f6-b1b4-4b577cc620cb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.247482] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617fa791-4b6b-4d20-9eb8-104ea96fd3e8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.250700] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.277573] env[69654]: DEBUG oslo_concurrency.lockutils [req-2283cde4-80e0-4390-be49-70d39425a18a req-2c0ad604-d03b-4382-9257-bc390b13e00c service nova] Releasing lock "refresh_cache-439bbec0-f1b0-47fe-9c77-3072d868c14b" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.278721] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52fba4b-bf7e-46f1-967c-95478174873b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.285800] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bef03d-fc10-41c0-bdf5-33f7834f0741 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.299104] env[69654]: DEBUG nova.compute.provider_tree [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.309522] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b87b85-3661-745a-d542-488bf02038f8, 'name': SearchDatastore_Task, 'duration_secs': 0.062255} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.309767] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.310040] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7/b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.310313] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.310497] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.310696] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ebdc811-cd7f-4b39-9c60-efbd0b5fa05e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.312874] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-032462aa-b9ba-48b5-a79e-17dabb32769c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.320420] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1145.320420] env[69654]: value = "task-3555572" [ 1145.320420] env[69654]: _type = "Task" [ 1145.320420] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.324185] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.324361] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.325299] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-438218c8-c3f7-4f31-beaf-1103f49779d3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.330165] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.332822] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1145.332822] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52897406-9f38-de39-1b7e-4ec9dda9dc50" [ 1145.332822] env[69654]: _type = "Task" [ 1145.332822] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.337199] env[69654]: DEBUG nova.compute.manager [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.337403] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.340540] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fa375d-7f11-4a54-9b8a-47f095200d94 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.342971] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52897406-9f38-de39-1b7e-4ec9dda9dc50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.347225] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.347401] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da06c2ae-6807-4a66-a846-462e0edaaa4f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.352601] env[69654]: DEBUG oslo_vmware.api [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1145.352601] env[69654]: value = "task-3555573" [ 1145.352601] env[69654]: _type = "Task" [ 1145.352601] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.361868] env[69654]: DEBUG oslo_vmware.api [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.592541] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.672685] env[69654]: DEBUG nova.compute.manager [req-07c87b91-ee6f-4ae7-bf8a-7e85e4da2ea7 req-8bf13b5b-b1e1-4bdb-8971-8bd5d6d3ac2a service nova] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Received event network-vif-plugged-51d66057-fab4-4026-a132-454b631a43d8 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.673078] env[69654]: DEBUG oslo_concurrency.lockutils [req-07c87b91-ee6f-4ae7-bf8a-7e85e4da2ea7 req-8bf13b5b-b1e1-4bdb-8971-8bd5d6d3ac2a service nova] Acquiring lock "a666d1e7-0f49-41a9-8983-474bc5db9531-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.673078] env[69654]: DEBUG oslo_concurrency.lockutils [req-07c87b91-ee6f-4ae7-bf8a-7e85e4da2ea7 req-8bf13b5b-b1e1-4bdb-8971-8bd5d6d3ac2a service nova] Lock "a666d1e7-0f49-41a9-8983-474bc5db9531-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.673379] env[69654]: DEBUG oslo_concurrency.lockutils [req-07c87b91-ee6f-4ae7-bf8a-7e85e4da2ea7 req-8bf13b5b-b1e1-4bdb-8971-8bd5d6d3ac2a service nova] Lock "a666d1e7-0f49-41a9-8983-474bc5db9531-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.673980] env[69654]: DEBUG nova.compute.manager [req-07c87b91-ee6f-4ae7-bf8a-7e85e4da2ea7 req-8bf13b5b-b1e1-4bdb-8971-8bd5d6d3ac2a service nova] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] No waiting events found dispatching network-vif-plugged-51d66057-fab4-4026-a132-454b631a43d8 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.673980] env[69654]: WARNING nova.compute.manager [req-07c87b91-ee6f-4ae7-bf8a-7e85e4da2ea7 req-8bf13b5b-b1e1-4bdb-8971-8bd5d6d3ac2a service nova] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Received unexpected event network-vif-plugged-51d66057-fab4-4026-a132-454b631a43d8 for instance with vm_state building and task_state spawning. [ 1145.674164] env[69654]: DEBUG nova.compute.manager [req-07c87b91-ee6f-4ae7-bf8a-7e85e4da2ea7 req-8bf13b5b-b1e1-4bdb-8971-8bd5d6d3ac2a service nova] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Received event network-changed-51d66057-fab4-4026-a132-454b631a43d8 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.674394] env[69654]: DEBUG nova.compute.manager [req-07c87b91-ee6f-4ae7-bf8a-7e85e4da2ea7 req-8bf13b5b-b1e1-4bdb-8971-8bd5d6d3ac2a service nova] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Refreshing instance network info cache due to event network-changed-51d66057-fab4-4026-a132-454b631a43d8. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.674581] env[69654]: DEBUG oslo_concurrency.lockutils [req-07c87b91-ee6f-4ae7-bf8a-7e85e4da2ea7 req-8bf13b5b-b1e1-4bdb-8971-8bd5d6d3ac2a service nova] Acquiring lock "refresh_cache-a666d1e7-0f49-41a9-8983-474bc5db9531" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.744281] env[69654]: DEBUG oslo_vmware.api [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555570, 'name': PowerOnVM_Task, 'duration_secs': 1.004437} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.744560] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.744848] env[69654]: INFO nova.compute.manager [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1145.745114] env[69654]: DEBUG nova.compute.manager [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.745981] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2930c4f-86db-4553-b48d-a7d7406c73fb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.762148] env[69654]: DEBUG nova.network.neutron [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.804551] env[69654]: DEBUG nova.scheduler.client.report [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.831903] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555572, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.843832] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52897406-9f38-de39-1b7e-4ec9dda9dc50, 'name': SearchDatastore_Task, 'duration_secs': 0.030614} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.847919] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d718de7a-8a92-4675-b28c-93d781192d89 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.853776] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1145.853776] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524e39d1-0e59-d238-8a1b-ea01a8de74ce" [ 1145.853776] env[69654]: _type = "Task" [ 1145.853776] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.865196] env[69654]: DEBUG oslo_vmware.api [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555573, 'name': PowerOffVM_Task, 'duration_secs': 0.251108} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.868500] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.868689] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.868951] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524e39d1-0e59-d238-8a1b-ea01a8de74ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.869204] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b322b7ba-fba2-41d4-80fd-880d3f8c32df {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.925994] env[69654]: DEBUG nova.network.neutron [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Updating instance_info_cache with network_info: [{"id": "51d66057-fab4-4026-a132-454b631a43d8", "address": "fa:16:3e:b2:6a:65", "network": {"id": "cda2680f-2ffb-4825-8751-814671c1bef7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-708335867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5eb569467eb43208303749071597889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d66057-fa", "ovs_interfaceid": "51d66057-fab4-4026-a132-454b631a43d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.943346] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.943587] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.943782] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Deleting the datastore file [datastore1] abee0e2b-d0b3-470a-b612-2da57e4dc27b {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.944363] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60dc81a1-7a38-44f7-b349-93e998fdaafb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.950758] env[69654]: DEBUG oslo_vmware.api [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for the task: (returnval){ [ 1145.950758] env[69654]: value = "task-3555575" [ 1145.950758] env[69654]: _type = "Task" [ 1145.950758] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.959843] env[69654]: DEBUG oslo_vmware.api [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.092740] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555571, 'name': ReconfigVM_Task, 'duration_secs': 1.006349} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.093012] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 35a14897-071a-4736-8153-11a6ab63f160/35a14897-071a-4736-8153-11a6ab63f160.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.093706] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d86d35eb-85d9-427a-b470-31562d01c11f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.099443] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1146.099443] env[69654]: value = "task-3555576" [ 1146.099443] env[69654]: _type = "Task" [ 1146.099443] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.107696] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555576, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.264707] env[69654]: INFO nova.compute.manager [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Took 22.18 seconds to build instance. [ 1146.311145] env[69654]: DEBUG oslo_concurrency.lockutils [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.311651] env[69654]: DEBUG nova.compute.manager [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.314254] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.940s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.314435] env[69654]: DEBUG nova.objects.instance [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69654) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1146.330968] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62604} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.331265] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7/b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.331481] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.331735] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fabc8622-fb10-4578-b80c-e051cfd2d8b0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.340095] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1146.340095] env[69654]: value = "task-3555577" [ 1146.340095] env[69654]: _type = "Task" [ 1146.340095] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.349057] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.367098] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524e39d1-0e59-d238-8a1b-ea01a8de74ce, 'name': SearchDatastore_Task, 'duration_secs': 0.051043} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.367098] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.367098] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 439bbec0-f1b0-47fe-9c77-3072d868c14b/439bbec0-f1b0-47fe-9c77-3072d868c14b.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.367349] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cf6bf74-6d36-48b0-8e02-381a7f8b1eb9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.373825] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1146.373825] env[69654]: value = "task-3555578" [ 1146.373825] env[69654]: _type = "Task" [ 1146.373825] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.381289] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.429084] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Releasing lock "refresh_cache-a666d1e7-0f49-41a9-8983-474bc5db9531" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.429441] env[69654]: DEBUG nova.compute.manager [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Instance network_info: |[{"id": "51d66057-fab4-4026-a132-454b631a43d8", "address": "fa:16:3e:b2:6a:65", "network": {"id": "cda2680f-2ffb-4825-8751-814671c1bef7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-708335867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5eb569467eb43208303749071597889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d66057-fa", "ovs_interfaceid": "51d66057-fab4-4026-a132-454b631a43d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.429767] env[69654]: DEBUG oslo_concurrency.lockutils [req-07c87b91-ee6f-4ae7-bf8a-7e85e4da2ea7 req-8bf13b5b-b1e1-4bdb-8971-8bd5d6d3ac2a service nova] Acquired lock "refresh_cache-a666d1e7-0f49-41a9-8983-474bc5db9531" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.429954] env[69654]: DEBUG nova.network.neutron [req-07c87b91-ee6f-4ae7-bf8a-7e85e4da2ea7 req-8bf13b5b-b1e1-4bdb-8971-8bd5d6d3ac2a service nova] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Refreshing network info cache for port 51d66057-fab4-4026-a132-454b631a43d8 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.431201] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:6a:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51d66057-fab4-4026-a132-454b631a43d8', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.438783] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.439786] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.440075] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0a76605-c3a5-45b6-a034-7baaf03d82d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.463262] env[69654]: DEBUG oslo_vmware.api [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Task: {'id': task-3555575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205126} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.464417] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.464639] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.464840] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.465036] env[69654]: INFO nova.compute.manager [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1146.465275] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.465450] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.465450] env[69654]: value = "task-3555579" [ 1146.465450] env[69654]: _type = "Task" [ 1146.465450] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.465627] env[69654]: DEBUG nova.compute.manager [-] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.465746] env[69654]: DEBUG nova.network.neutron [-] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.610144] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555576, 'name': Rename_Task, 'duration_secs': 0.284251} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.610515] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.610828] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c18d690c-1ee6-49d0-8ec4-1d6e35e7db40 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.618209] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1146.618209] env[69654]: value = "task-3555580" [ 1146.618209] env[69654]: _type = "Task" [ 1146.618209] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.627464] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.767020] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b391e28e-5529-4a28-ba73-043411e91612 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "dc0ccd33-597b-4275-b2c5-a7300b16d023" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.697s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.822885] env[69654]: DEBUG nova.compute.utils [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.827169] env[69654]: DEBUG nova.compute.manager [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.827526] env[69654]: DEBUG nova.network.neutron [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.851015] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075398} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.852067] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.852395] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3fe9d2-ae9f-4933-85db-562258bb6d39 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.876812] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7/b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.878838] env[69654]: DEBUG nova.policy [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1aba00dfb1f74800bdb397ae8a655696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3a06a6980764944a350af59e733ec31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.881106] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1967308f-0f4b-4074-b4fb-a82aa9151b81 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.913881] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555578, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.916036] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1146.916036] env[69654]: value = "task-3555581" [ 1146.916036] env[69654]: _type = "Task" [ 1146.916036] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.925962] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555581, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.979237] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555579, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.131304] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.230867] env[69654]: DEBUG nova.network.neutron [-] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.261488] env[69654]: DEBUG nova.network.neutron [req-07c87b91-ee6f-4ae7-bf8a-7e85e4da2ea7 req-8bf13b5b-b1e1-4bdb-8971-8bd5d6d3ac2a service nova] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Updated VIF entry in instance network info cache for port 51d66057-fab4-4026-a132-454b631a43d8. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.261995] env[69654]: DEBUG nova.network.neutron [req-07c87b91-ee6f-4ae7-bf8a-7e85e4da2ea7 req-8bf13b5b-b1e1-4bdb-8971-8bd5d6d3ac2a service nova] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Updating instance_info_cache with network_info: [{"id": "51d66057-fab4-4026-a132-454b631a43d8", "address": "fa:16:3e:b2:6a:65", "network": {"id": "cda2680f-2ffb-4825-8751-814671c1bef7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-708335867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5eb569467eb43208303749071597889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d66057-fa", "ovs_interfaceid": "51d66057-fab4-4026-a132-454b631a43d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.328049] env[69654]: DEBUG nova.compute.manager [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.332063] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4cbff92c-0eda-49ac-b93a-31b3003d2933 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.333027] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.448s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.334463] env[69654]: INFO nova.compute.claims [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.337799] env[69654]: DEBUG nova.network.neutron [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Successfully created port: 30cf386f-9aa8-4257-9784-692d5cbdfcdc {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.392017] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563858} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.392235] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 439bbec0-f1b0-47fe-9c77-3072d868c14b/439bbec0-f1b0-47fe-9c77-3072d868c14b.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.392452] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.392765] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d21d849b-da39-4a8c-9e52-0e9a2f76d811 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.399465] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1147.399465] env[69654]: value = "task-3555582" [ 1147.399465] env[69654]: _type = "Task" [ 1147.399465] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.408110] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "dc0ccd33-597b-4275-b2c5-a7300b16d023" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.408360] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "dc0ccd33-597b-4275-b2c5-a7300b16d023" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.408568] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "dc0ccd33-597b-4275-b2c5-a7300b16d023-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.408761] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "dc0ccd33-597b-4275-b2c5-a7300b16d023-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.408994] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "dc0ccd33-597b-4275-b2c5-a7300b16d023-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.410728] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.411359] env[69654]: INFO nova.compute.manager [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Terminating instance [ 1147.425566] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555581, 'name': ReconfigVM_Task, 'duration_secs': 0.434096} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.425908] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Reconfigured VM instance instance-00000062 to attach disk [datastore1] b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7/b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.426593] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8119d81b-e914-40be-8bc9-f1ec490069c7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.432983] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1147.432983] env[69654]: value = "task-3555583" [ 1147.432983] env[69654]: _type = "Task" [ 1147.432983] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.441316] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555583, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.477580] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555579, 'name': CreateVM_Task, 'duration_secs': 0.533735} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.477762] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.478491] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.478659] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.478995] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.479284] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c414f334-b975-4798-b969-a20c08938a29 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.483517] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1147.483517] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522b7386-9244-6f60-faad-6ce9483d1ade" [ 1147.483517] env[69654]: _type = "Task" [ 1147.483517] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.492014] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522b7386-9244-6f60-faad-6ce9483d1ade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.629225] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555580, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.702113] env[69654]: DEBUG nova.compute.manager [req-ec4be0b6-bd0f-446d-b5b5-b50ca2a709ca req-7c496732-0d5a-4c3f-afc8-97ce2c75a487 service nova] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Received event network-vif-deleted-c224d0d2-ac22-4796-9c01-c325554fa2e4 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.733866] env[69654]: INFO nova.compute.manager [-] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Took 1.27 seconds to deallocate network for instance. [ 1147.764849] env[69654]: DEBUG oslo_concurrency.lockutils [req-07c87b91-ee6f-4ae7-bf8a-7e85e4da2ea7 req-8bf13b5b-b1e1-4bdb-8971-8bd5d6d3ac2a service nova] Releasing lock "refresh_cache-a666d1e7-0f49-41a9-8983-474bc5db9531" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.908999] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098287} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.909351] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.910083] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd524ce-7cbe-4ead-8e1f-e8f7083a6810 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.923417] env[69654]: DEBUG nova.compute.manager [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.923632] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.932314] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 439bbec0-f1b0-47fe-9c77-3072d868c14b/439bbec0-f1b0-47fe-9c77-3072d868c14b.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.933184] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175d04b7-c591-4239-915b-b59153bc6cff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.936358] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b21ab447-254d-4fc7-9e27-3b00d779f05c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.958393] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555583, 'name': Rename_Task, 'duration_secs': 0.287654} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.961271] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.961545] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.961811] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1147.961811] env[69654]: value = "task-3555584" [ 1147.961811] env[69654]: _type = "Task" [ 1147.961811] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.961990] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a45f85de-5b12-4b2a-aa3b-5791a16eb8b5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.963467] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3679caf4-4f49-423e-aa10-5c4cdb67b67a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.971972] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1147.971972] env[69654]: value = "task-3555585" [ 1147.971972] env[69654]: _type = "Task" [ 1147.971972] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.976107] env[69654]: DEBUG oslo_vmware.api [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1147.976107] env[69654]: value = "task-3555586" [ 1147.976107] env[69654]: _type = "Task" [ 1147.976107] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.976343] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.992219] env[69654]: DEBUG oslo_vmware.api [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.992474] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555585, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.997577] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522b7386-9244-6f60-faad-6ce9483d1ade, 'name': SearchDatastore_Task, 'duration_secs': 0.012416} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.997851] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.998097] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.998326] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.998482] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.998696] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.998945] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec8346bb-ae95-4304-887c-2f9dc0b245bf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.008140] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.008318] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.009044] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d46c8dc4-f995-4f24-8f12-0656aa361c29 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.013554] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1148.013554] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52de460e-c17f-ca01-d885-0151d6854489" [ 1148.013554] env[69654]: _type = "Task" [ 1148.013554] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.021062] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52de460e-c17f-ca01-d885-0151d6854489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.129960] env[69654]: DEBUG oslo_vmware.api [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555580, 'name': PowerOnVM_Task, 'duration_secs': 1.147896} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.130294] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.130523] env[69654]: INFO nova.compute.manager [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1148.130717] env[69654]: DEBUG nova.compute.manager [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.131618] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0337f3-4f49-4103-b742-c5cb7204bec4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.242257] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.337713] env[69654]: DEBUG nova.compute.manager [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.376624] env[69654]: DEBUG nova.virt.hardware [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.376724] env[69654]: DEBUG nova.virt.hardware [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.377306] env[69654]: DEBUG nova.virt.hardware [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.377306] env[69654]: DEBUG nova.virt.hardware [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.377306] env[69654]: DEBUG nova.virt.hardware [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.377479] env[69654]: DEBUG nova.virt.hardware [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.377589] env[69654]: DEBUG nova.virt.hardware [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.377755] env[69654]: DEBUG nova.virt.hardware [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.377958] env[69654]: DEBUG nova.virt.hardware [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.378210] env[69654]: DEBUG nova.virt.hardware [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.378461] env[69654]: DEBUG nova.virt.hardware [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.379478] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddf65a0-fd65-45bc-b3e2-4e2e2f3b63da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.387822] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105585c6-7959-48a7-a371-8e0301ca57d7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.476252] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.486988] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.491589] env[69654]: DEBUG oslo_vmware.api [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555586, 'name': PowerOffVM_Task, 'duration_secs': 0.256163} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.494153] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.494350] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.494797] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0cad420-4726-4df4-bbdb-8ab39cb9333f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.519282] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bde7d8-6cd3-4e76-9071-d9ae9328d835 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.527603] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52de460e-c17f-ca01-d885-0151d6854489, 'name': SearchDatastore_Task, 'duration_secs': 0.045056} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.530009] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-303fbca3-48c5-4065-861f-8a9fb2f710b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.532827] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e065e8-2a5d-4533-9a64-af268947c9b9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.538739] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1148.538739] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520d2c8a-6d5b-ffd2-d888-956146cccd7e" [ 1148.538739] env[69654]: _type = "Task" [ 1148.538739] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.568469] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d64c6ce-125e-4dfd-a4a3-53633f767ae4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.570778] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.570971] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.571160] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Deleting the datastore file [datastore1] dc0ccd33-597b-4275-b2c5-a7300b16d023 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.571583] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8890b73a-af70-495a-b57e-608d03873ea9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.578194] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520d2c8a-6d5b-ffd2-d888-956146cccd7e, 'name': SearchDatastore_Task, 'duration_secs': 0.013832} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.580914] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.581182] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] a666d1e7-0f49-41a9-8983-474bc5db9531/a666d1e7-0f49-41a9-8983-474bc5db9531.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.581569] env[69654]: DEBUG oslo_vmware.api [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for the task: (returnval){ [ 1148.581569] env[69654]: value = "task-3555588" [ 1148.581569] env[69654]: _type = "Task" [ 1148.581569] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.581742] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eee73925-7e12-4052-b2c0-5657280c5101 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.584334] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3a58aa-83ba-4df5-9821-02ba93ebce4d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.601860] env[69654]: DEBUG nova.compute.provider_tree [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.606713] env[69654]: DEBUG oslo_vmware.api [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.606902] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1148.606902] env[69654]: value = "task-3555589" [ 1148.606902] env[69654]: _type = "Task" [ 1148.606902] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.615523] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.647196] env[69654]: INFO nova.compute.manager [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Took 24.32 seconds to build instance. [ 1148.817297] env[69654]: DEBUG nova.network.neutron [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Successfully updated port: 30cf386f-9aa8-4257-9784-692d5cbdfcdc {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.977668] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.989295] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.097819] env[69654]: DEBUG oslo_vmware.api [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Task: {'id': task-3555588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154999} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.097819] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.098047] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.098124] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.098319] env[69654]: INFO nova.compute.manager [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1149.098561] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.098748] env[69654]: DEBUG nova.compute.manager [-] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.098887] env[69654]: DEBUG nova.network.neutron [-] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.108370] env[69654]: DEBUG nova.scheduler.client.report [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.119858] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484422} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.119959] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] a666d1e7-0f49-41a9-8983-474bc5db9531/a666d1e7-0f49-41a9-8983-474bc5db9531.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.120183] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.120422] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ace5048-7da4-42b1-bcc7-596085ad36d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.127519] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1149.127519] env[69654]: value = "task-3555590" [ 1149.127519] env[69654]: _type = "Task" [ 1149.127519] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.134844] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.151425] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6d541423-f03b-47a0-84ca-2dc20edb3365 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "35a14897-071a-4736-8153-11a6ab63f160" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.826s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.321112] env[69654]: DEBUG oslo_concurrency.lockutils [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.321270] env[69654]: DEBUG oslo_concurrency.lockutils [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.321414] env[69654]: DEBUG nova.network.neutron [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.476552] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555584, 'name': ReconfigVM_Task, 'duration_secs': 1.096308} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.476821] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 439bbec0-f1b0-47fe-9c77-3072d868c14b/439bbec0-f1b0-47fe-9c77-3072d868c14b.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.477520] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9510c4c-2928-41df-99d9-5db624721130 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.487294] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555585, 'name': PowerOnVM_Task, 'duration_secs': 1.487421} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.488426] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.488632] env[69654]: DEBUG nova.compute.manager [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.488934] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1149.488934] env[69654]: value = "task-3555591" [ 1149.488934] env[69654]: _type = "Task" [ 1149.488934] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.489590] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b9a5e3-3b51-4488-b7ce-1cf3fd62e55d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.502376] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555591, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.615565] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.616147] env[69654]: DEBUG nova.compute.manager [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.618892] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.351s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.619143] env[69654]: DEBUG nova.objects.instance [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Lazy-loading 'resources' on Instance uuid e2bf8352-75f4-42e5-9904-13b0808ae36a {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.638039] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175821} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.638039] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.638731] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070892e4-1ba4-4f92-a0e0-dca791c7c82c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.662611] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] a666d1e7-0f49-41a9-8983-474bc5db9531/a666d1e7-0f49-41a9-8983-474bc5db9531.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.663301] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b17a135-2cd5-4a50-a854-6aba34684173 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.683187] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1149.683187] env[69654]: value = "task-3555592" [ 1149.683187] env[69654]: _type = "Task" [ 1149.683187] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.693477] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.732441] env[69654]: DEBUG nova.compute.manager [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Received event network-vif-plugged-30cf386f-9aa8-4257-9784-692d5cbdfcdc {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.732617] env[69654]: DEBUG oslo_concurrency.lockutils [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] Acquiring lock "cff33208-e9ba-423a-9900-bf457349acd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.732782] env[69654]: DEBUG oslo_concurrency.lockutils [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] Lock "cff33208-e9ba-423a-9900-bf457349acd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.732948] env[69654]: DEBUG oslo_concurrency.lockutils [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] Lock "cff33208-e9ba-423a-9900-bf457349acd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.733103] env[69654]: DEBUG nova.compute.manager [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] No waiting events found dispatching network-vif-plugged-30cf386f-9aa8-4257-9784-692d5cbdfcdc {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.733271] env[69654]: WARNING nova.compute.manager [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Received unexpected event network-vif-plugged-30cf386f-9aa8-4257-9784-692d5cbdfcdc for instance with vm_state building and task_state spawning. [ 1149.733428] env[69654]: DEBUG nova.compute.manager [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Received event network-changed-30cf386f-9aa8-4257-9784-692d5cbdfcdc {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.733577] env[69654]: DEBUG nova.compute.manager [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Refreshing instance network info cache due to event network-changed-30cf386f-9aa8-4257-9784-692d5cbdfcdc. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.733742] env[69654]: DEBUG oslo_concurrency.lockutils [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] Acquiring lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.823148] env[69654]: DEBUG nova.network.neutron [-] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.852444] env[69654]: DEBUG nova.network.neutron [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.986933] env[69654]: DEBUG nova.network.neutron [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Updating instance_info_cache with network_info: [{"id": "30cf386f-9aa8-4257-9784-692d5cbdfcdc", "address": "fa:16:3e:6a:f5:1b", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30cf386f-9a", "ovs_interfaceid": "30cf386f-9aa8-4257-9784-692d5cbdfcdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.000694] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555591, 'name': Rename_Task, 'duration_secs': 0.279892} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.001515] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.001768] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e47f1222-5a69-44c9-94ce-bc86dfe6557f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.004352] env[69654]: INFO nova.compute.manager [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] bringing vm to original state: 'stopped' [ 1150.010424] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1150.010424] env[69654]: value = "task-3555593" [ 1150.010424] env[69654]: _type = "Task" [ 1150.010424] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.017991] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.124065] env[69654]: DEBUG nova.compute.utils [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.128374] env[69654]: DEBUG nova.compute.manager [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.128517] env[69654]: DEBUG nova.network.neutron [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.167355] env[69654]: DEBUG nova.policy [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa85abfdcfa146a987518b2d9614ad19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd79cc5fdb2894f0b971aa69b60f13fff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.192539] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555592, 'name': ReconfigVM_Task, 'duration_secs': 0.271226} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.194894] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Reconfigured VM instance instance-00000067 to attach disk [datastore2] a666d1e7-0f49-41a9-8983-474bc5db9531/a666d1e7-0f49-41a9-8983-474bc5db9531.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.197169] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fb9820e-bef0-48ef-ab7c-72573b0de030 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.205330] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1150.205330] env[69654]: value = "task-3555594" [ 1150.205330] env[69654]: _type = "Task" [ 1150.205330] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.216523] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555594, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.301157] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7a63dd-c785-4049-a76c-0ea0e2c21c2b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.309030] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d68e3b-0ba8-48e7-aa77-fdb974c640c7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.343276] env[69654]: INFO nova.compute.manager [-] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Took 1.24 seconds to deallocate network for instance. [ 1150.347920] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffc6ab9-ea66-410c-b3a9-386ba41f6b38 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.354534] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b917e6cf-57be-474f-be00-1b046702186c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.370093] env[69654]: DEBUG nova.compute.provider_tree [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.453625] env[69654]: DEBUG nova.network.neutron [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Successfully created port: c3baa435-35ca-4f83-b221-286dcadf0406 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.492634] env[69654]: DEBUG oslo_concurrency.lockutils [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.492634] env[69654]: DEBUG nova.compute.manager [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Instance network_info: |[{"id": "30cf386f-9aa8-4257-9784-692d5cbdfcdc", "address": "fa:16:3e:6a:f5:1b", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30cf386f-9a", "ovs_interfaceid": "30cf386f-9aa8-4257-9784-692d5cbdfcdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.492634] env[69654]: DEBUG oslo_concurrency.lockutils [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] Acquired lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.492968] env[69654]: DEBUG nova.network.neutron [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Refreshing network info cache for port 30cf386f-9aa8-4257-9784-692d5cbdfcdc {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.494069] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:f5:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30cf386f-9aa8-4257-9784-692d5cbdfcdc', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.501652] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.502139] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.502396] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcba8256-a53c-4a90-9b7e-df949006ad3e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.528703] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.529974] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.529974] env[69654]: value = "task-3555595" [ 1150.529974] env[69654]: _type = "Task" [ 1150.529974] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.538019] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555595, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.631991] env[69654]: DEBUG nova.compute.manager [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.716145] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555594, 'name': Rename_Task, 'duration_secs': 0.187041} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.716145] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.716145] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96ec42e6-7e99-4238-984b-0d83fb460a2b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.723954] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1150.723954] env[69654]: value = "task-3555596" [ 1150.723954] env[69654]: _type = "Task" [ 1150.723954] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.734310] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.854986] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.873172] env[69654]: DEBUG nova.scheduler.client.report [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.024221] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.024494] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.024654] env[69654]: DEBUG nova.compute.manager [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.025495] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac5bdaf-a736-4bf9-8acc-9be6ed44b1ab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.037693] env[69654]: DEBUG nova.compute.manager [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69654) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1151.039356] env[69654]: DEBUG oslo_vmware.api [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555593, 'name': PowerOnVM_Task, 'duration_secs': 0.834631} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.042115] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.042338] env[69654]: INFO nova.compute.manager [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1151.042528] env[69654]: DEBUG nova.compute.manager [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.046034] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e95276-c0c6-4363-a763-64e27700584e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.052609] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555595, 'name': CreateVM_Task, 'duration_secs': 0.341835} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.053561] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.054316] env[69654]: DEBUG oslo_concurrency.lockutils [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.054483] env[69654]: DEBUG oslo_concurrency.lockutils [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.054868] env[69654]: DEBUG oslo_concurrency.lockutils [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.056917] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-659b27d1-2c1c-4d07-8af2-ee952adcb2cb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.065986] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1151.065986] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52dcdc29-2f95-2e1e-1d34-79aff912ed90" [ 1151.065986] env[69654]: _type = "Task" [ 1151.065986] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.073937] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52dcdc29-2f95-2e1e-1d34-79aff912ed90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.236698] env[69654]: DEBUG oslo_vmware.api [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555596, 'name': PowerOnVM_Task, 'duration_secs': 0.508101} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.237053] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.239666] env[69654]: INFO nova.compute.manager [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1151.239867] env[69654]: DEBUG nova.compute.manager [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.240674] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecae3fe3-d4d8-4a74-a43c-8d4aa515e634 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.378568] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.383026] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.141s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.383209] env[69654]: DEBUG nova.objects.instance [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lazy-loading 'resources' on Instance uuid abee0e2b-d0b3-470a-b612-2da57e4dc27b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.406611] env[69654]: INFO nova.scheduler.client.report [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Deleted allocations for instance e2bf8352-75f4-42e5-9904-13b0808ae36a [ 1151.414277] env[69654]: DEBUG nova.network.neutron [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Updated VIF entry in instance network info cache for port 30cf386f-9aa8-4257-9784-692d5cbdfcdc. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.414607] env[69654]: DEBUG nova.network.neutron [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Updating instance_info_cache with network_info: [{"id": "30cf386f-9aa8-4257-9784-692d5cbdfcdc", "address": "fa:16:3e:6a:f5:1b", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30cf386f-9a", "ovs_interfaceid": "30cf386f-9aa8-4257-9784-692d5cbdfcdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.545345] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.545664] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2df73769-5177-40e4-9ad3-16f03916798d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.554708] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1151.554708] env[69654]: value = "task-3555597" [ 1151.554708] env[69654]: _type = "Task" [ 1151.554708] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.566979] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.572821] env[69654]: INFO nova.compute.manager [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Took 26.88 seconds to build instance. [ 1151.579716] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52dcdc29-2f95-2e1e-1d34-79aff912ed90, 'name': SearchDatastore_Task, 'duration_secs': 0.013155} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.580062] env[69654]: DEBUG oslo_concurrency.lockutils [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.580305] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.580549] env[69654]: DEBUG oslo_concurrency.lockutils [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.580697] env[69654]: DEBUG oslo_concurrency.lockutils [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.580876] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.581166] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dc0af5c-7395-4117-b591-cc21476adb75 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.591245] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.591424] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.592739] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113bd5eb-38e8-4928-a379-779c572bfcf3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.598594] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1151.598594] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c4c2ef-bdd4-cbf1-c7b2-cde91d7be9a5" [ 1151.598594] env[69654]: _type = "Task" [ 1151.598594] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.608390] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c4c2ef-bdd4-cbf1-c7b2-cde91d7be9a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.642160] env[69654]: DEBUG nova.compute.manager [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.672052] env[69654]: DEBUG nova.virt.hardware [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.672441] env[69654]: DEBUG nova.virt.hardware [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.672681] env[69654]: DEBUG nova.virt.hardware [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.672912] env[69654]: DEBUG nova.virt.hardware [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.673084] env[69654]: DEBUG nova.virt.hardware [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.673236] env[69654]: DEBUG nova.virt.hardware [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.673446] env[69654]: DEBUG nova.virt.hardware [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.673604] env[69654]: DEBUG nova.virt.hardware [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.673769] env[69654]: DEBUG nova.virt.hardware [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.673933] env[69654]: DEBUG nova.virt.hardware [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.674119] env[69654]: DEBUG nova.virt.hardware [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.675043] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9764cfaf-9350-443b-9d69-028a4786f06a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.682986] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e48710-48e9-4a66-8c60-fc95967f7b63 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.761518] env[69654]: INFO nova.compute.manager [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Took 26.80 seconds to build instance. [ 1151.915077] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9dae2654-2e1a-4207-b4ce-00ecfabcb611 tempest-ServersListShow298Test-2107239963 tempest-ServersListShow298Test-2107239963-project-member] Lock "e2bf8352-75f4-42e5-9904-13b0808ae36a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.080s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.917387] env[69654]: DEBUG oslo_concurrency.lockutils [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] Releasing lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.917649] env[69654]: DEBUG nova.compute.manager [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Received event network-vif-deleted-22362102-1276-407d-b65b-9304459bf538 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.917828] env[69654]: INFO nova.compute.manager [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Neutron deleted interface 22362102-1276-407d-b65b-9304459bf538; detaching it from the instance and deleting it from the info cache [ 1151.918016] env[69654]: DEBUG nova.network.neutron [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.007396] env[69654]: DEBUG nova.compute.manager [req-dc3f0fed-c503-4054-844a-8b89433b70dc req-4f46dff3-0656-4bd1-b048-3843e9508c7b service nova] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Received event network-vif-plugged-c3baa435-35ca-4f83-b221-286dcadf0406 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.007594] env[69654]: DEBUG oslo_concurrency.lockutils [req-dc3f0fed-c503-4054-844a-8b89433b70dc req-4f46dff3-0656-4bd1-b048-3843e9508c7b service nova] Acquiring lock "332f1032-a578-4ba6-8058-3e3c411671ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.007803] env[69654]: DEBUG oslo_concurrency.lockutils [req-dc3f0fed-c503-4054-844a-8b89433b70dc req-4f46dff3-0656-4bd1-b048-3843e9508c7b service nova] Lock "332f1032-a578-4ba6-8058-3e3c411671ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.007969] env[69654]: DEBUG oslo_concurrency.lockutils [req-dc3f0fed-c503-4054-844a-8b89433b70dc req-4f46dff3-0656-4bd1-b048-3843e9508c7b service nova] Lock "332f1032-a578-4ba6-8058-3e3c411671ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.008154] env[69654]: DEBUG nova.compute.manager [req-dc3f0fed-c503-4054-844a-8b89433b70dc req-4f46dff3-0656-4bd1-b048-3843e9508c7b service nova] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] No waiting events found dispatching network-vif-plugged-c3baa435-35ca-4f83-b221-286dcadf0406 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.008321] env[69654]: WARNING nova.compute.manager [req-dc3f0fed-c503-4054-844a-8b89433b70dc req-4f46dff3-0656-4bd1-b048-3843e9508c7b service nova] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Received unexpected event network-vif-plugged-c3baa435-35ca-4f83-b221-286dcadf0406 for instance with vm_state building and task_state spawning. [ 1152.062901] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eca29e8-fe66-42ee-b9b5-8b7ce063c5a7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.070351] env[69654]: DEBUG oslo_vmware.api [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555597, 'name': PowerOffVM_Task, 'duration_secs': 0.356472} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.071273] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.071578] env[69654]: DEBUG nova.compute.manager [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.072452] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e27f8b4-5e10-4f46-bef2-25bb2ce0eab8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.077766] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d4b46dc3-c4a4-4321-bd38-67b6393aea78 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "439bbec0-f1b0-47fe-9c77-3072d868c14b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.391s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.079247] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b114506-46f0-4cef-b867-bb8dfa8d8501 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.119538] env[69654]: DEBUG nova.network.neutron [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Successfully updated port: c3baa435-35ca-4f83-b221-286dcadf0406 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.124247] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cfb432-f8fe-4274-bbf8-66ec08bc22cb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.134791] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "refresh_cache-332f1032-a578-4ba6-8058-3e3c411671ed" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.134940] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquired lock "refresh_cache-332f1032-a578-4ba6-8058-3e3c411671ed" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.135117] env[69654]: DEBUG nova.network.neutron [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.145021] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c4c2ef-bdd4-cbf1-c7b2-cde91d7be9a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010736} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.145892] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152b9fb0-7758-4eaf-ae36-9f01c31bed58 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.149675] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfbe996-dfbb-44b9-b675-dffa76e5f809 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.157102] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1152.157102] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d112c9-4f0e-8ceb-b22d-e4ae416f667c" [ 1152.157102] env[69654]: _type = "Task" [ 1152.157102] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.166186] env[69654]: DEBUG nova.compute.provider_tree [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.177723] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d112c9-4f0e-8ceb-b22d-e4ae416f667c, 'name': SearchDatastore_Task, 'duration_secs': 0.01721} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.177985] env[69654]: DEBUG oslo_concurrency.lockutils [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.178251] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] cff33208-e9ba-423a-9900-bf457349acd0/cff33208-e9ba-423a-9900-bf457349acd0.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.178500] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45a000f8-4ed7-47c6-8504-1218f2fa0f2e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.185196] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1152.185196] env[69654]: value = "task-3555598" [ 1152.185196] env[69654]: _type = "Task" [ 1152.185196] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.193193] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.263404] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f12ed48d-62aa-469e-a1b8-6318db73875a tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "a666d1e7-0f49-41a9-8983-474bc5db9531" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.312s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.423042] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57db7011-cef2-424f-8d56-3e54db461f8b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.432457] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5408d7a9-2a1c-429c-abcd-687fb3edcf77 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.462998] env[69654]: DEBUG nova.compute.manager [req-24945cec-e861-4934-a171-cdf7175f520f req-39df11e1-fb20-4276-91f0-51f1429cd168 service nova] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Detach interface failed, port_id=22362102-1276-407d-b65b-9304459bf538, reason: Instance dc0ccd33-597b-4275-b2c5-a7300b16d023 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1152.590330] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.566s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.672627] env[69654]: DEBUG nova.scheduler.client.report [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.698398] env[69654]: DEBUG nova.network.neutron [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.712400] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555598, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.871361] env[69654]: DEBUG nova.network.neutron [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Updating instance_info_cache with network_info: [{"id": "c3baa435-35ca-4f83-b221-286dcadf0406", "address": "fa:16:3e:b1:33:17", "network": {"id": "d64dd3ce-b453-4cd1-b9d8-de72ecf65b90", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1531259325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79cc5fdb2894f0b971aa69b60f13fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3baa435-35", "ovs_interfaceid": "c3baa435-35ca-4f83-b221-286dcadf0406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.101621] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.181359] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.183824] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.329s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.184488] env[69654]: DEBUG nova.objects.instance [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lazy-loading 'resources' on Instance uuid dc0ccd33-597b-4275-b2c5-a7300b16d023 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.196778] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696199} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.197134] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] cff33208-e9ba-423a-9900-bf457349acd0/cff33208-e9ba-423a-9900-bf457349acd0.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.197313] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.197712] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efc1c5d8-32da-4697-b712-bc03887835c7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.206473] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1153.206473] env[69654]: value = "task-3555599" [ 1153.206473] env[69654]: _type = "Task" [ 1153.206473] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.207397] env[69654]: INFO nova.scheduler.client.report [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Deleted allocations for instance abee0e2b-d0b3-470a-b612-2da57e4dc27b [ 1153.218910] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.375501] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Releasing lock "refresh_cache-332f1032-a578-4ba6-8058-3e3c411671ed" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.376892] env[69654]: DEBUG nova.compute.manager [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Instance network_info: |[{"id": "c3baa435-35ca-4f83-b221-286dcadf0406", "address": "fa:16:3e:b1:33:17", "network": {"id": "d64dd3ce-b453-4cd1-b9d8-de72ecf65b90", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1531259325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79cc5fdb2894f0b971aa69b60f13fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3baa435-35", "ovs_interfaceid": "c3baa435-35ca-4f83-b221-286dcadf0406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.376892] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:33:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3baa435-35ca-4f83-b221-286dcadf0406', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.384121] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.384400] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.384669] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0ae3656-5794-4588-8bbf-88d9ed75872a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.410693] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.410693] env[69654]: value = "task-3555600" [ 1153.410693] env[69654]: _type = "Task" [ 1153.410693] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.421741] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555600, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.717881] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bd11388-e362-4d3a-a978-6151b4231245 tempest-AttachInterfacesTestJSON-503102750 tempest-AttachInterfacesTestJSON-503102750-project-member] Lock "abee0e2b-d0b3-470a-b612-2da57e4dc27b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.887s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.722148] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068455} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.725055] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.726198] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9307038f-c090-4460-91c6-9749ba3e06ef {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.747968] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] cff33208-e9ba-423a-9900-bf457349acd0/cff33208-e9ba-423a-9900-bf457349acd0.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.751476] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91e56c19-5cfd-4bb2-87b5-a314faecbce2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.771419] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1153.771419] env[69654]: value = "task-3555601" [ 1153.771419] env[69654]: _type = "Task" [ 1153.771419] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.782113] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.872974] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1957cdfe-ad74-46a6-a4d5-14a0e89aff6e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.882983] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23329274-240a-4444-8763-6066fa9ae610 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.914094] env[69654]: DEBUG oslo_concurrency.lockutils [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.914291] env[69654]: DEBUG oslo_concurrency.lockutils [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.914502] env[69654]: DEBUG oslo_concurrency.lockutils [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.914682] env[69654]: DEBUG oslo_concurrency.lockutils [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.914948] env[69654]: DEBUG oslo_concurrency.lockutils [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.916958] env[69654]: INFO nova.compute.manager [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Terminating instance [ 1153.921464] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c380c873-6954-4fe6-bf5f-f990b85bd6e6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.929844] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555600, 'name': CreateVM_Task, 'duration_secs': 0.475638} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.932016] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.933369] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.933534] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.933876] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.935252] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b614ee44-b3d5-414a-95ed-0a1aa9c1ad97 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.939358] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0ac2c36-fcd0-4ed1-9279-0d293d90e491 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.952019] env[69654]: DEBUG nova.compute.provider_tree [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.953368] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1153.953368] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522836bc-33e7-c4c2-c903-18467ad3336a" [ 1153.953368] env[69654]: _type = "Task" [ 1153.953368] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.961684] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522836bc-33e7-c4c2-c903-18467ad3336a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.032933] env[69654]: DEBUG nova.compute.manager [req-83150e5b-0dac-40e2-8f59-9cf9ba608362 req-b127291a-9317-4bec-ac6d-5afef17b95a4 service nova] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Received event network-changed-c3baa435-35ca-4f83-b221-286dcadf0406 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.033362] env[69654]: DEBUG nova.compute.manager [req-83150e5b-0dac-40e2-8f59-9cf9ba608362 req-b127291a-9317-4bec-ac6d-5afef17b95a4 service nova] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Refreshing instance network info cache due to event network-changed-c3baa435-35ca-4f83-b221-286dcadf0406. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.033433] env[69654]: DEBUG oslo_concurrency.lockutils [req-83150e5b-0dac-40e2-8f59-9cf9ba608362 req-b127291a-9317-4bec-ac6d-5afef17b95a4 service nova] Acquiring lock "refresh_cache-332f1032-a578-4ba6-8058-3e3c411671ed" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.033584] env[69654]: DEBUG oslo_concurrency.lockutils [req-83150e5b-0dac-40e2-8f59-9cf9ba608362 req-b127291a-9317-4bec-ac6d-5afef17b95a4 service nova] Acquired lock "refresh_cache-332f1032-a578-4ba6-8058-3e3c411671ed" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.033756] env[69654]: DEBUG nova.network.neutron [req-83150e5b-0dac-40e2-8f59-9cf9ba608362 req-b127291a-9317-4bec-ac6d-5afef17b95a4 service nova] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Refreshing network info cache for port c3baa435-35ca-4f83-b221-286dcadf0406 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.137501] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e769439b-4862-4ca4-8567-fb2564876ecb tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "35a14897-071a-4736-8153-11a6ab63f160" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.137865] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e769439b-4862-4ca4-8567-fb2564876ecb tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "35a14897-071a-4736-8153-11a6ab63f160" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.137959] env[69654]: DEBUG nova.compute.manager [None req-e769439b-4862-4ca4-8567-fb2564876ecb tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.138868] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be274ffe-fc14-417d-9547-8517217fc553 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.145537] env[69654]: DEBUG nova.compute.manager [None req-e769439b-4862-4ca4-8567-fb2564876ecb tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69654) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1154.146144] env[69654]: DEBUG nova.objects.instance [None req-e769439b-4862-4ca4-8567-fb2564876ecb tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lazy-loading 'flavor' on Instance uuid 35a14897-071a-4736-8153-11a6ab63f160 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.283435] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555601, 'name': ReconfigVM_Task, 'duration_secs': 0.397934} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.283578] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Reconfigured VM instance instance-00000068 to attach disk [datastore2] cff33208-e9ba-423a-9900-bf457349acd0/cff33208-e9ba-423a-9900-bf457349acd0.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.284115] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-027e8fb4-19bd-4a96-aed8-20b537171664 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.290407] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1154.290407] env[69654]: value = "task-3555602" [ 1154.290407] env[69654]: _type = "Task" [ 1154.290407] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.298087] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555602, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.426608] env[69654]: DEBUG nova.compute.manager [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.426835] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.427790] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58e98fd-7784-477c-96ab-3e2f437a653f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.434951] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.435218] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ffc7e9d-b3a2-4ea0-a1a9-3cc69dc57a54 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.455050] env[69654]: DEBUG nova.scheduler.client.report [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.467344] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522836bc-33e7-c4c2-c903-18467ad3336a, 'name': SearchDatastore_Task, 'duration_secs': 0.01653} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.467534] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.468167] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.468167] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.468167] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.468326] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.468569] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3964e735-7816-4f4b-a9dc-f7874099e41e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.478679] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.478862] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.479841] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c01bac-005d-4d3b-9b30-5c6caedd4f1f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.484925] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1154.484925] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525aea00-176c-b6ef-ec96-b70d5c25889f" [ 1154.484925] env[69654]: _type = "Task" [ 1154.484925] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.492680] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525aea00-176c-b6ef-ec96-b70d5c25889f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.505615] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.505885] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.506150] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleting the datastore file [datastore1] b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.506485] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07d51b60-c9ff-4d08-b421-0629a0b99bd1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.513323] env[69654]: DEBUG oslo_vmware.api [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1154.513323] env[69654]: value = "task-3555604" [ 1154.513323] env[69654]: _type = "Task" [ 1154.513323] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.521967] env[69654]: DEBUG oslo_vmware.api [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.760404] env[69654]: DEBUG nova.network.neutron [req-83150e5b-0dac-40e2-8f59-9cf9ba608362 req-b127291a-9317-4bec-ac6d-5afef17b95a4 service nova] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Updated VIF entry in instance network info cache for port c3baa435-35ca-4f83-b221-286dcadf0406. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.760897] env[69654]: DEBUG nova.network.neutron [req-83150e5b-0dac-40e2-8f59-9cf9ba608362 req-b127291a-9317-4bec-ac6d-5afef17b95a4 service nova] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Updating instance_info_cache with network_info: [{"id": "c3baa435-35ca-4f83-b221-286dcadf0406", "address": "fa:16:3e:b1:33:17", "network": {"id": "d64dd3ce-b453-4cd1-b9d8-de72ecf65b90", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1531259325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79cc5fdb2894f0b971aa69b60f13fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3baa435-35", "ovs_interfaceid": "c3baa435-35ca-4f83-b221-286dcadf0406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.803236] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555602, 'name': Rename_Task, 'duration_secs': 0.319017} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.803809] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.804251] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e587ec1c-b12b-4b8b-96e3-5da272a87f43 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.810766] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1154.810766] env[69654]: value = "task-3555605" [ 1154.810766] env[69654]: _type = "Task" [ 1154.810766] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.820319] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.963532] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.966013] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.865s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.966268] env[69654]: DEBUG nova.objects.instance [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69654) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1154.985842] env[69654]: INFO nova.scheduler.client.report [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Deleted allocations for instance dc0ccd33-597b-4275-b2c5-a7300b16d023 [ 1155.000105] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525aea00-176c-b6ef-ec96-b70d5c25889f, 'name': SearchDatastore_Task, 'duration_secs': 0.015663} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.000721] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28da14d5-e25c-40b8-9772-8ce34f3d7903 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.007204] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1155.007204] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a7542a-055d-53fc-b414-1ec3f334f0b2" [ 1155.007204] env[69654]: _type = "Task" [ 1155.007204] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.016119] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a7542a-055d-53fc-b414-1ec3f334f0b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.024514] env[69654]: DEBUG oslo_vmware.api [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434263} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.024841] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.025074] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.025262] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.025435] env[69654]: INFO nova.compute.manager [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1155.025672] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.025861] env[69654]: DEBUG nova.compute.manager [-] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.025955] env[69654]: DEBUG nova.network.neutron [-] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.156996] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e769439b-4862-4ca4-8567-fb2564876ecb tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.156996] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26f56031-e043-49ac-8389-f5c58c23065b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.161970] env[69654]: DEBUG oslo_vmware.api [None req-e769439b-4862-4ca4-8567-fb2564876ecb tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1155.161970] env[69654]: value = "task-3555606" [ 1155.161970] env[69654]: _type = "Task" [ 1155.161970] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.173278] env[69654]: DEBUG oslo_vmware.api [None req-e769439b-4862-4ca4-8567-fb2564876ecb tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.264171] env[69654]: DEBUG oslo_concurrency.lockutils [req-83150e5b-0dac-40e2-8f59-9cf9ba608362 req-b127291a-9317-4bec-ac6d-5afef17b95a4 service nova] Releasing lock "refresh_cache-332f1032-a578-4ba6-8058-3e3c411671ed" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.321795] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555605, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.500992] env[69654]: DEBUG oslo_concurrency.lockutils [None req-81714b3f-6993-40af-943f-ad641f653812 tempest-ImagesOneServerNegativeTestJSON-126282846 tempest-ImagesOneServerNegativeTestJSON-126282846-project-member] Lock "dc0ccd33-597b-4275-b2c5-a7300b16d023" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.090s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.519764] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a7542a-055d-53fc-b414-1ec3f334f0b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011203} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.520356] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.520795] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 332f1032-a578-4ba6-8058-3e3c411671ed/332f1032-a578-4ba6-8058-3e3c411671ed.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.521533] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adfca3d0-4c6d-42dc-8586-407b5a0fb65b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.529919] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1155.529919] env[69654]: value = "task-3555607" [ 1155.529919] env[69654]: _type = "Task" [ 1155.529919] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.537550] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.672098] env[69654]: DEBUG oslo_vmware.api [None req-e769439b-4862-4ca4-8567-fb2564876ecb tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555606, 'name': PowerOffVM_Task, 'duration_secs': 0.210467} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.672390] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e769439b-4862-4ca4-8567-fb2564876ecb tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.672612] env[69654]: DEBUG nova.compute.manager [None req-e769439b-4862-4ca4-8567-fb2564876ecb tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.673488] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995e6170-c4ed-4d94-a4fd-1142ffe19828 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.820822] env[69654]: DEBUG oslo_vmware.api [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555605, 'name': PowerOnVM_Task, 'duration_secs': 0.659375} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.821340] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.821683] env[69654]: INFO nova.compute.manager [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1155.821956] env[69654]: DEBUG nova.compute.manager [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.823143] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fb97d2-06fb-4ef9-88d0-627d3b509ce4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.889431] env[69654]: DEBUG nova.network.neutron [-] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.979553] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1c75f2fe-e01d-4fdc-958f-61073966200e tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.042724] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555607, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.063311] env[69654]: DEBUG nova.compute.manager [req-e831eddb-b0fc-4f63-80e6-aa0f15339c52 req-19af5406-5836-400f-acd4-789a61be3083 service nova] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Received event network-vif-deleted-31b25f16-ede6-4851-be30-ae017c561b11 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.187637] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e769439b-4862-4ca4-8567-fb2564876ecb tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "35a14897-071a-4736-8153-11a6ab63f160" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.353241] env[69654]: INFO nova.compute.manager [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Took 22.18 seconds to build instance. [ 1156.393565] env[69654]: INFO nova.compute.manager [-] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Took 1.37 seconds to deallocate network for instance. [ 1156.541083] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656509} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.541363] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 332f1032-a578-4ba6-8058-3e3c411671ed/332f1032-a578-4ba6-8058-3e3c411671ed.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.541589] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.541864] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f81a445-d4d2-4c20-b4ea-14929234053b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.549346] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1156.549346] env[69654]: value = "task-3555608" [ 1156.549346] env[69654]: _type = "Task" [ 1156.549346] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.559681] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.715090] env[69654]: DEBUG nova.objects.instance [None req-404bbbf6-c915-42e5-8be4-32f78e9955ca tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lazy-loading 'flavor' on Instance uuid 35a14897-071a-4736-8153-11a6ab63f160 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.855365] env[69654]: DEBUG oslo_concurrency.lockutils [None req-303e99f3-bac0-4e1e-b9e3-a7dc7e8f7bf8 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "cff33208-e9ba-423a-9900-bf457349acd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.686s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.900212] env[69654]: DEBUG oslo_concurrency.lockutils [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.900565] env[69654]: DEBUG oslo_concurrency.lockutils [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.900796] env[69654]: DEBUG nova.objects.instance [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lazy-loading 'resources' on Instance uuid b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.058996] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069837} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.059388] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.060196] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bae666-01ed-4edc-a616-014300ff6d1c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.088902] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 332f1032-a578-4ba6-8058-3e3c411671ed/332f1032-a578-4ba6-8058-3e3c411671ed.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.091365] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79aa2ebe-e133-4ba3-8512-c37688ecff0a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.113194] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1157.113194] env[69654]: value = "task-3555609" [ 1157.113194] env[69654]: _type = "Task" [ 1157.113194] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.121734] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.221652] env[69654]: DEBUG oslo_concurrency.lockutils [None req-404bbbf6-c915-42e5-8be4-32f78e9955ca tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "refresh_cache-35a14897-071a-4736-8153-11a6ab63f160" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.221926] env[69654]: DEBUG oslo_concurrency.lockutils [None req-404bbbf6-c915-42e5-8be4-32f78e9955ca tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquired lock "refresh_cache-35a14897-071a-4736-8153-11a6ab63f160" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.222099] env[69654]: DEBUG nova.network.neutron [None req-404bbbf6-c915-42e5-8be4-32f78e9955ca tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.222260] env[69654]: DEBUG nova.objects.instance [None req-404bbbf6-c915-42e5-8be4-32f78e9955ca tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lazy-loading 'info_cache' on Instance uuid 35a14897-071a-4736-8153-11a6ab63f160 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.577851] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16125be5-3f8d-41d4-ad18-0e917cea8b8a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.588308] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52c0c20-c201-4b37-8bf5-def992cc1b9a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.625307] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5065def5-45eb-4dd7-ac24-f1b66a242e27 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.632887] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555609, 'name': ReconfigVM_Task, 'duration_secs': 0.29412} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.634955] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 332f1032-a578-4ba6-8058-3e3c411671ed/332f1032-a578-4ba6-8058-3e3c411671ed.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.635598] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-172085c4-6f1f-40ad-a3a7-60b6a434d1a4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.638183] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c26fe2f-fef6-46d4-b845-5f2459547b2d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.654448] env[69654]: DEBUG nova.compute.provider_tree [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.656120] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1157.656120] env[69654]: value = "task-3555610" [ 1157.656120] env[69654]: _type = "Task" [ 1157.656120] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.725421] env[69654]: DEBUG nova.objects.base [None req-404bbbf6-c915-42e5-8be4-32f78e9955ca tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Object Instance<35a14897-071a-4736-8153-11a6ab63f160> lazy-loaded attributes: flavor,info_cache {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1158.090788] env[69654]: DEBUG nova.compute.manager [req-a7250ed3-c1db-4733-8d69-0236bc0af433 req-c06c6bdb-f2ae-493c-88e7-8f142cb143f4 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Received event network-changed-30cf386f-9aa8-4257-9784-692d5cbdfcdc {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.090788] env[69654]: DEBUG nova.compute.manager [req-a7250ed3-c1db-4733-8d69-0236bc0af433 req-c06c6bdb-f2ae-493c-88e7-8f142cb143f4 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Refreshing instance network info cache due to event network-changed-30cf386f-9aa8-4257-9784-692d5cbdfcdc. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.091201] env[69654]: DEBUG oslo_concurrency.lockutils [req-a7250ed3-c1db-4733-8d69-0236bc0af433 req-c06c6bdb-f2ae-493c-88e7-8f142cb143f4 service nova] Acquiring lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.091397] env[69654]: DEBUG oslo_concurrency.lockutils [req-a7250ed3-c1db-4733-8d69-0236bc0af433 req-c06c6bdb-f2ae-493c-88e7-8f142cb143f4 service nova] Acquired lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.091534] env[69654]: DEBUG nova.network.neutron [req-a7250ed3-c1db-4733-8d69-0236bc0af433 req-c06c6bdb-f2ae-493c-88e7-8f142cb143f4 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Refreshing network info cache for port 30cf386f-9aa8-4257-9784-692d5cbdfcdc {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.161794] env[69654]: DEBUG nova.scheduler.client.report [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.170866] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555610, 'name': Rename_Task, 'duration_secs': 0.167867} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.171117] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.171281] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8282a4fa-79dd-4614-b47f-eeeb6f5ce488 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.180999] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1158.180999] env[69654]: value = "task-3555611" [ 1158.180999] env[69654]: _type = "Task" [ 1158.180999] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.187736] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.444558] env[69654]: DEBUG nova.network.neutron [None req-404bbbf6-c915-42e5-8be4-32f78e9955ca tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Updating instance_info_cache with network_info: [{"id": "8512a6a4-40a1-4e42-8191-e48348a34c91", "address": "fa:16:3e:29:a1:37", "network": {"id": "cda2680f-2ffb-4825-8751-814671c1bef7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-708335867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5eb569467eb43208303749071597889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8512a6a4-40", "ovs_interfaceid": "8512a6a4-40a1-4e42-8191-e48348a34c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.669821] env[69654]: DEBUG oslo_concurrency.lockutils [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.688570] env[69654]: DEBUG oslo_vmware.api [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555611, 'name': PowerOnVM_Task, 'duration_secs': 0.506669} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.689060] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.689060] env[69654]: INFO nova.compute.manager [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1158.689235] env[69654]: DEBUG nova.compute.manager [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.690039] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bc4620-8a58-4dd2-a100-73f864b95ce7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.699700] env[69654]: INFO nova.scheduler.client.report [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleted allocations for instance b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7 [ 1158.883674] env[69654]: DEBUG nova.network.neutron [req-a7250ed3-c1db-4733-8d69-0236bc0af433 req-c06c6bdb-f2ae-493c-88e7-8f142cb143f4 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Updated VIF entry in instance network info cache for port 30cf386f-9aa8-4257-9784-692d5cbdfcdc. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.884059] env[69654]: DEBUG nova.network.neutron [req-a7250ed3-c1db-4733-8d69-0236bc0af433 req-c06c6bdb-f2ae-493c-88e7-8f142cb143f4 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Updating instance_info_cache with network_info: [{"id": "30cf386f-9aa8-4257-9784-692d5cbdfcdc", "address": "fa:16:3e:6a:f5:1b", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30cf386f-9a", "ovs_interfaceid": "30cf386f-9aa8-4257-9784-692d5cbdfcdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.948013] env[69654]: DEBUG oslo_concurrency.lockutils [None req-404bbbf6-c915-42e5-8be4-32f78e9955ca tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Releasing lock "refresh_cache-35a14897-071a-4736-8153-11a6ab63f160" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.211990] env[69654]: DEBUG oslo_concurrency.lockutils [None req-14f0d7db-fb1a-417e-9e5c-1710a22552c4 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.295s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.211990] env[69654]: INFO nova.compute.manager [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Took 22.34 seconds to build instance. [ 1159.387437] env[69654]: DEBUG oslo_concurrency.lockutils [req-a7250ed3-c1db-4733-8d69-0236bc0af433 req-c06c6bdb-f2ae-493c-88e7-8f142cb143f4 service nova] Releasing lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.713493] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3ba34b18-31f8-4032-9543-5e3ae904b466 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "332f1032-a578-4ba6-8058-3e3c411671ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.851s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.957041] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-404bbbf6-c915-42e5-8be4-32f78e9955ca tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.957434] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6520dbd0-b0e6-495a-81f5-a1c5e405c3f4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.966670] env[69654]: DEBUG oslo_vmware.api [None req-404bbbf6-c915-42e5-8be4-32f78e9955ca tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1159.966670] env[69654]: value = "task-3555612" [ 1159.966670] env[69654]: _type = "Task" [ 1159.966670] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.977337] env[69654]: DEBUG oslo_vmware.api [None req-404bbbf6-c915-42e5-8be4-32f78e9955ca tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.432040] env[69654]: DEBUG nova.compute.manager [req-c074fc00-9c87-4948-95c7-e367312891b3 req-895b61c9-ec0f-47cd-8bd7-40f50949d982 service nova] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Received event network-changed-c3baa435-35ca-4f83-b221-286dcadf0406 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.432040] env[69654]: DEBUG nova.compute.manager [req-c074fc00-9c87-4948-95c7-e367312891b3 req-895b61c9-ec0f-47cd-8bd7-40f50949d982 service nova] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Refreshing instance network info cache due to event network-changed-c3baa435-35ca-4f83-b221-286dcadf0406. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.432040] env[69654]: DEBUG oslo_concurrency.lockutils [req-c074fc00-9c87-4948-95c7-e367312891b3 req-895b61c9-ec0f-47cd-8bd7-40f50949d982 service nova] Acquiring lock "refresh_cache-332f1032-a578-4ba6-8058-3e3c411671ed" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.432273] env[69654]: DEBUG oslo_concurrency.lockutils [req-c074fc00-9c87-4948-95c7-e367312891b3 req-895b61c9-ec0f-47cd-8bd7-40f50949d982 service nova] Acquired lock "refresh_cache-332f1032-a578-4ba6-8058-3e3c411671ed" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.432485] env[69654]: DEBUG nova.network.neutron [req-c074fc00-9c87-4948-95c7-e367312891b3 req-895b61c9-ec0f-47cd-8bd7-40f50949d982 service nova] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Refreshing network info cache for port c3baa435-35ca-4f83-b221-286dcadf0406 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.482212] env[69654]: DEBUG oslo_vmware.api [None req-404bbbf6-c915-42e5-8be4-32f78e9955ca tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.977950] env[69654]: DEBUG oslo_vmware.api [None req-404bbbf6-c915-42e5-8be4-32f78e9955ca tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555612, 'name': PowerOnVM_Task, 'duration_secs': 0.947175} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.978279] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-404bbbf6-c915-42e5-8be4-32f78e9955ca tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.978562] env[69654]: DEBUG nova.compute.manager [None req-404bbbf6-c915-42e5-8be4-32f78e9955ca tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.979453] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558c8347-ed72-42b0-ad59-940dcef8ff7a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.183558] env[69654]: DEBUG nova.network.neutron [req-c074fc00-9c87-4948-95c7-e367312891b3 req-895b61c9-ec0f-47cd-8bd7-40f50949d982 service nova] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Updated VIF entry in instance network info cache for port c3baa435-35ca-4f83-b221-286dcadf0406. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.183865] env[69654]: DEBUG nova.network.neutron [req-c074fc00-9c87-4948-95c7-e367312891b3 req-895b61c9-ec0f-47cd-8bd7-40f50949d982 service nova] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Updating instance_info_cache with network_info: [{"id": "c3baa435-35ca-4f83-b221-286dcadf0406", "address": "fa:16:3e:b1:33:17", "network": {"id": "d64dd3ce-b453-4cd1-b9d8-de72ecf65b90", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1531259325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79cc5fdb2894f0b971aa69b60f13fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3baa435-35", "ovs_interfaceid": "c3baa435-35ca-4f83-b221-286dcadf0406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.220554] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.220791] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.686696] env[69654]: DEBUG oslo_concurrency.lockutils [req-c074fc00-9c87-4948-95c7-e367312891b3 req-895b61c9-ec0f-47cd-8bd7-40f50949d982 service nova] Releasing lock "refresh_cache-332f1032-a578-4ba6-8058-3e3c411671ed" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.723553] env[69654]: DEBUG nova.compute.manager [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.248497] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.248769] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.250433] env[69654]: INFO nova.compute.claims [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.702431] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Acquiring lock "6748d823-6c6f-4352-be8f-e491a847b80e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.702670] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Lock "6748d823-6c6f-4352-be8f-e491a847b80e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.205504] env[69654]: DEBUG nova.compute.manager [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.408183] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2971f0-c195-449f-b2ff-f1eb42ef84d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.416115] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaf378f-472a-43aa-8409-42f8e00ab4e9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.450019] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0162a9b-32a5-4e84-8750-f1d7da25cd2e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.455759] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a60b3ac-32cd-4e37-801a-9ce5adab9235 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.469085] env[69654]: DEBUG nova.compute.provider_tree [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.724817] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.972186] env[69654]: DEBUG nova.scheduler.client.report [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.005605] env[69654]: DEBUG oslo_concurrency.lockutils [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "a666d1e7-0f49-41a9-8983-474bc5db9531" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.005850] env[69654]: DEBUG oslo_concurrency.lockutils [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "a666d1e7-0f49-41a9-8983-474bc5db9531" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.006101] env[69654]: DEBUG oslo_concurrency.lockutils [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "a666d1e7-0f49-41a9-8983-474bc5db9531-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.006294] env[69654]: DEBUG oslo_concurrency.lockutils [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "a666d1e7-0f49-41a9-8983-474bc5db9531-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.006457] env[69654]: DEBUG oslo_concurrency.lockutils [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "a666d1e7-0f49-41a9-8983-474bc5db9531-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.008343] env[69654]: INFO nova.compute.manager [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Terminating instance [ 1164.476950] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.477596] env[69654]: DEBUG nova.compute.manager [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.481272] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.756s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.482875] env[69654]: INFO nova.compute.claims [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.513429] env[69654]: DEBUG nova.compute.manager [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.513658] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.514645] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a8e965-eeb2-4a0d-8512-2f5cf1d575de {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.524020] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.524854] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1b9a118-2415-495f-aaf5-2809814dda2e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.532029] env[69654]: DEBUG oslo_vmware.api [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1164.532029] env[69654]: value = "task-3555613" [ 1164.532029] env[69654]: _type = "Task" [ 1164.532029] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.539779] env[69654]: DEBUG oslo_vmware.api [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.987337] env[69654]: DEBUG nova.compute.utils [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.990936] env[69654]: DEBUG nova.compute.manager [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.990936] env[69654]: DEBUG nova.network.neutron [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.042495] env[69654]: DEBUG oslo_vmware.api [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555613, 'name': PowerOffVM_Task, 'duration_secs': 0.260599} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.042495] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.042495] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.042650] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cc33b38-751e-4bb5-85f6-dbf693b532df {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.045190] env[69654]: DEBUG nova.policy [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f46830f6ac64135b95e8ada508672f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b88641bcb84f490ca01b5b5046e1c576', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.113175] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.113418] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.113601] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Deleting the datastore file [datastore2] a666d1e7-0f49-41a9-8983-474bc5db9531 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.113862] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ba3bc34-9d58-43ad-94f5-11d1f2f551c7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.119547] env[69654]: DEBUG oslo_vmware.api [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1165.119547] env[69654]: value = "task-3555615" [ 1165.119547] env[69654]: _type = "Task" [ 1165.119547] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.128907] env[69654]: DEBUG oslo_vmware.api [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.310175] env[69654]: DEBUG nova.network.neutron [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Successfully created port: e760fd80-64e0-45b9-8100-89b9bedf91dc {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.492254] env[69654]: DEBUG nova.compute.manager [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.632025] env[69654]: DEBUG oslo_vmware.api [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140139} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.632025] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.632025] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.632206] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.632318] env[69654]: INFO nova.compute.manager [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1165.632596] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.632789] env[69654]: DEBUG nova.compute.manager [-] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.632884] env[69654]: DEBUG nova.network.neutron [-] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.688609] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6839550-ee6d-444c-b71f-97aa902e2424 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.697181] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c7d31b-fb60-421c-9a93-456f56132ed0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.728914] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2de84b-d227-4676-a87f-3ee71bc3c3d3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.736659] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da25e1a5-9ef4-4f12-89c0-5bd8082f4751 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.750342] env[69654]: DEBUG nova.compute.provider_tree [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.884851] env[69654]: DEBUG nova.compute.manager [req-e86af6b5-dfef-430c-ae0c-5a06cd28a62c req-ae40c360-1a32-47ca-a382-0838f47d29dc service nova] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Received event network-vif-deleted-51d66057-fab4-4026-a132-454b631a43d8 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.885260] env[69654]: INFO nova.compute.manager [req-e86af6b5-dfef-430c-ae0c-5a06cd28a62c req-ae40c360-1a32-47ca-a382-0838f47d29dc service nova] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Neutron deleted interface 51d66057-fab4-4026-a132-454b631a43d8; detaching it from the instance and deleting it from the info cache [ 1165.885459] env[69654]: DEBUG nova.network.neutron [req-e86af6b5-dfef-430c-ae0c-5a06cd28a62c req-ae40c360-1a32-47ca-a382-0838f47d29dc service nova] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.253671] env[69654]: DEBUG nova.scheduler.client.report [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.367048] env[69654]: DEBUG nova.network.neutron [-] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.388284] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de6a6eef-7399-4b0b-9c3e-fcf31a1c3c80 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.398279] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df41ddb4-530c-4e4e-8c6e-40f0df026c6e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.426993] env[69654]: DEBUG nova.compute.manager [req-e86af6b5-dfef-430c-ae0c-5a06cd28a62c req-ae40c360-1a32-47ca-a382-0838f47d29dc service nova] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Detach interface failed, port_id=51d66057-fab4-4026-a132-454b631a43d8, reason: Instance a666d1e7-0f49-41a9-8983-474bc5db9531 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1166.507320] env[69654]: DEBUG nova.compute.manager [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.535739] env[69654]: DEBUG nova.virt.hardware [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.536058] env[69654]: DEBUG nova.virt.hardware [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.536230] env[69654]: DEBUG nova.virt.hardware [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.536430] env[69654]: DEBUG nova.virt.hardware [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.536601] env[69654]: DEBUG nova.virt.hardware [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.536716] env[69654]: DEBUG nova.virt.hardware [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.536921] env[69654]: DEBUG nova.virt.hardware [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.537130] env[69654]: DEBUG nova.virt.hardware [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.537295] env[69654]: DEBUG nova.virt.hardware [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.537418] env[69654]: DEBUG nova.virt.hardware [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.537585] env[69654]: DEBUG nova.virt.hardware [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.538477] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f9883c-15f3-4e24-b5c3-f02d0c433eb0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.546488] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ce43a0-b0e3-4043-a791-338d11a12d31 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.758896] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.759479] env[69654]: DEBUG nova.compute.manager [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.869473] env[69654]: INFO nova.compute.manager [-] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Took 1.24 seconds to deallocate network for instance. [ 1166.988785] env[69654]: DEBUG nova.network.neutron [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Successfully updated port: e760fd80-64e0-45b9-8100-89b9bedf91dc {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.270801] env[69654]: DEBUG nova.compute.utils [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.272273] env[69654]: DEBUG nova.compute.manager [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.272449] env[69654]: DEBUG nova.network.neutron [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.322554] env[69654]: DEBUG nova.policy [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7877a60602141568b3e026430e52b95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3240dc40d6484ed9a5b0a7bd28bc046a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.376389] env[69654]: DEBUG oslo_concurrency.lockutils [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.376675] env[69654]: DEBUG oslo_concurrency.lockutils [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.376896] env[69654]: DEBUG nova.objects.instance [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lazy-loading 'resources' on Instance uuid a666d1e7-0f49-41a9-8983-474bc5db9531 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.491059] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "refresh_cache-da282545-9c42-4ae1-a7df-91ae0bfeb19c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.491231] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "refresh_cache-da282545-9c42-4ae1-a7df-91ae0bfeb19c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.491392] env[69654]: DEBUG nova.network.neutron [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.599364] env[69654]: DEBUG nova.network.neutron [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Successfully created port: 84156000-3a56-40a2-83cf-cf5af97640fb {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.775532] env[69654]: DEBUG nova.compute.manager [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.910865] env[69654]: DEBUG nova.compute.manager [req-52dcba05-de6f-420b-b9bb-e4daf4679d13 req-6040b963-2051-4b16-84c7-d3e334d43d27 service nova] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Received event network-vif-plugged-e760fd80-64e0-45b9-8100-89b9bedf91dc {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.911106] env[69654]: DEBUG oslo_concurrency.lockutils [req-52dcba05-de6f-420b-b9bb-e4daf4679d13 req-6040b963-2051-4b16-84c7-d3e334d43d27 service nova] Acquiring lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.911917] env[69654]: DEBUG oslo_concurrency.lockutils [req-52dcba05-de6f-420b-b9bb-e4daf4679d13 req-6040b963-2051-4b16-84c7-d3e334d43d27 service nova] Lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.911917] env[69654]: DEBUG oslo_concurrency.lockutils [req-52dcba05-de6f-420b-b9bb-e4daf4679d13 req-6040b963-2051-4b16-84c7-d3e334d43d27 service nova] Lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.911917] env[69654]: DEBUG nova.compute.manager [req-52dcba05-de6f-420b-b9bb-e4daf4679d13 req-6040b963-2051-4b16-84c7-d3e334d43d27 service nova] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] No waiting events found dispatching network-vif-plugged-e760fd80-64e0-45b9-8100-89b9bedf91dc {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.911917] env[69654]: WARNING nova.compute.manager [req-52dcba05-de6f-420b-b9bb-e4daf4679d13 req-6040b963-2051-4b16-84c7-d3e334d43d27 service nova] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Received unexpected event network-vif-plugged-e760fd80-64e0-45b9-8100-89b9bedf91dc for instance with vm_state building and task_state spawning. [ 1167.911917] env[69654]: DEBUG nova.compute.manager [req-52dcba05-de6f-420b-b9bb-e4daf4679d13 req-6040b963-2051-4b16-84c7-d3e334d43d27 service nova] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Received event network-changed-e760fd80-64e0-45b9-8100-89b9bedf91dc {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.912138] env[69654]: DEBUG nova.compute.manager [req-52dcba05-de6f-420b-b9bb-e4daf4679d13 req-6040b963-2051-4b16-84c7-d3e334d43d27 service nova] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Refreshing instance network info cache due to event network-changed-e760fd80-64e0-45b9-8100-89b9bedf91dc. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.912231] env[69654]: DEBUG oslo_concurrency.lockutils [req-52dcba05-de6f-420b-b9bb-e4daf4679d13 req-6040b963-2051-4b16-84c7-d3e334d43d27 service nova] Acquiring lock "refresh_cache-da282545-9c42-4ae1-a7df-91ae0bfeb19c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.027424] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03851f00-2d46-4b76-ac64-2bf361ae5c34 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.031278] env[69654]: DEBUG nova.network.neutron [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.038199] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884cc400-9afb-4e4d-a127-b0fd5cd24366 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.069198] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17537683-11b4-4313-99d5-788744dc741a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.076165] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdb9e26-8dff-4970-aef1-d1a9b6f49348 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.089696] env[69654]: DEBUG nova.compute.provider_tree [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.178621] env[69654]: DEBUG nova.network.neutron [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Updating instance_info_cache with network_info: [{"id": "e760fd80-64e0-45b9-8100-89b9bedf91dc", "address": "fa:16:3e:db:bc:75", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape760fd80-64", "ovs_interfaceid": "e760fd80-64e0-45b9-8100-89b9bedf91dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.593092] env[69654]: DEBUG nova.scheduler.client.report [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.681192] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "refresh_cache-da282545-9c42-4ae1-a7df-91ae0bfeb19c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.681532] env[69654]: DEBUG nova.compute.manager [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Instance network_info: |[{"id": "e760fd80-64e0-45b9-8100-89b9bedf91dc", "address": "fa:16:3e:db:bc:75", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape760fd80-64", "ovs_interfaceid": "e760fd80-64e0-45b9-8100-89b9bedf91dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.681820] env[69654]: DEBUG oslo_concurrency.lockutils [req-52dcba05-de6f-420b-b9bb-e4daf4679d13 req-6040b963-2051-4b16-84c7-d3e334d43d27 service nova] Acquired lock "refresh_cache-da282545-9c42-4ae1-a7df-91ae0bfeb19c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.682015] env[69654]: DEBUG nova.network.neutron [req-52dcba05-de6f-420b-b9bb-e4daf4679d13 req-6040b963-2051-4b16-84c7-d3e334d43d27 service nova] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Refreshing network info cache for port e760fd80-64e0-45b9-8100-89b9bedf91dc {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.683203] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:bc:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e760fd80-64e0-45b9-8100-89b9bedf91dc', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.690870] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.693782] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.694265] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6259025-6c6d-4976-91a2-cf88135ec786 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.724186] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.724186] env[69654]: value = "task-3555616" [ 1168.724186] env[69654]: _type = "Task" [ 1168.724186] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.735671] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555616, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.785363] env[69654]: DEBUG nova.compute.manager [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.812581] env[69654]: DEBUG nova.virt.hardware [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.812823] env[69654]: DEBUG nova.virt.hardware [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.812985] env[69654]: DEBUG nova.virt.hardware [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.813188] env[69654]: DEBUG nova.virt.hardware [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.813334] env[69654]: DEBUG nova.virt.hardware [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.813478] env[69654]: DEBUG nova.virt.hardware [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.813681] env[69654]: DEBUG nova.virt.hardware [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.813841] env[69654]: DEBUG nova.virt.hardware [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.814015] env[69654]: DEBUG nova.virt.hardware [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.814189] env[69654]: DEBUG nova.virt.hardware [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.814395] env[69654]: DEBUG nova.virt.hardware [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.815337] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bc1895-a445-45d2-8aea-b31b0269d23f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.825077] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60922749-9c78-4a5d-a45f-7d4f23d04b64 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.974275] env[69654]: DEBUG nova.network.neutron [req-52dcba05-de6f-420b-b9bb-e4daf4679d13 req-6040b963-2051-4b16-84c7-d3e334d43d27 service nova] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Updated VIF entry in instance network info cache for port e760fd80-64e0-45b9-8100-89b9bedf91dc. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.974760] env[69654]: DEBUG nova.network.neutron [req-52dcba05-de6f-420b-b9bb-e4daf4679d13 req-6040b963-2051-4b16-84c7-d3e334d43d27 service nova] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Updating instance_info_cache with network_info: [{"id": "e760fd80-64e0-45b9-8100-89b9bedf91dc", "address": "fa:16:3e:db:bc:75", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape760fd80-64", "ovs_interfaceid": "e760fd80-64e0-45b9-8100-89b9bedf91dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.098463] env[69654]: DEBUG oslo_concurrency.lockutils [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.116181] env[69654]: INFO nova.scheduler.client.report [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Deleted allocations for instance a666d1e7-0f49-41a9-8983-474bc5db9531 [ 1169.141271] env[69654]: DEBUG nova.network.neutron [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Successfully updated port: 84156000-3a56-40a2-83cf-cf5af97640fb {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.234466] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555616, 'name': CreateVM_Task, 'duration_secs': 0.340287} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.234646] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.235440] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.235606] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.235939] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.236219] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c87421ef-c8e7-4454-a92a-c953129802dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.241295] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1169.241295] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ced022-16de-d821-81d2-10e2b4ebe643" [ 1169.241295] env[69654]: _type = "Task" [ 1169.241295] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.248672] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ced022-16de-d821-81d2-10e2b4ebe643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.477481] env[69654]: DEBUG oslo_concurrency.lockutils [req-52dcba05-de6f-420b-b9bb-e4daf4679d13 req-6040b963-2051-4b16-84c7-d3e334d43d27 service nova] Releasing lock "refresh_cache-da282545-9c42-4ae1-a7df-91ae0bfeb19c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.624131] env[69654]: DEBUG oslo_concurrency.lockutils [None req-045fc864-9d0b-4b79-98ca-f78ed637ed15 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "a666d1e7-0f49-41a9-8983-474bc5db9531" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.618s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.647777] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Acquiring lock "refresh_cache-6748d823-6c6f-4352-be8f-e491a847b80e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.647777] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Acquired lock "refresh_cache-6748d823-6c6f-4352-be8f-e491a847b80e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.647777] env[69654]: DEBUG nova.network.neutron [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.751013] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ced022-16de-d821-81d2-10e2b4ebe643, 'name': SearchDatastore_Task, 'duration_secs': 0.010202} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.751374] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.751570] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.751797] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.751940] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.752131] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.752393] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76bb9ffa-2717-42ef-ba24-cce89372b184 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.767404] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.767582] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.768291] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e792e9df-8ba5-4a8f-a4bc-346be66d430c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.773200] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1169.773200] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d1941a-5db5-667b-debb-59ed1b9bcb5a" [ 1169.773200] env[69654]: _type = "Task" [ 1169.773200] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.782191] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d1941a-5db5-667b-debb-59ed1b9bcb5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.938248] env[69654]: DEBUG nova.compute.manager [req-c4ed4114-947a-4fb8-9448-1a12acaeab91 req-cdf7f00b-d83d-4eb7-a6e5-ea249e7b95a5 service nova] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Received event network-vif-plugged-84156000-3a56-40a2-83cf-cf5af97640fb {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.938248] env[69654]: DEBUG oslo_concurrency.lockutils [req-c4ed4114-947a-4fb8-9448-1a12acaeab91 req-cdf7f00b-d83d-4eb7-a6e5-ea249e7b95a5 service nova] Acquiring lock "6748d823-6c6f-4352-be8f-e491a847b80e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.938583] env[69654]: DEBUG oslo_concurrency.lockutils [req-c4ed4114-947a-4fb8-9448-1a12acaeab91 req-cdf7f00b-d83d-4eb7-a6e5-ea249e7b95a5 service nova] Lock "6748d823-6c6f-4352-be8f-e491a847b80e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.938690] env[69654]: DEBUG oslo_concurrency.lockutils [req-c4ed4114-947a-4fb8-9448-1a12acaeab91 req-cdf7f00b-d83d-4eb7-a6e5-ea249e7b95a5 service nova] Lock "6748d823-6c6f-4352-be8f-e491a847b80e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.938863] env[69654]: DEBUG nova.compute.manager [req-c4ed4114-947a-4fb8-9448-1a12acaeab91 req-cdf7f00b-d83d-4eb7-a6e5-ea249e7b95a5 service nova] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] No waiting events found dispatching network-vif-plugged-84156000-3a56-40a2-83cf-cf5af97640fb {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.939042] env[69654]: WARNING nova.compute.manager [req-c4ed4114-947a-4fb8-9448-1a12acaeab91 req-cdf7f00b-d83d-4eb7-a6e5-ea249e7b95a5 service nova] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Received unexpected event network-vif-plugged-84156000-3a56-40a2-83cf-cf5af97640fb for instance with vm_state building and task_state spawning. [ 1169.939208] env[69654]: DEBUG nova.compute.manager [req-c4ed4114-947a-4fb8-9448-1a12acaeab91 req-cdf7f00b-d83d-4eb7-a6e5-ea249e7b95a5 service nova] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Received event network-changed-84156000-3a56-40a2-83cf-cf5af97640fb {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.939362] env[69654]: DEBUG nova.compute.manager [req-c4ed4114-947a-4fb8-9448-1a12acaeab91 req-cdf7f00b-d83d-4eb7-a6e5-ea249e7b95a5 service nova] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Refreshing instance network info cache due to event network-changed-84156000-3a56-40a2-83cf-cf5af97640fb. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.939524] env[69654]: DEBUG oslo_concurrency.lockutils [req-c4ed4114-947a-4fb8-9448-1a12acaeab91 req-cdf7f00b-d83d-4eb7-a6e5-ea249e7b95a5 service nova] Acquiring lock "refresh_cache-6748d823-6c6f-4352-be8f-e491a847b80e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.178710] env[69654]: DEBUG nova.network.neutron [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.283176] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d1941a-5db5-667b-debb-59ed1b9bcb5a, 'name': SearchDatastore_Task, 'duration_secs': 0.021476} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.283948] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54ef9474-6e0c-4828-8ea1-c92c79d38443 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.288805] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1170.288805] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d53fcb-b173-268d-48bd-0259edaf9ed8" [ 1170.288805] env[69654]: _type = "Task" [ 1170.288805] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.296036] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d53fcb-b173-268d-48bd-0259edaf9ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.300702] env[69654]: DEBUG nova.network.neutron [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Updating instance_info_cache with network_info: [{"id": "84156000-3a56-40a2-83cf-cf5af97640fb", "address": "fa:16:3e:a0:a1:4a", "network": {"id": "3609c710-5700-43fd-bd43-0399670ca9e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-346714013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3240dc40d6484ed9a5b0a7bd28bc046a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84156000-3a", "ovs_interfaceid": "84156000-3a56-40a2-83cf-cf5af97640fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.625054] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "439bbec0-f1b0-47fe-9c77-3072d868c14b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.625162] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "439bbec0-f1b0-47fe-9c77-3072d868c14b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.625352] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "439bbec0-f1b0-47fe-9c77-3072d868c14b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.625548] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "439bbec0-f1b0-47fe-9c77-3072d868c14b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.625717] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "439bbec0-f1b0-47fe-9c77-3072d868c14b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.627957] env[69654]: INFO nova.compute.manager [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Terminating instance [ 1170.800120] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d53fcb-b173-268d-48bd-0259edaf9ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.01016} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.800120] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.800120] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] da282545-9c42-4ae1-a7df-91ae0bfeb19c/da282545-9c42-4ae1-a7df-91ae0bfeb19c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.800120] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7d44550-53e8-491d-bdaf-3ae7472ec3cc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.802621] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Releasing lock "refresh_cache-6748d823-6c6f-4352-be8f-e491a847b80e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.802897] env[69654]: DEBUG nova.compute.manager [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Instance network_info: |[{"id": "84156000-3a56-40a2-83cf-cf5af97640fb", "address": "fa:16:3e:a0:a1:4a", "network": {"id": "3609c710-5700-43fd-bd43-0399670ca9e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-346714013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3240dc40d6484ed9a5b0a7bd28bc046a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84156000-3a", "ovs_interfaceid": "84156000-3a56-40a2-83cf-cf5af97640fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.803175] env[69654]: DEBUG oslo_concurrency.lockutils [req-c4ed4114-947a-4fb8-9448-1a12acaeab91 req-cdf7f00b-d83d-4eb7-a6e5-ea249e7b95a5 service nova] Acquired lock "refresh_cache-6748d823-6c6f-4352-be8f-e491a847b80e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.803374] env[69654]: DEBUG nova.network.neutron [req-c4ed4114-947a-4fb8-9448-1a12acaeab91 req-cdf7f00b-d83d-4eb7-a6e5-ea249e7b95a5 service nova] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Refreshing network info cache for port 84156000-3a56-40a2-83cf-cf5af97640fb {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.804476] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:a1:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84156000-3a56-40a2-83cf-cf5af97640fb', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.811847] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Creating folder: Project (3240dc40d6484ed9a5b0a7bd28bc046a). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.813380] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bd8dc04-42de-4394-8b82-77a1a3688e73 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.814884] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1170.814884] env[69654]: value = "task-3555617" [ 1170.814884] env[69654]: _type = "Task" [ 1170.814884] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.824173] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.825319] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Created folder: Project (3240dc40d6484ed9a5b0a7bd28bc046a) in parent group-v709593. [ 1170.825497] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Creating folder: Instances. Parent ref: group-v709894. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.825920] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97fc32f1-cb18-47c3-bc96-a1006b47768d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.833219] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Created folder: Instances in parent group-v709894. [ 1170.833460] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.833638] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.833827] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b031a631-9b74-4e63-b1e9-1e4974c46f95 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.851041] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.851041] env[69654]: value = "task-3555620" [ 1170.851041] env[69654]: _type = "Task" [ 1170.851041] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.857719] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555620, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.131397] env[69654]: DEBUG nova.compute.manager [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.131640] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.133146] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b506c0-32d8-4b24-8292-ac673c98c13c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.140831] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.141114] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39eff146-caf5-472c-8a3d-50291b1063a3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.149453] env[69654]: DEBUG oslo_vmware.api [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1171.149453] env[69654]: value = "task-3555621" [ 1171.149453] env[69654]: _type = "Task" [ 1171.149453] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.159149] env[69654]: DEBUG oslo_vmware.api [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.325953] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467115} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.326273] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] da282545-9c42-4ae1-a7df-91ae0bfeb19c/da282545-9c42-4ae1-a7df-91ae0bfeb19c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.326488] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.326745] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cc00702-b194-4ca3-ad3e-65e82f7b95f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.332445] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1171.332445] env[69654]: value = "task-3555622" [ 1171.332445] env[69654]: _type = "Task" [ 1171.332445] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.341655] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.359257] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555620, 'name': CreateVM_Task, 'duration_secs': 0.458769} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.359434] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.360031] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.360229] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.360543] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.360787] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e529e90-91b3-4252-8a06-f6c94455e702 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.364968] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Waiting for the task: (returnval){ [ 1171.364968] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523f2cbc-fd3d-dd7c-b298-c1d11f7898ee" [ 1171.364968] env[69654]: _type = "Task" [ 1171.364968] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.372157] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523f2cbc-fd3d-dd7c-b298-c1d11f7898ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.494768] env[69654]: DEBUG nova.network.neutron [req-c4ed4114-947a-4fb8-9448-1a12acaeab91 req-cdf7f00b-d83d-4eb7-a6e5-ea249e7b95a5 service nova] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Updated VIF entry in instance network info cache for port 84156000-3a56-40a2-83cf-cf5af97640fb. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.495201] env[69654]: DEBUG nova.network.neutron [req-c4ed4114-947a-4fb8-9448-1a12acaeab91 req-cdf7f00b-d83d-4eb7-a6e5-ea249e7b95a5 service nova] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Updating instance_info_cache with network_info: [{"id": "84156000-3a56-40a2-83cf-cf5af97640fb", "address": "fa:16:3e:a0:a1:4a", "network": {"id": "3609c710-5700-43fd-bd43-0399670ca9e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-346714013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3240dc40d6484ed9a5b0a7bd28bc046a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84156000-3a", "ovs_interfaceid": "84156000-3a56-40a2-83cf-cf5af97640fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.658844] env[69654]: DEBUG oslo_vmware.api [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555621, 'name': PowerOffVM_Task, 'duration_secs': 0.199046} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.659122] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.659292] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.659524] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e3491c0-530a-4574-ad5f-108dd039a3f0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.740240] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.740532] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.740727] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Deleting the datastore file [datastore1] 439bbec0-f1b0-47fe-9c77-3072d868c14b {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.741013] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6824faf4-4768-4c7f-9f7f-f85fbc60ddab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.747888] env[69654]: DEBUG oslo_vmware.api [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1171.747888] env[69654]: value = "task-3555624" [ 1171.747888] env[69654]: _type = "Task" [ 1171.747888] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.755769] env[69654]: DEBUG oslo_vmware.api [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.843358] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057372} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.843663] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.844511] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d52b83-d645-4d2f-83c8-d97ad7becd9a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.868947] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] da282545-9c42-4ae1-a7df-91ae0bfeb19c/da282545-9c42-4ae1-a7df-91ae0bfeb19c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.869299] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55d2cba5-b702-4cae-b0b9-bcdaea390f98 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.892134] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523f2cbc-fd3d-dd7c-b298-c1d11f7898ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008875} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.893338] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.893580] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.893806] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.893950] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.894143] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.894451] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1171.894451] env[69654]: value = "task-3555625" [ 1171.894451] env[69654]: _type = "Task" [ 1171.894451] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.894638] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-532d99f3-7959-44fc-9f66-fb1fd58b5e2b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.903601] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555625, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.904525] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.904697] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.905401] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24786d2a-3af7-4e8a-b226-834bdd01b484 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.909749] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Waiting for the task: (returnval){ [ 1171.909749] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5213752e-7b7d-359a-b604-e7c86572cf49" [ 1171.909749] env[69654]: _type = "Task" [ 1171.909749] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.916700] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5213752e-7b7d-359a-b604-e7c86572cf49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.997731] env[69654]: DEBUG oslo_concurrency.lockutils [req-c4ed4114-947a-4fb8-9448-1a12acaeab91 req-cdf7f00b-d83d-4eb7-a6e5-ea249e7b95a5 service nova] Releasing lock "refresh_cache-6748d823-6c6f-4352-be8f-e491a847b80e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.259485] env[69654]: DEBUG oslo_vmware.api [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133348} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.259758] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.260041] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.260172] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.260255] env[69654]: INFO nova.compute.manager [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1172.260494] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.260685] env[69654]: DEBUG nova.compute.manager [-] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.260794] env[69654]: DEBUG nova.network.neutron [-] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.407285] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.420573] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5213752e-7b7d-359a-b604-e7c86572cf49, 'name': SearchDatastore_Task, 'duration_secs': 0.010559} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.421412] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e93f12e7-4dd4-421c-9bc1-8f4388d95809 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.426620] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Waiting for the task: (returnval){ [ 1172.426620] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f4ad60-7056-4daf-d162-bf5dbf5c2a03" [ 1172.426620] env[69654]: _type = "Task" [ 1172.426620] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.434718] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f4ad60-7056-4daf-d162-bf5dbf5c2a03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.523509] env[69654]: DEBUG nova.compute.manager [req-a3af23a0-abbe-42c8-8a97-fe0cac0c315f req-f9fab109-ef8e-4e77-868d-fb16c0af0437 service nova] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Received event network-vif-deleted-3b7c445b-192d-46b8-b4b8-32e7c64086d9 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.523798] env[69654]: INFO nova.compute.manager [req-a3af23a0-abbe-42c8-8a97-fe0cac0c315f req-f9fab109-ef8e-4e77-868d-fb16c0af0437 service nova] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Neutron deleted interface 3b7c445b-192d-46b8-b4b8-32e7c64086d9; detaching it from the instance and deleting it from the info cache [ 1172.523952] env[69654]: DEBUG nova.network.neutron [req-a3af23a0-abbe-42c8-8a97-fe0cac0c315f req-f9fab109-ef8e-4e77-868d-fb16c0af0437 service nova] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.907039] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555625, 'name': ReconfigVM_Task, 'duration_secs': 0.768436} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.907391] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Reconfigured VM instance instance-0000006a to attach disk [datastore1] da282545-9c42-4ae1-a7df-91ae0bfeb19c/da282545-9c42-4ae1-a7df-91ae0bfeb19c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.907748] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-979a0013-ee6c-418d-9f71-0907a48841f0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.913502] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1172.913502] env[69654]: value = "task-3555626" [ 1172.913502] env[69654]: _type = "Task" [ 1172.913502] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.920884] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555626, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.934934] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f4ad60-7056-4daf-d162-bf5dbf5c2a03, 'name': SearchDatastore_Task, 'duration_secs': 0.014498} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.935209] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.935482] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 6748d823-6c6f-4352-be8f-e491a847b80e/6748d823-6c6f-4352-be8f-e491a847b80e.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.935770] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7935cfa-f9d1-4c14-9e20-5101429e0b3d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.941446] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Waiting for the task: (returnval){ [ 1172.941446] env[69654]: value = "task-3555627" [ 1172.941446] env[69654]: _type = "Task" [ 1172.941446] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.948539] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': task-3555627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.994301] env[69654]: DEBUG nova.network.neutron [-] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.027691] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ba9ace0-5682-4646-a288-8c98d9ffa50f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.037759] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab839bc5-f5fa-40e4-9421-d96aa5801321 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.076513] env[69654]: DEBUG nova.compute.manager [req-a3af23a0-abbe-42c8-8a97-fe0cac0c315f req-f9fab109-ef8e-4e77-868d-fb16c0af0437 service nova] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Detach interface failed, port_id=3b7c445b-192d-46b8-b4b8-32e7c64086d9, reason: Instance 439bbec0-f1b0-47fe-9c77-3072d868c14b could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1173.423269] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555626, 'name': Rename_Task, 'duration_secs': 0.143517} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.423538] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.423785] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e56fdea-97e0-44b8-af9a-38c0fabfab3e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.431211] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1173.431211] env[69654]: value = "task-3555628" [ 1173.431211] env[69654]: _type = "Task" [ 1173.431211] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.439417] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.450520] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': task-3555627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467848} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.450765] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 6748d823-6c6f-4352-be8f-e491a847b80e/6748d823-6c6f-4352-be8f-e491a847b80e.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.450971] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.451227] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c860959c-abbc-495a-88cf-7eb195e65885 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.457248] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Waiting for the task: (returnval){ [ 1173.457248] env[69654]: value = "task-3555629" [ 1173.457248] env[69654]: _type = "Task" [ 1173.457248] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.460803] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.461051] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.461691] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.461935] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.462175] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.462389] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.462613] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.462797] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69654) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1173.466015] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.467174] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': task-3555629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.497097] env[69654]: INFO nova.compute.manager [-] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Took 1.24 seconds to deallocate network for instance. [ 1173.941672] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555628, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.967038] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': task-3555629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057606} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.967274] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.968072] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9171fd62-6c35-4433-8ec2-ae8c2dd6f8e7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.971114] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.971339] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.971498] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.971645] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69654) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1173.972369] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d42597d-773f-48cb-9d5a-d817a8da9b20 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.993184] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 6748d823-6c6f-4352-be8f-e491a847b80e/6748d823-6c6f-4352-be8f-e491a847b80e.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.995304] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faad730e-a04c-4904-8479-9fa036bab946 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.009624] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.009878] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.010103] env[69654]: DEBUG nova.objects.instance [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lazy-loading 'resources' on Instance uuid 439bbec0-f1b0-47fe-9c77-3072d868c14b {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.012109] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c954719-e4ab-42ea-9c6e-486ce51df582 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.029080] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc0ceff-7c11-4195-9416-d2b56b2d7d18 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.031486] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Waiting for the task: (returnval){ [ 1174.031486] env[69654]: value = "task-3555630" [ 1174.031486] env[69654]: _type = "Task" [ 1174.031486] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.037909] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5186128c-d6d9-4d51-8fe7-3e9e89faa380 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.045693] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': task-3555630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.071964] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180204MB free_disk=83GB free_vcpus=48 pci_devices=None {{(pid=69654) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1174.072132] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.441816] env[69654]: DEBUG oslo_vmware.api [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555628, 'name': PowerOnVM_Task, 'duration_secs': 0.535448} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.442173] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.442382] env[69654]: INFO nova.compute.manager [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1174.442563] env[69654]: DEBUG nova.compute.manager [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.443353] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abda1c9c-226b-4ab5-8e7d-22761aef177d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.540952] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': task-3555630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.647442] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e2d65f-b9ff-4c27-913f-6da8c5172209 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.654809] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c009d8c-5170-407d-9fc3-72f36b8e76f8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.685657] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dd300a-64af-41dd-bffe-684664eb3998 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.693114] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846e5dd2-7e19-4dbd-8a18-588cfc9099e3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.707564] env[69654]: DEBUG nova.compute.provider_tree [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.960552] env[69654]: INFO nova.compute.manager [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Took 12.73 seconds to build instance. [ 1175.041742] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': task-3555630, 'name': ReconfigVM_Task, 'duration_secs': 0.728544} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.041892] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 6748d823-6c6f-4352-be8f-e491a847b80e/6748d823-6c6f-4352-be8f-e491a847b80e.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.042584] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f144a7c-9b12-475f-b7e1-8ffc6b796432 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.049037] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Waiting for the task: (returnval){ [ 1175.049037] env[69654]: value = "task-3555631" [ 1175.049037] env[69654]: _type = "Task" [ 1175.049037] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.056763] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': task-3555631, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.210636] env[69654]: DEBUG nova.scheduler.client.report [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.326632] env[69654]: DEBUG nova.compute.manager [req-902e17b9-ebe4-4482-899c-ede52b733ddf req-1121e939-ddd8-47f9-be5e-094e3030e2c4 service nova] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Received event network-changed-e760fd80-64e0-45b9-8100-89b9bedf91dc {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.326859] env[69654]: DEBUG nova.compute.manager [req-902e17b9-ebe4-4482-899c-ede52b733ddf req-1121e939-ddd8-47f9-be5e-094e3030e2c4 service nova] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Refreshing instance network info cache due to event network-changed-e760fd80-64e0-45b9-8100-89b9bedf91dc. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.327116] env[69654]: DEBUG oslo_concurrency.lockutils [req-902e17b9-ebe4-4482-899c-ede52b733ddf req-1121e939-ddd8-47f9-be5e-094e3030e2c4 service nova] Acquiring lock "refresh_cache-da282545-9c42-4ae1-a7df-91ae0bfeb19c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.327266] env[69654]: DEBUG oslo_concurrency.lockutils [req-902e17b9-ebe4-4482-899c-ede52b733ddf req-1121e939-ddd8-47f9-be5e-094e3030e2c4 service nova] Acquired lock "refresh_cache-da282545-9c42-4ae1-a7df-91ae0bfeb19c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.327466] env[69654]: DEBUG nova.network.neutron [req-902e17b9-ebe4-4482-899c-ede52b733ddf req-1121e939-ddd8-47f9-be5e-094e3030e2c4 service nova] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Refreshing network info cache for port e760fd80-64e0-45b9-8100-89b9bedf91dc {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.463056] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c0d83bb4-61ad-4b34-a8a8-0e81ef9e4706 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.242s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.560057] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': task-3555631, 'name': Rename_Task, 'duration_secs': 0.142175} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.560400] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.560678] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e18a05d-55bf-4c51-b44c-78bb52a8fe69 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.567861] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Waiting for the task: (returnval){ [ 1175.567861] env[69654]: value = "task-3555632" [ 1175.567861] env[69654]: _type = "Task" [ 1175.567861] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.575111] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': task-3555632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.715354] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.717913] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.646s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.738068] env[69654]: INFO nova.scheduler.client.report [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Deleted allocations for instance 439bbec0-f1b0-47fe-9c77-3072d868c14b [ 1176.037812] env[69654]: DEBUG nova.network.neutron [req-902e17b9-ebe4-4482-899c-ede52b733ddf req-1121e939-ddd8-47f9-be5e-094e3030e2c4 service nova] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Updated VIF entry in instance network info cache for port e760fd80-64e0-45b9-8100-89b9bedf91dc. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.038171] env[69654]: DEBUG nova.network.neutron [req-902e17b9-ebe4-4482-899c-ede52b733ddf req-1121e939-ddd8-47f9-be5e-094e3030e2c4 service nova] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Updating instance_info_cache with network_info: [{"id": "e760fd80-64e0-45b9-8100-89b9bedf91dc", "address": "fa:16:3e:db:bc:75", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape760fd80-64", "ovs_interfaceid": "e760fd80-64e0-45b9-8100-89b9bedf91dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.078339] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': task-3555632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.244884] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fd2bf638-a3f9-45fe-a662-65d17d1e3f77 tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "439bbec0-f1b0-47fe-9c77-3072d868c14b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.620s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.510941] env[69654]: DEBUG nova.compute.manager [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Stashing vm_state: active {{(pid=69654) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1176.540573] env[69654]: DEBUG oslo_concurrency.lockutils [req-902e17b9-ebe4-4482-899c-ede52b733ddf req-1121e939-ddd8-47f9-be5e-094e3030e2c4 service nova] Releasing lock "refresh_cache-da282545-9c42-4ae1-a7df-91ae0bfeb19c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.579812] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': task-3555632, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.729635] env[69654]: INFO nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating resource usage from migration bfb8bd94-6b90-4845-a25d-30cdeb9b53ee [ 1176.749641] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance a3a5c955-9976-46ab-ba56-4505cc461cf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.749791] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 63aac6cb-2703-4c2f-b966-4616aa8724b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.749915] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 09aeec83-44a2-457c-9850-c20140ca368e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.750047] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 35a14897-071a-4736-8153-11a6ab63f160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.750169] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance cff33208-e9ba-423a-9900-bf457349acd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.750286] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 332f1032-a578-4ba6-8058-3e3c411671ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.750399] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance da282545-9c42-4ae1-a7df-91ae0bfeb19c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.750511] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 6748d823-6c6f-4352-be8f-e491a847b80e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.750625] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Migration bfb8bd94-6b90-4845-a25d-30cdeb9b53ee is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1176.750731] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 38c67d2d-9a0e-4393-a235-6bd81fae682a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.750935] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1176.751733] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1176.884588] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0948f159-0043-4911-a470-0b6001f9c7f6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.893602] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d34c199-a9bf-44c0-9699-516660fb7f6f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.925299] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b069bc-7268-416f-8e75-49117dc8e5d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.932939] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b1b618-5641-46da-9aec-9b0f509c15cf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.945695] env[69654]: DEBUG nova.compute.provider_tree [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.028137] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.079664] env[69654]: DEBUG oslo_vmware.api [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': task-3555632, 'name': PowerOnVM_Task, 'duration_secs': 1.06865} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.080052] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.080141] env[69654]: INFO nova.compute.manager [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1177.080321] env[69654]: DEBUG nova.compute.manager [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.081111] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0f33b1-34c3-452b-a51c-db3a94b8f426 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.247247] env[69654]: DEBUG oslo_concurrency.lockutils [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "35a14897-071a-4736-8153-11a6ab63f160" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.247544] env[69654]: DEBUG oslo_concurrency.lockutils [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "35a14897-071a-4736-8153-11a6ab63f160" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.247854] env[69654]: DEBUG oslo_concurrency.lockutils [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "35a14897-071a-4736-8153-11a6ab63f160-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.248076] env[69654]: DEBUG oslo_concurrency.lockutils [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "35a14897-071a-4736-8153-11a6ab63f160-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.248259] env[69654]: DEBUG oslo_concurrency.lockutils [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "35a14897-071a-4736-8153-11a6ab63f160-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.250451] env[69654]: INFO nova.compute.manager [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Terminating instance [ 1177.448951] env[69654]: DEBUG nova.scheduler.client.report [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.600108] env[69654]: INFO nova.compute.manager [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Took 13.89 seconds to build instance. [ 1177.754128] env[69654]: DEBUG nova.compute.manager [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.754384] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.755336] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d88711b-60f4-4e03-8fe3-38c119bcedf1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.763452] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.764347] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-061ba57f-f168-45c5-81a2-9a9c8af13014 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.769658] env[69654]: DEBUG oslo_vmware.api [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1177.769658] env[69654]: value = "task-3555633" [ 1177.769658] env[69654]: _type = "Task" [ 1177.769658] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.777940] env[69654]: DEBUG oslo_vmware.api [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.903290] env[69654]: DEBUG nova.compute.manager [req-5a613ce8-6975-473e-9703-ee9f7cbc7c41 req-6979656c-fe4d-454f-af0e-f4763e27db70 service nova] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Received event network-changed-84156000-3a56-40a2-83cf-cf5af97640fb {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.903290] env[69654]: DEBUG nova.compute.manager [req-5a613ce8-6975-473e-9703-ee9f7cbc7c41 req-6979656c-fe4d-454f-af0e-f4763e27db70 service nova] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Refreshing instance network info cache due to event network-changed-84156000-3a56-40a2-83cf-cf5af97640fb. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.903290] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a613ce8-6975-473e-9703-ee9f7cbc7c41 req-6979656c-fe4d-454f-af0e-f4763e27db70 service nova] Acquiring lock "refresh_cache-6748d823-6c6f-4352-be8f-e491a847b80e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.903572] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a613ce8-6975-473e-9703-ee9f7cbc7c41 req-6979656c-fe4d-454f-af0e-f4763e27db70 service nova] Acquired lock "refresh_cache-6748d823-6c6f-4352-be8f-e491a847b80e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.903604] env[69654]: DEBUG nova.network.neutron [req-5a613ce8-6975-473e-9703-ee9f7cbc7c41 req-6979656c-fe4d-454f-af0e-f4763e27db70 service nova] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Refreshing network info cache for port 84156000-3a56-40a2-83cf-cf5af97640fb {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.954402] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69654) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1177.954402] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.236s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.954402] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.926s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.101844] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c1e60f93-5424-414d-afa6-dc199bd47404 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Lock "6748d823-6c6f-4352-be8f-e491a847b80e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.399s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.279817] env[69654]: DEBUG oslo_vmware.api [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555633, 'name': PowerOffVM_Task, 'duration_secs': 0.317418} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.280192] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.280417] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.280707] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca8ac68d-e7e6-4f16-bb9b-b3b8244d8749 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.354126] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.354439] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.354640] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Deleting the datastore file [datastore1] 35a14897-071a-4736-8153-11a6ab63f160 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.354905] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7020f4f0-ef20-4105-943a-70f7a603182e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.364247] env[69654]: DEBUG oslo_vmware.api [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for the task: (returnval){ [ 1178.364247] env[69654]: value = "task-3555635" [ 1178.364247] env[69654]: _type = "Task" [ 1178.364247] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.373202] env[69654]: DEBUG oslo_vmware.api [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.459735] env[69654]: INFO nova.compute.claims [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.603958] env[69654]: DEBUG nova.network.neutron [req-5a613ce8-6975-473e-9703-ee9f7cbc7c41 req-6979656c-fe4d-454f-af0e-f4763e27db70 service nova] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Updated VIF entry in instance network info cache for port 84156000-3a56-40a2-83cf-cf5af97640fb. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.604402] env[69654]: DEBUG nova.network.neutron [req-5a613ce8-6975-473e-9703-ee9f7cbc7c41 req-6979656c-fe4d-454f-af0e-f4763e27db70 service nova] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Updating instance_info_cache with network_info: [{"id": "84156000-3a56-40a2-83cf-cf5af97640fb", "address": "fa:16:3e:a0:a1:4a", "network": {"id": "3609c710-5700-43fd-bd43-0399670ca9e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-346714013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3240dc40d6484ed9a5b0a7bd28bc046a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84156000-3a", "ovs_interfaceid": "84156000-3a56-40a2-83cf-cf5af97640fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.874626] env[69654]: DEBUG oslo_vmware.api [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Task: {'id': task-3555635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135541} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.874822] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.875010] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.875300] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.875499] env[69654]: INFO nova.compute.manager [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1178.875735] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.875917] env[69654]: DEBUG nova.compute.manager [-] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.876022] env[69654]: DEBUG nova.network.neutron [-] [instance: 35a14897-071a-4736-8153-11a6ab63f160] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.967161] env[69654]: INFO nova.compute.resource_tracker [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating resource usage from migration bfb8bd94-6b90-4845-a25d-30cdeb9b53ee [ 1179.107802] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a613ce8-6975-473e-9703-ee9f7cbc7c41 req-6979656c-fe4d-454f-af0e-f4763e27db70 service nova] Releasing lock "refresh_cache-6748d823-6c6f-4352-be8f-e491a847b80e" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.108740] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3b3534-2bde-4f1d-a03c-1ba1e0c58e96 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.113550] env[69654]: DEBUG nova.compute.manager [req-2ca55503-c181-45e6-9689-2bf888fa2458 req-e239530d-b273-48a7-92ca-9aea30d50e71 service nova] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Received event network-vif-deleted-8512a6a4-40a1-4e42-8191-e48348a34c91 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.113712] env[69654]: INFO nova.compute.manager [req-2ca55503-c181-45e6-9689-2bf888fa2458 req-e239530d-b273-48a7-92ca-9aea30d50e71 service nova] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Neutron deleted interface 8512a6a4-40a1-4e42-8191-e48348a34c91; detaching it from the instance and deleting it from the info cache [ 1179.113883] env[69654]: DEBUG nova.network.neutron [req-2ca55503-c181-45e6-9689-2bf888fa2458 req-e239530d-b273-48a7-92ca-9aea30d50e71 service nova] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.120022] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376df931-4e93-4783-a92a-0b5281c226c8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.158250] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ad8097-df5b-4cdf-bda8-5d69fcaf2c65 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.165462] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d60e378-4269-44df-bd94-6a28d780d021 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.178825] env[69654]: DEBUG nova.compute.provider_tree [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.595265] env[69654]: DEBUG nova.network.neutron [-] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.616628] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72310289-c95c-4bae-9c06-fce336329485 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.626553] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f443f4-3423-4325-a5e4-7aebfa64afbb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.655553] env[69654]: DEBUG nova.compute.manager [req-2ca55503-c181-45e6-9689-2bf888fa2458 req-e239530d-b273-48a7-92ca-9aea30d50e71 service nova] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Detach interface failed, port_id=8512a6a4-40a1-4e42-8191-e48348a34c91, reason: Instance 35a14897-071a-4736-8153-11a6ab63f160 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1179.681480] env[69654]: DEBUG nova.scheduler.client.report [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.097669] env[69654]: INFO nova.compute.manager [-] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Took 1.22 seconds to deallocate network for instance. [ 1180.186844] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.232s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.187203] env[69654]: INFO nova.compute.manager [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Migrating [ 1180.604355] env[69654]: DEBUG oslo_concurrency.lockutils [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.604650] env[69654]: DEBUG oslo_concurrency.lockutils [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.604869] env[69654]: DEBUG nova.objects.instance [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lazy-loading 'resources' on Instance uuid 35a14897-071a-4736-8153-11a6ab63f160 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.662098] env[69654]: DEBUG oslo_concurrency.lockutils [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "09aeec83-44a2-457c-9850-c20140ca368e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.662347] env[69654]: DEBUG oslo_concurrency.lockutils [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "09aeec83-44a2-457c-9850-c20140ca368e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.662558] env[69654]: DEBUG oslo_concurrency.lockutils [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "09aeec83-44a2-457c-9850-c20140ca368e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.662743] env[69654]: DEBUG oslo_concurrency.lockutils [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "09aeec83-44a2-457c-9850-c20140ca368e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.662908] env[69654]: DEBUG oslo_concurrency.lockutils [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "09aeec83-44a2-457c-9850-c20140ca368e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.664829] env[69654]: INFO nova.compute.manager [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Terminating instance [ 1180.701280] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.701436] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.701605] env[69654]: DEBUG nova.network.neutron [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.168654] env[69654]: DEBUG nova.compute.manager [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.168869] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.169778] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242aa562-62b5-480e-8d91-8cd94f3e5ed9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.180844] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.181109] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-141f8ed8-9f1e-4c05-a812-fd9e1834fcc0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.187481] env[69654]: DEBUG oslo_vmware.api [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1181.187481] env[69654]: value = "task-3555636" [ 1181.187481] env[69654]: _type = "Task" [ 1181.187481] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.236018] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47a7c6f-f9a9-43fd-b5c3-810529cc56e2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.243340] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf695bb-a8e5-4176-b41a-7594b302d6e9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.275061] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42c1c3f-7b73-4ccd-bfd4-d5b046593367 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.282330] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0850b5-02ce-41f0-914a-2138b0dec088 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.295333] env[69654]: DEBUG nova.compute.provider_tree [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.422963] env[69654]: DEBUG nova.network.neutron [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating instance_info_cache with network_info: [{"id": "f5c9c724-59d5-4624-9292-63f607b52c14", "address": "fa:16:3e:94:46:f0", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c9c724-59", "ovs_interfaceid": "f5c9c724-59d5-4624-9292-63f607b52c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.698192] env[69654]: DEBUG oslo_vmware.api [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555636, 'name': PowerOffVM_Task, 'duration_secs': 0.253823} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.698498] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.698726] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.699031] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86ee95e3-ffe1-456b-a659-0855f79b0d9b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.771240] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.771453] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.771642] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Deleting the datastore file [datastore2] 09aeec83-44a2-457c-9850-c20140ca368e {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.771900] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eafdee19-2cfe-4247-86bb-99bf5cc1d263 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.777503] env[69654]: DEBUG oslo_vmware.api [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for the task: (returnval){ [ 1181.777503] env[69654]: value = "task-3555638" [ 1181.777503] env[69654]: _type = "Task" [ 1181.777503] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.786245] env[69654]: DEBUG oslo_vmware.api [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.798204] env[69654]: DEBUG nova.scheduler.client.report [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.925811] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.287590] env[69654]: DEBUG oslo_vmware.api [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Task: {'id': task-3555638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127613} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.287917] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.288026] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.288216] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.288389] env[69654]: INFO nova.compute.manager [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1182.288667] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.288817] env[69654]: DEBUG nova.compute.manager [-] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.288910] env[69654]: DEBUG nova.network.neutron [-] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.302404] env[69654]: DEBUG oslo_concurrency.lockutils [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.319916] env[69654]: INFO nova.scheduler.client.report [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Deleted allocations for instance 35a14897-071a-4736-8153-11a6ab63f160 [ 1182.729464] env[69654]: DEBUG nova.compute.manager [req-b053c8a6-21af-4e04-a8a7-8708a69aa2ed req-4d4f23f1-fb65-4d77-bfa9-7362d5d19263 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Received event network-vif-deleted-c1b4c161-88ce-4712-ab0f-d84411f44d32 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.729464] env[69654]: INFO nova.compute.manager [req-b053c8a6-21af-4e04-a8a7-8708a69aa2ed req-4d4f23f1-fb65-4d77-bfa9-7362d5d19263 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Neutron deleted interface c1b4c161-88ce-4712-ab0f-d84411f44d32; detaching it from the instance and deleting it from the info cache [ 1182.729464] env[69654]: DEBUG nova.network.neutron [req-b053c8a6-21af-4e04-a8a7-8708a69aa2ed req-4d4f23f1-fb65-4d77-bfa9-7362d5d19263 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.828010] env[69654]: DEBUG oslo_concurrency.lockutils [None req-afd2de6a-65ba-42aa-9d61-f1c5fe53d0be tempest-ListServerFiltersTestJSON-8610940 tempest-ListServerFiltersTestJSON-8610940-project-member] Lock "35a14897-071a-4736-8153-11a6ab63f160" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.580s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.210850] env[69654]: DEBUG nova.network.neutron [-] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.231881] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e62ca3d3-8886-4e41-bfa7-b6b1c57389e7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.244184] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f231cf-dc33-4a5b-8697-5048d7ad8b18 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.275072] env[69654]: DEBUG nova.compute.manager [req-b053c8a6-21af-4e04-a8a7-8708a69aa2ed req-4d4f23f1-fb65-4d77-bfa9-7362d5d19263 service nova] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Detach interface failed, port_id=c1b4c161-88ce-4712-ab0f-d84411f44d32, reason: Instance 09aeec83-44a2-457c-9850-c20140ca368e could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1183.442774] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890a305b-7727-4768-81b2-37b2226786a3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.463185] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating instance '38c67d2d-9a0e-4393-a235-6bd81fae682a' progress to 0 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.713920] env[69654]: INFO nova.compute.manager [-] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Took 1.42 seconds to deallocate network for instance. [ 1183.968816] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.969158] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb38baa0-f807-42ca-8806-b95261f63cf3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.977698] env[69654]: DEBUG oslo_vmware.api [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1183.977698] env[69654]: value = "task-3555639" [ 1183.977698] env[69654]: _type = "Task" [ 1183.977698] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.986274] env[69654]: DEBUG oslo_vmware.api [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.215104] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.215412] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.215584] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.215739] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.215884] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.216065] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.220338] env[69654]: DEBUG oslo_concurrency.lockutils [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.220605] env[69654]: DEBUG oslo_concurrency.lockutils [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.220818] env[69654]: DEBUG nova.objects.instance [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lazy-loading 'resources' on Instance uuid 09aeec83-44a2-457c-9850-c20140ca368e {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.487340] env[69654]: DEBUG oslo_vmware.api [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555639, 'name': PowerOffVM_Task, 'duration_secs': 0.27838} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.487687] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.487828] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating instance '38c67d2d-9a0e-4393-a235-6bd81fae682a' progress to 17 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.843772] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcaa482-f14d-4810-928d-caa78d0e6d72 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.851118] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8704cce3-186c-4692-92a0-ac83e94e2a0c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.882868] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c21a3b-e825-49e3-b623-63d2afbb3155 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.890136] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31c92b1-c49d-4fa7-8a4c-941406d1feeb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.903842] env[69654]: DEBUG nova.compute.provider_tree [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.994228] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.994508] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.994659] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.994839] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.994981] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.995147] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.995537] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.995812] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.996062] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.996276] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.996502] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.001491] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-628b8be3-36f7-4a8c-8581-c28cd01c1db0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.018125] env[69654]: DEBUG oslo_vmware.api [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1185.018125] env[69654]: value = "task-3555640" [ 1185.018125] env[69654]: _type = "Task" [ 1185.018125] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.025675] env[69654]: DEBUG oslo_vmware.api [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.407972] env[69654]: DEBUG nova.scheduler.client.report [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.529907] env[69654]: DEBUG oslo_vmware.api [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555640, 'name': ReconfigVM_Task, 'duration_secs': 0.184717} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.530342] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating instance '38c67d2d-9a0e-4393-a235-6bd81fae682a' progress to 33 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.717200] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.717446] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69654) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1185.717571] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.912799] env[69654]: DEBUG oslo_concurrency.lockutils [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.964162] env[69654]: INFO nova.scheduler.client.report [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Deleted allocations for instance 09aeec83-44a2-457c-9850-c20140ca368e [ 1186.039236] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.039236] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.039236] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.040171] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.040171] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.040171] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.040171] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.040171] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.040171] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.040375] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.040476] env[69654]: DEBUG nova.virt.hardware [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.045993] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1186.046335] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d665fa1-0451-4d3c-8efb-9922acc319d7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.067895] env[69654]: DEBUG oslo_vmware.api [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1186.067895] env[69654]: value = "task-3555641" [ 1186.067895] env[69654]: _type = "Task" [ 1186.067895] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.076314] env[69654]: DEBUG oslo_vmware.api [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.221355] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.221646] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.221828] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.221981] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69654) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1186.222895] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73e39e9-57da-4d63-9126-f955035f97fe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.231883] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5a4f82-d4ec-4f17-9814-5d4c135c8805 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.245863] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbae9037-4280-456e-8c43-7074cbd7a775 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.252167] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa937a5-acce-40a1-8e47-e10fe02fae7a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.280733] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180204MB free_disk=83GB free_vcpus=48 pci_devices=None {{(pid=69654) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1186.280887] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.281116] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.475427] env[69654]: DEBUG oslo_concurrency.lockutils [None req-59a7c04d-6cb6-43c8-bf98-1d259c9accfb tempest-AttachVolumeShelveTestJSON-989009573 tempest-AttachVolumeShelveTestJSON-989009573-project-member] Lock "09aeec83-44a2-457c-9850-c20140ca368e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.812s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.577743] env[69654]: DEBUG oslo_vmware.api [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555641, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.078853] env[69654]: DEBUG oslo_vmware.api [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555641, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.293239] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Applying migration context for instance 38c67d2d-9a0e-4393-a235-6bd81fae682a as it has an incoming, in-progress migration bfb8bd94-6b90-4845-a25d-30cdeb9b53ee. Migration status is migrating {{(pid=69654) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1187.294348] env[69654]: INFO nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating resource usage from migration bfb8bd94-6b90-4845-a25d-30cdeb9b53ee [ 1187.314707] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance a3a5c955-9976-46ab-ba56-4505cc461cf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.314855] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 63aac6cb-2703-4c2f-b966-4616aa8724b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.314978] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance cff33208-e9ba-423a-9900-bf457349acd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.315116] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 332f1032-a578-4ba6-8058-3e3c411671ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.315234] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance da282545-9c42-4ae1-a7df-91ae0bfeb19c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.315392] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 6748d823-6c6f-4352-be8f-e491a847b80e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.315525] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Migration bfb8bd94-6b90-4845-a25d-30cdeb9b53ee is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1187.315641] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 38c67d2d-9a0e-4393-a235-6bd81fae682a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.315828] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1187.315966] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1187.423546] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21df7e43-7faa-4465-aa1d-279f47adc6e8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.430577] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf35479f-2e48-43b1-8705-f2e3e462fbee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.464274] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a61d20-0034-46ad-8f23-c20acba0d217 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.472429] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a71f164-59fb-48ac-b6f7-38a3d074a435 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.494570] env[69654]: DEBUG nova.compute.provider_tree [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.579358] env[69654]: DEBUG oslo_vmware.api [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555641, 'name': ReconfigVM_Task, 'duration_secs': 1.180458} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.579813] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1187.580441] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ed5982-1b79-4a07-a8d2-566e9f2dba56 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.603294] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 38c67d2d-9a0e-4393-a235-6bd81fae682a/38c67d2d-9a0e-4393-a235-6bd81fae682a.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.603294] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-140fd626-c36f-4592-9390-072129234fb8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.620655] env[69654]: DEBUG oslo_vmware.api [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1187.620655] env[69654]: value = "task-3555642" [ 1187.620655] env[69654]: _type = "Task" [ 1187.620655] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.629634] env[69654]: DEBUG oslo_vmware.api [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.997898] env[69654]: DEBUG nova.scheduler.client.report [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.130718] env[69654]: DEBUG oslo_vmware.api [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555642, 'name': ReconfigVM_Task, 'duration_secs': 0.390407} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.130990] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 38c67d2d-9a0e-4393-a235-6bd81fae682a/38c67d2d-9a0e-4393-a235-6bd81fae682a.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.131283] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating instance '38c67d2d-9a0e-4393-a235-6bd81fae682a' progress to 50 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.512349] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69654) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1188.512349] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.223s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.512349] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.512349] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Cleaning up deleted instances {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1188.638671] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1db80c-99cb-4d65-ba9a-7fd5a925244c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.660483] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde6c70d-f3d2-496b-8e50-3999310cb6e5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.678542] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating instance '38c67d2d-9a0e-4393-a235-6bd81fae682a' progress to 67 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.020761] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] There are 60 instances to clean {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1189.021015] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: a666d1e7-0f49-41a9-8983-474bc5db9531] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.080866] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquiring lock "14b59806-4a2e-4ed7-acf9-2fd3be0f6357" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.081112] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Lock "14b59806-4a2e-4ed7-acf9-2fd3be0f6357" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.218595] env[69654]: DEBUG nova.network.neutron [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Port f5c9c724-59d5-4624-9292-63f607b52c14 binding to destination host cpu-1 is already ACTIVE {{(pid=69654) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1189.524776] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 439bbec0-f1b0-47fe-9c77-3072d868c14b] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.583307] env[69654]: DEBUG nova.compute.manager [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.029215] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 35a14897-071a-4736-8153-11a6ab63f160] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.188854] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.189163] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.190716] env[69654]: INFO nova.compute.claims [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.240504] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "38c67d2d-9a0e-4393-a235-6bd81fae682a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.240776] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "38c67d2d-9a0e-4393-a235-6bd81fae682a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.240899] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "38c67d2d-9a0e-4393-a235-6bd81fae682a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.532460] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: dc0ccd33-597b-4275-b2c5-a7300b16d023] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.035424] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: b1c28ef8-c4e3-4a6f-8fae-dfd267d84cc7] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.283971] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.284210] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.284422] env[69654]: DEBUG nova.network.neutron [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.321690] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ab9f1d-6810-44cf-bc17-6316e9f6b3ba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.332858] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54dc838-fe5d-4e04-a4ab-c971bf6236b8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.386140] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f596b3f8-8635-4d3e-9f05-b0565421f2ea {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.396590] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94137ee0-9298-4432-b05d-9f7d4a488c96 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.411752] env[69654]: DEBUG nova.compute.provider_tree [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.538790] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: e2bf8352-75f4-42e5-9904-13b0808ae36a] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.915167] env[69654]: DEBUG nova.scheduler.client.report [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.020070] env[69654]: DEBUG nova.network.neutron [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating instance_info_cache with network_info: [{"id": "f5c9c724-59d5-4624-9292-63f607b52c14", "address": "fa:16:3e:94:46:f0", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c9c724-59", "ovs_interfaceid": "f5c9c724-59d5-4624-9292-63f607b52c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.044468] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: f1214b24-c5de-4221-9b8c-9ad0fb2d0f7c] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.423022] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.423022] env[69654]: DEBUG nova.compute.manager [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.522457] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.545959] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 6aec4f44-50c0-467e-a400-6e8e9795f75a] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.930162] env[69654]: DEBUG nova.compute.utils [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.931694] env[69654]: DEBUG nova.compute.manager [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Not allocating networking since 'none' was specified. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1193.048984] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8706035b-3dc1-4fa7-95df-a9315249e702 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.051947] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 42c1cd53-97d0-40ba-aa39-f9c96f44dcd8] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.071798] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fd2a6e-1783-445f-a1d8-678582256872 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.080568] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating instance '38c67d2d-9a0e-4393-a235-6bd81fae682a' progress to 83 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.434764] env[69654]: DEBUG nova.compute.manager [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.555818] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: a5b9902f-dad4-4ce3-917f-021e9a5e0be7] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.589465] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.589852] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18b9a929-4129-48a9-953f-8d53e4e4d1eb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.597829] env[69654]: DEBUG oslo_vmware.api [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1193.597829] env[69654]: value = "task-3555644" [ 1193.597829] env[69654]: _type = "Task" [ 1193.597829] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.606524] env[69654]: DEBUG oslo_vmware.api [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.036750] env[69654]: DEBUG oslo_concurrency.lockutils [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "cff33208-e9ba-423a-9900-bf457349acd0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.037117] env[69654]: DEBUG oslo_concurrency.lockutils [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "cff33208-e9ba-423a-9900-bf457349acd0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.037352] env[69654]: INFO nova.compute.manager [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Shelving [ 1194.060697] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: b2990d3b-c9c3-4b5e-9f52-3a6b8810e162] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.107582] env[69654]: DEBUG oslo_vmware.api [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555644, 'name': PowerOnVM_Task, 'duration_secs': 0.38364} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.107871] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.108133] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ad78a6-31bf-41b1-ba3e-2be9fe3748a1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating instance '38c67d2d-9a0e-4393-a235-6bd81fae682a' progress to 100 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.449800] env[69654]: DEBUG nova.compute.manager [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.476548] env[69654]: DEBUG nova.virt.hardware [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.476820] env[69654]: DEBUG nova.virt.hardware [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.476977] env[69654]: DEBUG nova.virt.hardware [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.477178] env[69654]: DEBUG nova.virt.hardware [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.477328] env[69654]: DEBUG nova.virt.hardware [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.477469] env[69654]: DEBUG nova.virt.hardware [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.477679] env[69654]: DEBUG nova.virt.hardware [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.477868] env[69654]: DEBUG nova.virt.hardware [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.478059] env[69654]: DEBUG nova.virt.hardware [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.478228] env[69654]: DEBUG nova.virt.hardware [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.478408] env[69654]: DEBUG nova.virt.hardware [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.479395] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feb8174-3fb0-4714-9155-ae6d718df6b9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.487485] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233c630d-2a04-4ea6-9b81-10d2fe12081d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.500395] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.505838] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Creating folder: Project (23ec28d8acae4e98aaa30f94922ec906). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1194.506100] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c61b972-c8f8-4276-b9c3-fc0353af2a30 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.514884] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Created folder: Project (23ec28d8acae4e98aaa30f94922ec906) in parent group-v709593. [ 1194.515642] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Creating folder: Instances. Parent ref: group-v709897. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1194.515642] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60f4d4d3-d0bc-47a5-94bb-625c6d9596c2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.523285] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Created folder: Instances in parent group-v709897. [ 1194.523562] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.523783] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.524018] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9425e717-a4b5-4920-a13e-b768fc02f4dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.539241] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.539241] env[69654]: value = "task-3555647" [ 1194.539241] env[69654]: _type = "Task" [ 1194.539241] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.552439] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555647, 'name': CreateVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.563377] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 8c9a6fa8-5244-443e-b0e9-344d12edb5c3] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.045993] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.046340] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34825e3c-8b62-4415-be02-ee1d16b6dbf6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.053471] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555647, 'name': CreateVM_Task, 'duration_secs': 0.32906} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.054612] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.054932] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1195.054932] env[69654]: value = "task-3555648" [ 1195.054932] env[69654]: _type = "Task" [ 1195.054932] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.055294] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.055476] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.055791] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.056081] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc487668-fcb5-492e-b02f-f0b4fdfcb28f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.062612] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1195.062612] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5296ca6a-8175-f490-40d4-2afd37142029" [ 1195.062612] env[69654]: _type = "Task" [ 1195.062612] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.066151] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 3c8229ba-0c2c-4fdb-9a7a-75296f37e4e7] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.067985] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.075749] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5296ca6a-8175-f490-40d4-2afd37142029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.569729] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 29b8bb28-2f85-4f55-8fbc-bfbb215ef6ac] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.571339] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555648, 'name': PowerOffVM_Task, 'duration_secs': 0.21389} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.574868] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.575627] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c3040c-be5f-4cf4-bf1f-922fc9a83007 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.583469] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5296ca6a-8175-f490-40d4-2afd37142029, 'name': SearchDatastore_Task, 'duration_secs': 0.012765} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.596554] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.596752] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.596995] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.597157] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.597334] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.598776] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c670ffa0-31f8-4e63-9667-19c196c3cac0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.601069] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8278d690-b94f-4889-9d3d-ba382839b72b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.611258] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.611532] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.612317] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1050bbf1-d5e1-461b-b1f1-ae9c4a62f5ab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.617313] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1195.617313] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5295a285-2a44-508f-4b15-f09d201b3b0c" [ 1195.617313] env[69654]: _type = "Task" [ 1195.617313] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.630284] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5295a285-2a44-508f-4b15-f09d201b3b0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.074065] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: abee0e2b-d0b3-470a-b612-2da57e4dc27b] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.113634] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Creating Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1196.113967] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-daf6e014-9eb4-4042-bf89-227abb2b7b8e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.122960] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1196.122960] env[69654]: value = "task-3555649" [ 1196.122960] env[69654]: _type = "Task" [ 1196.122960] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.126768] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5295a285-2a44-508f-4b15-f09d201b3b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.008403} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.130543] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d180f8ba-3611-4e8a-b442-d48b6dc71adc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.140251] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1196.140251] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5216816f-db96-adda-80b1-ea07a471d5e8" [ 1196.140251] env[69654]: _type = "Task" [ 1196.140251] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.140489] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555649, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.151455] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5216816f-db96-adda-80b1-ea07a471d5e8, 'name': SearchDatastore_Task, 'duration_secs': 0.01065} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.151709] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.152034] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 14b59806-4a2e-4ed7-acf9-2fd3be0f6357/14b59806-4a2e-4ed7-acf9-2fd3be0f6357.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.152325] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b353df17-6f0c-4e5b-a2bb-de7519918a5d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.158261] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1196.158261] env[69654]: value = "task-3555650" [ 1196.158261] env[69654]: _type = "Task" [ 1196.158261] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.165708] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.179603] env[69654]: DEBUG nova.network.neutron [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Port f5c9c724-59d5-4624-9292-63f607b52c14 binding to destination host cpu-1 is already ACTIVE {{(pid=69654) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1196.179945] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.180181] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.180412] env[69654]: DEBUG nova.network.neutron [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.578942] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 09aeec83-44a2-457c-9850-c20140ca368e] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.636328] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555649, 'name': CreateSnapshot_Task, 'duration_secs': 0.469397} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.636596] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Created Snapshot of the VM instance {{(pid=69654) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1196.637369] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acd7e7b-b25d-4878-8e79-466661c32e5e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.667433] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466132} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.667699] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 14b59806-4a2e-4ed7-acf9-2fd3be0f6357/14b59806-4a2e-4ed7-acf9-2fd3be0f6357.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.667944] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.668147] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b6a5d29-8647-42b3-adbe-0c9f14225bda {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.674807] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1196.674807] env[69654]: value = "task-3555651" [ 1196.674807] env[69654]: _type = "Task" [ 1196.674807] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.686518] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.886639] env[69654]: DEBUG nova.network.neutron [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating instance_info_cache with network_info: [{"id": "f5c9c724-59d5-4624-9292-63f607b52c14", "address": "fa:16:3e:94:46:f0", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c9c724-59", "ovs_interfaceid": "f5c9c724-59d5-4624-9292-63f607b52c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.083624] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 13d34136-410d-408c-bc6d-1106c3b4316f] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.155644] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Creating linked-clone VM from snapshot {{(pid=69654) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1197.155942] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-73a726a1-a197-499b-aa6a-75f596dfea51 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.163965] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1197.163965] env[69654]: value = "task-3555652" [ 1197.163965] env[69654]: _type = "Task" [ 1197.163965] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.171799] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555652, 'name': CloneVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.184251] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066396} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.184483] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.185281] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca494188-c933-4e7b-9ad5-945dfc1d1e28 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.205224] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 14b59806-4a2e-4ed7-acf9-2fd3be0f6357/14b59806-4a2e-4ed7-acf9-2fd3be0f6357.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.205480] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daa443e9-a35f-455a-bfc2-01eb4a1d2f5d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.223640] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1197.223640] env[69654]: value = "task-3555653" [ 1197.223640] env[69654]: _type = "Task" [ 1197.223640] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.230898] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.388948] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.586798] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 9db374b6-0b53-4a8c-b6a9-cfc2287fc88b] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.673499] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555652, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.732463] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555653, 'name': ReconfigVM_Task, 'duration_secs': 0.270143} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.734035] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 14b59806-4a2e-4ed7-acf9-2fd3be0f6357/14b59806-4a2e-4ed7-acf9-2fd3be0f6357.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.734035] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d7bd8fa-3dca-4bc2-80f1-59d9b5f559d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.739973] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1197.739973] env[69654]: value = "task-3555654" [ 1197.739973] env[69654]: _type = "Task" [ 1197.739973] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.747497] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555654, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.892987] env[69654]: DEBUG nova.compute.manager [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69654) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1197.893139] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.893333] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.090195] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 89006dfb-9d86-475a-8a57-f590287ec0af] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.173834] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555652, 'name': CloneVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.249276] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555654, 'name': Rename_Task, 'duration_secs': 0.129062} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.249482] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.250076] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f94af835-77fb-40e6-a10b-a16b513c1f4a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.255779] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1198.255779] env[69654]: value = "task-3555655" [ 1198.255779] env[69654]: _type = "Task" [ 1198.255779] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.262828] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.396635] env[69654]: DEBUG nova.objects.instance [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lazy-loading 'migration_context' on Instance uuid 38c67d2d-9a0e-4393-a235-6bd81fae682a {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.593447] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 9e167b41-9a47-4fc1-a109-42b8d36f95b2] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.638931] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "332f1032-a578-4ba6-8058-3e3c411671ed" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.639192] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "332f1032-a578-4ba6-8058-3e3c411671ed" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.676186] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555652, 'name': CloneVM_Task} progress is 95%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.767173] env[69654]: DEBUG oslo_vmware.api [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555655, 'name': PowerOnVM_Task, 'duration_secs': 0.456376} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.767428] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.767629] env[69654]: INFO nova.compute.manager [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Took 4.32 seconds to spawn the instance on the hypervisor. [ 1198.767808] env[69654]: DEBUG nova.compute.manager [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.768595] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b476bb40-4d9a-4532-a98d-baa773d87190 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.022169] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78579dcf-ef4c-498c-a2d5-d924cb95c382 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.029835] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd16ca21-fa21-4b17-b415-2e91ca4616ac {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.059440] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f955bb-82f0-488d-92ed-39c6e15108e5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.066636] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2b80d8-1d78-459c-b376-511fde32d685 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.080941] env[69654]: DEBUG nova.compute.provider_tree [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.096155] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 93bffb31-648b-4590-aa29-52a0b8069fb4] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.142208] env[69654]: DEBUG nova.compute.utils [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.175744] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555652, 'name': CloneVM_Task, 'duration_secs': 1.733719} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.176010] env[69654]: INFO nova.virt.vmwareapi.vmops [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Created linked-clone VM from snapshot [ 1199.176760] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbb94fc-bee3-4295-a86d-43f246e5b934 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.183867] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Uploading image c42bb74d-c3c3-4ade-a08c-74bf343ad48d {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1199.212154] env[69654]: DEBUG oslo_vmware.rw_handles [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1199.212154] env[69654]: value = "vm-709901" [ 1199.212154] env[69654]: _type = "VirtualMachine" [ 1199.212154] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1199.212428] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c0f1fc2-6b46-494c-a0d1-9b304ae3d9ab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.218882] env[69654]: DEBUG oslo_vmware.rw_handles [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lease: (returnval){ [ 1199.218882] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521a285e-b5b9-ec32-fb9d-5ed770e3bc0d" [ 1199.218882] env[69654]: _type = "HttpNfcLease" [ 1199.218882] env[69654]: } obtained for exporting VM: (result){ [ 1199.218882] env[69654]: value = "vm-709901" [ 1199.218882] env[69654]: _type = "VirtualMachine" [ 1199.218882] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1199.219178] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the lease: (returnval){ [ 1199.219178] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521a285e-b5b9-ec32-fb9d-5ed770e3bc0d" [ 1199.219178] env[69654]: _type = "HttpNfcLease" [ 1199.219178] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1199.224992] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1199.224992] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521a285e-b5b9-ec32-fb9d-5ed770e3bc0d" [ 1199.224992] env[69654]: _type = "HttpNfcLease" [ 1199.224992] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1199.287338] env[69654]: INFO nova.compute.manager [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Took 9.20 seconds to build instance. [ 1199.584021] env[69654]: DEBUG nova.scheduler.client.report [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.599664] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 3c9e79e3-3168-424d-857e-c94ebee0dbae] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.645516] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "332f1032-a578-4ba6-8058-3e3c411671ed" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.727287] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1199.727287] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521a285e-b5b9-ec32-fb9d-5ed770e3bc0d" [ 1199.727287] env[69654]: _type = "HttpNfcLease" [ 1199.727287] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1199.727609] env[69654]: DEBUG oslo_vmware.rw_handles [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1199.727609] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]521a285e-b5b9-ec32-fb9d-5ed770e3bc0d" [ 1199.727609] env[69654]: _type = "HttpNfcLease" [ 1199.727609] env[69654]: }. {{(pid=69654) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1199.728370] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573e4771-a868-497a-8909-9e7c080e9eb1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.736047] env[69654]: DEBUG oslo_vmware.rw_handles [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca2aa1-a5be-c87d-ee26-0e4db224833a/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1199.736047] env[69654]: DEBUG oslo_vmware.rw_handles [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca2aa1-a5be-c87d-ee26-0e4db224833a/disk-0.vmdk for reading. {{(pid=69654) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1199.792289] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e11ae691-e073-4f6b-8b9e-e602deda0333 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Lock "14b59806-4a2e-4ed7-acf9-2fd3be0f6357" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.711s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.829068] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c4a56caa-c400-4242-b8bc-fdc2466693a1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.104074] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: f0f0c747-58c4-494d-998f-adee37d0859d] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.202322] env[69654]: INFO nova.compute.manager [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Rebuilding instance [ 1200.248879] env[69654]: DEBUG nova.compute.manager [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.250053] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7790f8c-3a3c-40db-a6a1-325e8b4b26b2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.595943] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.702s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.608322] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 3c6b40b1-a10c-449c-84b9-4dafc0edee58] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.722071] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "332f1032-a578-4ba6-8058-3e3c411671ed" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.722071] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "332f1032-a578-4ba6-8058-3e3c411671ed" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.722288] env[69654]: INFO nova.compute.manager [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Attaching volume 468d86dd-0acf-46d0-a800-ff4b7bbff0f7 to /dev/sdb [ 1200.757531] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9999c9-e87c-4f15-94cc-2d5b9870dcb2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.768498] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f70b79d-ab9d-42cd-84d2-087528d8b405 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.785025] env[69654]: DEBUG nova.virt.block_device [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Updating existing volume attachment record: 8b1afce0-b720-47d1-b849-c993d5b6fa58 {{(pid=69654) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1201.111831] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 0fbb1b7f-2eba-47b2-9478-3c5b2dc3bbaf] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.267646] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.268387] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1ce851a-6c58-427f-a6cc-2520bf9b1d50 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.276550] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1201.276550] env[69654]: value = "task-3555658" [ 1201.276550] env[69654]: _type = "Task" [ 1201.276550] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.285927] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.616051] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: f5728e22-6d02-4bfc-9234-71aac0ac3a0c] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.786869] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555658, 'name': PowerOffVM_Task, 'duration_secs': 0.128556} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.787444] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.788992] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.789302] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be1f837-18f5-4fa7-be9f-fa2ba8e20431 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.796389] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.796688] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-437d7c1d-d0b8-4291-8a85-7beddbe71ef1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.821378] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.821711] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.821918] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Deleting the datastore file [datastore1] 14b59806-4a2e-4ed7-acf9-2fd3be0f6357 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.822236] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e50ca3c-5262-466c-bc5d-bbc4e80efa55 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.828484] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1201.828484] env[69654]: value = "task-3555660" [ 1201.828484] env[69654]: _type = "Task" [ 1201.828484] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.836453] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.120097] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: b6bb2c2f-6229-40d8-bfa3-b27970aeb275] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.144657] env[69654]: INFO nova.compute.manager [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Swapping old allocation on dict_keys(['7244f0e3-c8fc-4c02-ba3d-26a8e0372872']) held by migration bfb8bd94-6b90-4845-a25d-30cdeb9b53ee for instance [ 1202.170318] env[69654]: DEBUG nova.scheduler.client.report [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Overwriting current allocation {'allocations': {'7244f0e3-c8fc-4c02-ba3d-26a8e0372872': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 148}}, 'project_id': 'b8334390ef8848d5afba13757eda95cd', 'user_id': 'ecf975355e2e48dd8e2d522631ba5a57', 'consumer_generation': 1} on consumer 38c67d2d-9a0e-4393-a235-6bd81fae682a {{(pid=69654) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1202.246014] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.246220] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.246397] env[69654]: DEBUG nova.network.neutron [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.339717] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086667} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.340013] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.340203] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.340419] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.622664] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: d9e70dde-3175-4edf-b8d1-2690b9386a62] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.963593] env[69654]: DEBUG nova.network.neutron [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating instance_info_cache with network_info: [{"id": "f5c9c724-59d5-4624-9292-63f607b52c14", "address": "fa:16:3e:94:46:f0", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c9c724-59", "ovs_interfaceid": "f5c9c724-59d5-4624-9292-63f607b52c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.128425] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 6dfe0850-c7d0-492d-ae38-f6498c0634f6] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.376380] env[69654]: DEBUG nova.virt.hardware [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.378061] env[69654]: DEBUG nova.virt.hardware [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.378061] env[69654]: DEBUG nova.virt.hardware [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.378061] env[69654]: DEBUG nova.virt.hardware [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.378061] env[69654]: DEBUG nova.virt.hardware [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.378061] env[69654]: DEBUG nova.virt.hardware [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.378061] env[69654]: DEBUG nova.virt.hardware [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.378061] env[69654]: DEBUG nova.virt.hardware [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.378061] env[69654]: DEBUG nova.virt.hardware [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.378061] env[69654]: DEBUG nova.virt.hardware [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.379673] env[69654]: DEBUG nova.virt.hardware [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.379673] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be1562a-18f0-4d55-9932-50439c5f583c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.388813] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68966a0-7fdc-4ab5-9ed0-cead98372c98 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.403798] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.409329] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.409743] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.409817] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8c4625d-302c-4125-a568-ba8462c4593a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.427898] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.427898] env[69654]: value = "task-3555662" [ 1203.427898] env[69654]: _type = "Task" [ 1203.427898] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.436785] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555662, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.466607] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "refresh_cache-38c67d2d-9a0e-4393-a235-6bd81fae682a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.467138] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.467434] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ee68d04-a3c7-41b2-a8cc-87cb96b5839f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.474901] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1203.474901] env[69654]: value = "task-3555663" [ 1203.474901] env[69654]: _type = "Task" [ 1203.474901] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.483741] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.632524] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 33509c75-f741-4f49-b9f5-a902a513dac1] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.939070] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555662, 'name': CreateVM_Task, 'duration_secs': 0.400707} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.939070] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.939070] env[69654]: DEBUG oslo_concurrency.lockutils [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.939070] env[69654]: DEBUG oslo_concurrency.lockutils [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.939409] env[69654]: DEBUG oslo_concurrency.lockutils [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.939497] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cca7cb8-dcda-446d-bbd6-54c9d2484298 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.944022] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1203.944022] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bae58c-5fee-1931-67ff-0f02459c713d" [ 1203.944022] env[69654]: _type = "Task" [ 1203.944022] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.951787] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bae58c-5fee-1931-67ff-0f02459c713d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.984163] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555663, 'name': PowerOffVM_Task, 'duration_secs': 0.247723} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.984409] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.985074] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.985296] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.985451] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.985653] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.985803] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.985948] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.986163] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.986327] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.986522] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.986694] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.986870] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.991687] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5628639d-397e-4ed1-9402-0884519b560f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.006788] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1204.006788] env[69654]: value = "task-3555664" [ 1204.006788] env[69654]: _type = "Task" [ 1204.006788] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.014990] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.135348] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: d2a6b8da-92e4-401f-a878-30cb88aa5fa3] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.455578] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bae58c-5fee-1931-67ff-0f02459c713d, 'name': SearchDatastore_Task, 'duration_secs': 0.008843} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.455897] env[69654]: DEBUG oslo_concurrency.lockutils [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.456147] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.456384] env[69654]: DEBUG oslo_concurrency.lockutils [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.457058] env[69654]: DEBUG oslo_concurrency.lockutils [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.457058] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.457058] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0619d123-8310-421a-9971-7387f5dce728 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.467517] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.467699] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.468416] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8395b66e-9c24-49fb-a66e-587fa64a5f6b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.473765] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1204.473765] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5226571f-e1fc-3cc8-32ca-73a615276028" [ 1204.473765] env[69654]: _type = "Task" [ 1204.473765] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.481584] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5226571f-e1fc-3cc8-32ca-73a615276028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.516406] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555664, 'name': ReconfigVM_Task, 'duration_secs': 0.173584} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.517322] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d551b7-edc6-48a6-a19e-d2e8fd6b4d06 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.535806] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.536050] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.536262] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.536380] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.536521] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.536663] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.536863] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.537033] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.537200] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.537360] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.537527] env[69654]: DEBUG nova.virt.hardware [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.538320] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95d1dea0-7711-44cd-8478-e47a08ba4a95 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.543893] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1204.543893] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5209c969-498b-1aea-2bf5-5573c953fd43" [ 1204.543893] env[69654]: _type = "Task" [ 1204.543893] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.551493] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5209c969-498b-1aea-2bf5-5573c953fd43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.638662] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: a491fbdf-6c80-4051-8141-b20652676877] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.984276] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5226571f-e1fc-3cc8-32ca-73a615276028, 'name': SearchDatastore_Task, 'duration_secs': 0.012011} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.985030] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aef0b55-4c07-4e58-8042-0b50fcc71863 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.990210] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1204.990210] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5232273d-f7ba-844c-e233-ada4c6d7b4b2" [ 1204.990210] env[69654]: _type = "Task" [ 1204.990210] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.997815] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5232273d-f7ba-844c-e233-ada4c6d7b4b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.054022] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5209c969-498b-1aea-2bf5-5573c953fd43, 'name': SearchDatastore_Task, 'duration_secs': 0.006891} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.059354] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1205.059629] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ba15baf-2abf-4893-8a8a-b2ff4e9e3809 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.076779] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1205.076779] env[69654]: value = "task-3555665" [ 1205.076779] env[69654]: _type = "Task" [ 1205.076779] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.084387] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.142194] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: b188c3af-ea37-4b7b-b886-7680ecaca534] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.330281] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Volume attach. Driver type: vmdk {{(pid=69654) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1205.330523] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709902', 'volume_id': '468d86dd-0acf-46d0-a800-ff4b7bbff0f7', 'name': 'volume-468d86dd-0acf-46d0-a800-ff4b7bbff0f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '332f1032-a578-4ba6-8058-3e3c411671ed', 'attached_at': '', 'detached_at': '', 'volume_id': '468d86dd-0acf-46d0-a800-ff4b7bbff0f7', 'serial': '468d86dd-0acf-46d0-a800-ff4b7bbff0f7'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1205.331459] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8366f5b-d74d-45b5-aa35-1f0c477d6ece {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.348675] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238d3d9c-9a54-435a-91fd-9f8c344d3fe4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.372944] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-468d86dd-0acf-46d0-a800-ff4b7bbff0f7/volume-468d86dd-0acf-46d0-a800-ff4b7bbff0f7.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.373261] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e62426d-b296-48b8-98a4-2eaeece36f20 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.391016] env[69654]: DEBUG oslo_vmware.api [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1205.391016] env[69654]: value = "task-3555666" [ 1205.391016] env[69654]: _type = "Task" [ 1205.391016] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.399157] env[69654]: DEBUG oslo_vmware.api [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.500341] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5232273d-f7ba-844c-e233-ada4c6d7b4b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009057} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.500633] env[69654]: DEBUG oslo_concurrency.lockutils [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.500891] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 14b59806-4a2e-4ed7-acf9-2fd3be0f6357/14b59806-4a2e-4ed7-acf9-2fd3be0f6357.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.501265] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cff63bb6-bfb1-43b2-b2a9-7026f9b60888 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.507521] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1205.507521] env[69654]: value = "task-3555667" [ 1205.507521] env[69654]: _type = "Task" [ 1205.507521] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.515639] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.586992] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555665, 'name': ReconfigVM_Task, 'duration_secs': 0.258879} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.587350] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.588160] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731a1a21-3ef2-4a38-bef2-1eeb086d24c6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.612037] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 38c67d2d-9a0e-4393-a235-6bd81fae682a/38c67d2d-9a0e-4393-a235-6bd81fae682a.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.612386] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fcaf0e7-7110-451b-9e81-514c88255c56 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.631554] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1205.631554] env[69654]: value = "task-3555668" [ 1205.631554] env[69654]: _type = "Task" [ 1205.631554] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.639935] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555668, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.645498] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: bc7efac8-04a8-42fb-92ab-b4ee816d2019] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.902682] env[69654]: DEBUG oslo_vmware.api [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555666, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.018293] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493393} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.018552] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 14b59806-4a2e-4ed7-acf9-2fd3be0f6357/14b59806-4a2e-4ed7-acf9-2fd3be0f6357.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.018772] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.019094] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f397d2eb-9832-4f19-8d35-f5b97cc8a77e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.024985] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1206.024985] env[69654]: value = "task-3555669" [ 1206.024985] env[69654]: _type = "Task" [ 1206.024985] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.033410] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.140993] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555668, 'name': ReconfigVM_Task, 'duration_secs': 0.388646} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.141313] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 38c67d2d-9a0e-4393-a235-6bd81fae682a/38c67d2d-9a0e-4393-a235-6bd81fae682a.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.142186] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b338cd46-293c-4e86-9b82-956467acc614 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.161528] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 44ea1ec8-65b4-4a74-a907-d3e8194f4bb7] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.163979] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5778a6be-748a-4ad5-a142-16d605048378 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.182126] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f572201-7614-493b-937e-a7a1ec9b9765 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.202016] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24789b1-4cae-496b-ae4c-1c16a743fb62 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.209799] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.210077] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7af89bf3-be94-48d0-b6fa-441621a7249d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.216119] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1206.216119] env[69654]: value = "task-3555670" [ 1206.216119] env[69654]: _type = "Task" [ 1206.216119] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.224131] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.402411] env[69654]: DEBUG oslo_vmware.api [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555666, 'name': ReconfigVM_Task, 'duration_secs': 0.565046} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.402814] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-468d86dd-0acf-46d0-a800-ff4b7bbff0f7/volume-468d86dd-0acf-46d0-a800-ff4b7bbff0f7.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.409213] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4bb696e-fe90-4302-b780-b2d483721035 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.425169] env[69654]: DEBUG oslo_vmware.api [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1206.425169] env[69654]: value = "task-3555671" [ 1206.425169] env[69654]: _type = "Task" [ 1206.425169] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.435441] env[69654]: DEBUG oslo_vmware.api [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.534138] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060929} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.534449] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.535282] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dea0797-e2a7-4b9e-87a2-37abeed4d4d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.554919] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 14b59806-4a2e-4ed7-acf9-2fd3be0f6357/14b59806-4a2e-4ed7-acf9-2fd3be0f6357.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.555260] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322f1251-9085-4a94-9f5c-ecd7113df0b0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.574974] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1206.574974] env[69654]: value = "task-3555672" [ 1206.574974] env[69654]: _type = "Task" [ 1206.574974] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.583308] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.668167] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: f4c0b3fa-195f-430f-803c-016dfde499d8] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.727470] env[69654]: DEBUG oslo_vmware.api [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555670, 'name': PowerOnVM_Task, 'duration_secs': 0.445699} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.727761] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.936895] env[69654]: DEBUG oslo_vmware.api [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.085351] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.172253] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 05ec0ef0-ca9d-469b-b177-6b5201ebe3e4] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.435394] env[69654]: DEBUG oslo_vmware.api [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555671, 'name': ReconfigVM_Task, 'duration_secs': 0.702679} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.435704] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709902', 'volume_id': '468d86dd-0acf-46d0-a800-ff4b7bbff0f7', 'name': 'volume-468d86dd-0acf-46d0-a800-ff4b7bbff0f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '332f1032-a578-4ba6-8058-3e3c411671ed', 'attached_at': '', 'detached_at': '', 'volume_id': '468d86dd-0acf-46d0-a800-ff4b7bbff0f7', 'serial': '468d86dd-0acf-46d0-a800-ff4b7bbff0f7'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1207.585425] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.676351] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: bd4e83dd-4d58-4769-82f7-966767243077] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.738221] env[69654]: INFO nova.compute.manager [None req-ddb3015d-151f-4ff8-8cea-b7a38d459404 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating instance to original state: 'active' [ 1208.085315] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555672, 'name': ReconfigVM_Task, 'duration_secs': 1.164575} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.085643] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 14b59806-4a2e-4ed7-acf9-2fd3be0f6357/14b59806-4a2e-4ed7-acf9-2fd3be0f6357.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.086299] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f6ede13-e2e1-4772-b918-a8f42dfca661 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.092445] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1208.092445] env[69654]: value = "task-3555673" [ 1208.092445] env[69654]: _type = "Task" [ 1208.092445] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.100458] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555673, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.179422] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: c5dfac36-31b9-427c-9c50-a2081ef88405] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.476975] env[69654]: DEBUG nova.objects.instance [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lazy-loading 'flavor' on Instance uuid 332f1032-a578-4ba6-8058-3e3c411671ed {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.603497] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555673, 'name': Rename_Task, 'duration_secs': 0.146618} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.603817] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.604175] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2474f0e-b072-43fa-bb4d-b21677ef1a3e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.610359] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1208.610359] env[69654]: value = "task-3555674" [ 1208.610359] env[69654]: _type = "Task" [ 1208.610359] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.617958] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.657992] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "38c67d2d-9a0e-4393-a235-6bd81fae682a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.658163] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "38c67d2d-9a0e-4393-a235-6bd81fae682a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.658434] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "38c67d2d-9a0e-4393-a235-6bd81fae682a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.658646] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "38c67d2d-9a0e-4393-a235-6bd81fae682a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.658861] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "38c67d2d-9a0e-4393-a235-6bd81fae682a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.661210] env[69654]: INFO nova.compute.manager [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Terminating instance [ 1208.682664] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: b5ec2bbc-99cd-4bfe-9669-1ff6f3e8e84c] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.899869] env[69654]: DEBUG oslo_vmware.rw_handles [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca2aa1-a5be-c87d-ee26-0e4db224833a/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1208.900815] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ecb4a8-794d-467b-b9f1-763bef4c36b1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.907317] env[69654]: DEBUG oslo_vmware.rw_handles [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca2aa1-a5be-c87d-ee26-0e4db224833a/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1208.907483] env[69654]: ERROR oslo_vmware.rw_handles [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca2aa1-a5be-c87d-ee26-0e4db224833a/disk-0.vmdk due to incomplete transfer. [ 1208.907704] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-daae00af-756d-45d1-b843-f3e50411b3f7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.914212] env[69654]: DEBUG oslo_vmware.rw_handles [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca2aa1-a5be-c87d-ee26-0e4db224833a/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1208.914422] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Uploaded image c42bb74d-c3c3-4ade-a08c-74bf343ad48d to the Glance image server {{(pid=69654) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1208.917055] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Destroying the VM {{(pid=69654) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1208.917308] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-971086d7-8766-4ff2-b782-ffec45997688 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.922906] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1208.922906] env[69654]: value = "task-3555675" [ 1208.922906] env[69654]: _type = "Task" [ 1208.922906] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.930910] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555675, 'name': Destroy_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.982595] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8147e849-1200-4b08-8804-4cd87ee41152 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "332f1032-a578-4ba6-8058-3e3c411671ed" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.260s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.120914] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555674, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.165365] env[69654]: DEBUG nova.compute.manager [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1209.165641] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.166571] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0a28c3-fa4f-4ea7-9831-949fae893c97 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.174210] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.174458] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d383151a-0c4e-49f5-94b1-25faf94a74ac {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.180658] env[69654]: DEBUG oslo_vmware.api [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1209.180658] env[69654]: value = "task-3555676" [ 1209.180658] env[69654]: _type = "Task" [ 1209.180658] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.185346] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 26427595-7845-4470-8516-0430e2d6107a] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.190401] env[69654]: DEBUG oslo_vmware.api [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.222129] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "332f1032-a578-4ba6-8058-3e3c411671ed" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.222370] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "332f1032-a578-4ba6-8058-3e3c411671ed" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.432056] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555675, 'name': Destroy_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.624043] env[69654]: DEBUG oslo_vmware.api [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555674, 'name': PowerOnVM_Task, 'duration_secs': 0.607536} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.624043] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.624314] env[69654]: DEBUG nova.compute.manager [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.625169] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd4fe3a-09b0-4e22-beed-d5c1d90807bb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.691797] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 225352df-8e0c-451f-a526-9450ffb5da90] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.693659] env[69654]: DEBUG oslo_vmware.api [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555676, 'name': PowerOffVM_Task, 'duration_secs': 0.460826} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.694107] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.694287] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.694552] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f6e0f39-f488-4dc2-b8c8-df58920ec171 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.724995] env[69654]: INFO nova.compute.manager [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Detaching volume 468d86dd-0acf-46d0-a800-ff4b7bbff0f7 [ 1209.761746] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.761746] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.761959] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Deleting the datastore file [datastore2] 38c67d2d-9a0e-4393-a235-6bd81fae682a {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.762379] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-330fb128-f9b4-4300-b5e6-d67508521a42 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.765264] env[69654]: INFO nova.virt.block_device [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Attempting to driver detach volume 468d86dd-0acf-46d0-a800-ff4b7bbff0f7 from mountpoint /dev/sdb [ 1209.765485] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1209.765729] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709902', 'volume_id': '468d86dd-0acf-46d0-a800-ff4b7bbff0f7', 'name': 'volume-468d86dd-0acf-46d0-a800-ff4b7bbff0f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '332f1032-a578-4ba6-8058-3e3c411671ed', 'attached_at': '', 'detached_at': '', 'volume_id': '468d86dd-0acf-46d0-a800-ff4b7bbff0f7', 'serial': '468d86dd-0acf-46d0-a800-ff4b7bbff0f7'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1209.766931] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3a4efe-7d9f-419e-a326-570f2f1382e1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.770755] env[69654]: DEBUG oslo_vmware.api [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1209.770755] env[69654]: value = "task-3555678" [ 1209.770755] env[69654]: _type = "Task" [ 1209.770755] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.794319] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087ae980-40ff-4555-9384-f55cb076c28f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.797207] env[69654]: DEBUG oslo_vmware.api [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.801507] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74407ed6-3a04-49de-a000-ebe923aa7d26 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.820857] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee8a45e-118b-4287-9775-9bbd9fe13a4a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.835114] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] The volume has not been displaced from its original location: [datastore1] volume-468d86dd-0acf-46d0-a800-ff4b7bbff0f7/volume-468d86dd-0acf-46d0-a800-ff4b7bbff0f7.vmdk. No consolidation needed. {{(pid=69654) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1209.840185] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.840467] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8f3a0cf-221e-4871-9545-35714287924a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.857582] env[69654]: DEBUG oslo_vmware.api [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1209.857582] env[69654]: value = "task-3555679" [ 1209.857582] env[69654]: _type = "Task" [ 1209.857582] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.865184] env[69654]: DEBUG oslo_vmware.api [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.936743] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555675, 'name': Destroy_Task, 'duration_secs': 0.75524} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.937215] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Destroyed the VM [ 1209.937511] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Deleting Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1209.937766] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fe18d094-b1f1-4389-bc8f-10e5366abaed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.943838] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1209.943838] env[69654]: value = "task-3555680" [ 1209.943838] env[69654]: _type = "Task" [ 1209.943838] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.952019] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555680, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.142788] env[69654]: DEBUG oslo_concurrency.lockutils [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.143091] env[69654]: DEBUG oslo_concurrency.lockutils [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.143311] env[69654]: DEBUG nova.objects.instance [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69654) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1210.195180] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: d3019df4-3f5a-4c05-b646-9a6043a74dad] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.280784] env[69654]: DEBUG oslo_vmware.api [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394894} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.281035] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.281223] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.281396] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.281563] env[69654]: INFO nova.compute.manager [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1210.281802] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.282250] env[69654]: DEBUG nova.compute.manager [-] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.282351] env[69654]: DEBUG nova.network.neutron [-] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.367561] env[69654]: DEBUG oslo_vmware.api [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555679, 'name': ReconfigVM_Task, 'duration_secs': 0.286985} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.367618] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1210.372132] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac3e929-64f8-4518-b9b2-3b8b48d0cffe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.386630] env[69654]: DEBUG oslo_vmware.api [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1210.386630] env[69654]: value = "task-3555681" [ 1210.386630] env[69654]: _type = "Task" [ 1210.386630] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.394154] env[69654]: DEBUG oslo_vmware.api [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.422178] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquiring lock "14b59806-4a2e-4ed7-acf9-2fd3be0f6357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.422515] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Lock "14b59806-4a2e-4ed7-acf9-2fd3be0f6357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.422793] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquiring lock "14b59806-4a2e-4ed7-acf9-2fd3be0f6357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.423023] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Lock "14b59806-4a2e-4ed7-acf9-2fd3be0f6357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.423231] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Lock "14b59806-4a2e-4ed7-acf9-2fd3be0f6357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.425342] env[69654]: INFO nova.compute.manager [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Terminating instance [ 1210.454182] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555680, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.698336] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 8167d3b0-9ea5-40b5-998d-1f7624a126ae] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.729107] env[69654]: DEBUG nova.compute.manager [req-694d5d5d-dbc5-40ea-bbaa-c1149fee41f2 req-925cd442-f4f0-4a3a-92b6-ab466c68cf92 service nova] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Received event network-vif-deleted-f5c9c724-59d5-4624-9292-63f607b52c14 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.729177] env[69654]: INFO nova.compute.manager [req-694d5d5d-dbc5-40ea-bbaa-c1149fee41f2 req-925cd442-f4f0-4a3a-92b6-ab466c68cf92 service nova] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Neutron deleted interface f5c9c724-59d5-4624-9292-63f607b52c14; detaching it from the instance and deleting it from the info cache [ 1210.729356] env[69654]: DEBUG nova.network.neutron [req-694d5d5d-dbc5-40ea-bbaa-c1149fee41f2 req-925cd442-f4f0-4a3a-92b6-ab466c68cf92 service nova] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.896614] env[69654]: DEBUG oslo_vmware.api [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555681, 'name': ReconfigVM_Task, 'duration_secs': 0.143317} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.896941] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709902', 'volume_id': '468d86dd-0acf-46d0-a800-ff4b7bbff0f7', 'name': 'volume-468d86dd-0acf-46d0-a800-ff4b7bbff0f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '332f1032-a578-4ba6-8058-3e3c411671ed', 'attached_at': '', 'detached_at': '', 'volume_id': '468d86dd-0acf-46d0-a800-ff4b7bbff0f7', 'serial': '468d86dd-0acf-46d0-a800-ff4b7bbff0f7'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1210.928690] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquiring lock "refresh_cache-14b59806-4a2e-4ed7-acf9-2fd3be0f6357" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.928884] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquired lock "refresh_cache-14b59806-4a2e-4ed7-acf9-2fd3be0f6357" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.929083] env[69654]: DEBUG nova.network.neutron [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.955408] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555680, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.151290] env[69654]: DEBUG oslo_concurrency.lockutils [None req-39826a9c-1829-4b8f-a853-987efc0b32ec tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.201564] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: bcff2c1f-d17a-49dd-82fb-fef1cd46d456] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.207447] env[69654]: DEBUG nova.network.neutron [-] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.232833] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bed9e275-f99c-46cf-b317-20ec628666b1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.242190] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa23b8aa-a515-4070-8a37-deefec9110ce {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.271214] env[69654]: DEBUG nova.compute.manager [req-694d5d5d-dbc5-40ea-bbaa-c1149fee41f2 req-925cd442-f4f0-4a3a-92b6-ab466c68cf92 service nova] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Detach interface failed, port_id=f5c9c724-59d5-4624-9292-63f607b52c14, reason: Instance 38c67d2d-9a0e-4393-a235-6bd81fae682a could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1211.443797] env[69654]: DEBUG nova.objects.instance [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lazy-loading 'flavor' on Instance uuid 332f1032-a578-4ba6-8058-3e3c411671ed {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.450093] env[69654]: DEBUG nova.network.neutron [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.457521] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555680, 'name': RemoveSnapshot_Task, 'duration_secs': 1.135678} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.458143] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Deleted Snapshot of the VM instance {{(pid=69654) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1211.458427] env[69654]: DEBUG nova.compute.manager [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.459201] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6627aea1-3e8d-42f7-bd18-cf9a565d10da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.502887] env[69654]: DEBUG nova.network.neutron [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.705043] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: b2c4c844-732f-4240-a390-1ed91bbc7bb0] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.709736] env[69654]: INFO nova.compute.manager [-] [instance: 38c67d2d-9a0e-4393-a235-6bd81fae682a] Took 1.43 seconds to deallocate network for instance. [ 1211.970998] env[69654]: INFO nova.compute.manager [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Shelve offloading [ 1212.006883] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Releasing lock "refresh_cache-14b59806-4a2e-4ed7-acf9-2fd3be0f6357" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.007374] env[69654]: DEBUG nova.compute.manager [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.007607] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.008636] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae569f17-2a70-4761-8b94-d164f3ffa463 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.017406] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.017674] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57528ac2-b6de-455c-8f0d-859bb7f991be {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.023854] env[69654]: DEBUG oslo_vmware.api [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1212.023854] env[69654]: value = "task-3555682" [ 1212.023854] env[69654]: _type = "Task" [ 1212.023854] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.031318] env[69654]: DEBUG oslo_vmware.api [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.059791] env[69654]: DEBUG oslo_concurrency.lockutils [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.060031] env[69654]: DEBUG oslo_concurrency.lockutils [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.208341] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: bf7e633d-acbd-490a-a6de-d9bf697020d4] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.216771] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.217047] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.217267] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.237917] env[69654]: INFO nova.scheduler.client.report [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Deleted allocations for instance 38c67d2d-9a0e-4393-a235-6bd81fae682a [ 1212.450960] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5082d9fa-1150-4e8e-b4a7-ac733f9f21c0 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "332f1032-a578-4ba6-8058-3e3c411671ed" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.228s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.474735] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.475232] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25f22d66-3400-448b-a80f-d922433c1a83 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.482260] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1212.482260] env[69654]: value = "task-3555683" [ 1212.482260] env[69654]: _type = "Task" [ 1212.482260] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.490600] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] VM already powered off {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1212.490828] env[69654]: DEBUG nova.compute.manager [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.491534] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e526864-4621-4a9a-852a-5106632512e2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.496837] env[69654]: DEBUG oslo_concurrency.lockutils [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.497010] env[69654]: DEBUG oslo_concurrency.lockutils [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.497190] env[69654]: DEBUG nova.network.neutron [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.532505] env[69654]: DEBUG oslo_vmware.api [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555682, 'name': PowerOffVM_Task, 'duration_secs': 0.109923} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.532758] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.532925] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.533195] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4925739-debb-4208-99ce-d19e516ad930 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.560868] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.561296] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.561296] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Deleting the datastore file [datastore1] 14b59806-4a2e-4ed7-acf9-2fd3be0f6357 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.561824] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a03b7489-7912-4539-99ce-762190f01137 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.564063] env[69654]: DEBUG nova.compute.utils [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.569095] env[69654]: DEBUG oslo_vmware.api [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for the task: (returnval){ [ 1212.569095] env[69654]: value = "task-3555685" [ 1212.569095] env[69654]: _type = "Task" [ 1212.569095] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.576830] env[69654]: DEBUG oslo_vmware.api [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.711281] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 1792b717-0fa6-403f-b8ce-3524fb81dfd1] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.745933] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7462539a-ae0a-4c8d-92a6-aaad6dfa9661 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "38c67d2d-9a0e-4393-a235-6bd81fae682a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.088s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.067060] env[69654]: DEBUG oslo_concurrency.lockutils [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.080175] env[69654]: DEBUG oslo_vmware.api [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Task: {'id': task-3555685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095615} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.080392] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.080551] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.080748] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.080869] env[69654]: INFO nova.compute.manager [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1213.081140] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.081328] env[69654]: DEBUG nova.compute.manager [-] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.081421] env[69654]: DEBUG nova.network.neutron [-] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.100082] env[69654]: DEBUG nova.network.neutron [-] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.208914] env[69654]: DEBUG nova.network.neutron [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Updating instance_info_cache with network_info: [{"id": "30cf386f-9aa8-4257-9784-692d5cbdfcdc", "address": "fa:16:3e:6a:f5:1b", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30cf386f-9a", "ovs_interfaceid": "30cf386f-9aa8-4257-9784-692d5cbdfcdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.214858] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 69808f39-1a03-4765-98a8-855434cb947a] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.567800] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "332f1032-a578-4ba6-8058-3e3c411671ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.568101] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "332f1032-a578-4ba6-8058-3e3c411671ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.568345] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "332f1032-a578-4ba6-8058-3e3c411671ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.568579] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "332f1032-a578-4ba6-8058-3e3c411671ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.568832] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "332f1032-a578-4ba6-8058-3e3c411671ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.570709] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.570964] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.572453] env[69654]: INFO nova.compute.manager [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Terminating instance [ 1213.603038] env[69654]: DEBUG nova.network.neutron [-] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.711873] env[69654]: DEBUG oslo_concurrency.lockutils [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.717492] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 1f7a28d9-1a53-43c3-be38-cdf38d086a4b] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.948939] env[69654]: DEBUG nova.compute.manager [req-4cea9139-be82-4a7c-9060-0fbb9d90043c req-e211e7f3-2e0c-4050-b521-f06eaa710546 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Received event network-vif-unplugged-30cf386f-9aa8-4257-9784-692d5cbdfcdc {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.949061] env[69654]: DEBUG oslo_concurrency.lockutils [req-4cea9139-be82-4a7c-9060-0fbb9d90043c req-e211e7f3-2e0c-4050-b521-f06eaa710546 service nova] Acquiring lock "cff33208-e9ba-423a-9900-bf457349acd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.949248] env[69654]: DEBUG oslo_concurrency.lockutils [req-4cea9139-be82-4a7c-9060-0fbb9d90043c req-e211e7f3-2e0c-4050-b521-f06eaa710546 service nova] Lock "cff33208-e9ba-423a-9900-bf457349acd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.949421] env[69654]: DEBUG oslo_concurrency.lockutils [req-4cea9139-be82-4a7c-9060-0fbb9d90043c req-e211e7f3-2e0c-4050-b521-f06eaa710546 service nova] Lock "cff33208-e9ba-423a-9900-bf457349acd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.949586] env[69654]: DEBUG nova.compute.manager [req-4cea9139-be82-4a7c-9060-0fbb9d90043c req-e211e7f3-2e0c-4050-b521-f06eaa710546 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] No waiting events found dispatching network-vif-unplugged-30cf386f-9aa8-4257-9784-692d5cbdfcdc {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.949810] env[69654]: WARNING nova.compute.manager [req-4cea9139-be82-4a7c-9060-0fbb9d90043c req-e211e7f3-2e0c-4050-b521-f06eaa710546 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Received unexpected event network-vif-unplugged-30cf386f-9aa8-4257-9784-692d5cbdfcdc for instance with vm_state shelved and task_state shelving_offloading. [ 1214.032159] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.033155] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc1d5dc-9985-487b-ab29-ad19d39a3daf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.040956] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.041221] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ae650d2-eecf-42c6-9b72-83941481f4e5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.075325] env[69654]: DEBUG nova.compute.manager [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1214.078531] env[69654]: DEBUG nova.compute.manager [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.078728] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.080012] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dbf9e1-e6d0-4713-88a7-d926b8aa2f29 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.088839] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.088965] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d914fa9-51b9-408a-a9db-ad7174ee92c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.094787] env[69654]: DEBUG oslo_vmware.api [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1214.094787] env[69654]: value = "task-3555687" [ 1214.094787] env[69654]: _type = "Task" [ 1214.094787] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.104185] env[69654]: DEBUG oslo_vmware.api [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.106935] env[69654]: INFO nova.compute.manager [-] [instance: 14b59806-4a2e-4ed7-acf9-2fd3be0f6357] Took 1.03 seconds to deallocate network for instance. [ 1214.107317] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.107586] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.107854] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Deleting the datastore file [datastore2] cff33208-e9ba-423a-9900-bf457349acd0 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.109978] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49e500b6-5dd1-4e35-ba59-4b7843ddb821 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.119346] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1214.119346] env[69654]: value = "task-3555688" [ 1214.119346] env[69654]: _type = "Task" [ 1214.119346] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.127564] env[69654]: DEBUG oslo_concurrency.lockutils [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.127848] env[69654]: DEBUG oslo_concurrency.lockutils [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.128099] env[69654]: INFO nova.compute.manager [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Attaching volume c138e6e1-2de7-48c4-af0c-b4893a8b04ae to /dev/sdb [ 1214.129631] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.159375] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc4e2c4-7373-4434-be25-e022ab380c5d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.166924] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f1821a-5028-44f8-b81f-b62a3e84dc7b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.180011] env[69654]: DEBUG nova.virt.block_device [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Updating existing volume attachment record: 4f44c1d4-35b7-45f0-933d-e60cf42249d4 {{(pid=69654) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1214.220502] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: d1f9074c-5091-47c7-a109-0c01a21023bc] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.599946] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.600230] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.601695] env[69654]: INFO nova.compute.claims [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.609091] env[69654]: DEBUG oslo_vmware.api [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555687, 'name': PowerOffVM_Task, 'duration_secs': 0.200435} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.609343] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.609511] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.609752] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6305bcf9-0bbd-4399-8a35-bc7a52ddf03f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.617230] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.628014] env[69654]: DEBUG oslo_vmware.api [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138851} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.628275] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.628464] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.628643] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.648353] env[69654]: INFO nova.scheduler.client.report [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Deleted allocations for instance cff33208-e9ba-423a-9900-bf457349acd0 [ 1214.675628] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.675778] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.675942] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Deleting the datastore file [datastore2] 332f1032-a578-4ba6-8058-3e3c411671ed {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.676249] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0f2fc17-b517-458e-9f83-8d1b428fbe08 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.683085] env[69654]: DEBUG oslo_vmware.api [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for the task: (returnval){ [ 1214.683085] env[69654]: value = "task-3555693" [ 1214.683085] env[69654]: _type = "Task" [ 1214.683085] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.692394] env[69654]: DEBUG oslo_vmware.api [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.723994] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: c8ef1eae-4804-45e5-8c9c-3d99dbceb13a] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.152633] env[69654]: DEBUG oslo_concurrency.lockutils [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.193848] env[69654]: DEBUG oslo_vmware.api [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Task: {'id': task-3555693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137537} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.194167] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.194363] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.194573] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.194751] env[69654]: INFO nova.compute.manager [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1215.194989] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.195190] env[69654]: DEBUG nova.compute.manager [-] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.195316] env[69654]: DEBUG nova.network.neutron [-] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.226811] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: a5de891f-5c6e-4a6f-a83e-c44caf1c3bb7] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.713059] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548a3c78-8332-4f0a-a9c5-3d689e0bb65c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.721196] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c0250c-6c08-488b-ae6d-40608535d375 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.753620] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 48adb05f-2f14-40c8-908d-14beaaf6e4fb] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.756291] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aae4fa4-10a6-4c8f-bf20-fbc53ba097eb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.764486] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9977a79-6a1d-4bf0-86cc-66057adf6513 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.779291] env[69654]: DEBUG nova.compute.provider_tree [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.977279] env[69654]: DEBUG nova.compute.manager [req-3f0b3593-aeb7-41bd-bbe5-cd02edc4668b req-7daf404f-eb8d-4901-8f30-7a9c9fa4c818 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Received event network-changed-30cf386f-9aa8-4257-9784-692d5cbdfcdc {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.977482] env[69654]: DEBUG nova.compute.manager [req-3f0b3593-aeb7-41bd-bbe5-cd02edc4668b req-7daf404f-eb8d-4901-8f30-7a9c9fa4c818 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Refreshing instance network info cache due to event network-changed-30cf386f-9aa8-4257-9784-692d5cbdfcdc. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.977699] env[69654]: DEBUG oslo_concurrency.lockutils [req-3f0b3593-aeb7-41bd-bbe5-cd02edc4668b req-7daf404f-eb8d-4901-8f30-7a9c9fa4c818 service nova] Acquiring lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.977842] env[69654]: DEBUG oslo_concurrency.lockutils [req-3f0b3593-aeb7-41bd-bbe5-cd02edc4668b req-7daf404f-eb8d-4901-8f30-7a9c9fa4c818 service nova] Acquired lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.978107] env[69654]: DEBUG nova.network.neutron [req-3f0b3593-aeb7-41bd-bbe5-cd02edc4668b req-7daf404f-eb8d-4901-8f30-7a9c9fa4c818 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Refreshing network info cache for port 30cf386f-9aa8-4257-9784-692d5cbdfcdc {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.113960] env[69654]: DEBUG nova.network.neutron [-] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.260348] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 9f12ce3e-28c9-480a-8ce0-7193016e331b] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.301467] env[69654]: ERROR nova.scheduler.client.report [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [req-71e96d0d-dd22-46bf-ad13-155054cce593] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7244f0e3-c8fc-4c02-ba3d-26a8e0372872. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-71e96d0d-dd22-46bf-ad13-155054cce593"}]} [ 1216.317791] env[69654]: DEBUG nova.scheduler.client.report [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Refreshing inventories for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1216.328597] env[69654]: DEBUG nova.scheduler.client.report [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Updating ProviderTree inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1216.328830] env[69654]: DEBUG nova.compute.provider_tree [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1216.338843] env[69654]: DEBUG nova.scheduler.client.report [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Refreshing aggregate associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, aggregates: None {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1216.354459] env[69654]: DEBUG nova.scheduler.client.report [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Refreshing trait associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1216.446416] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773e5078-d8be-48f6-be77-94c9a18e9468 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.454305] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade2072d-b198-4264-8bbb-b380c8d2d2e8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.487344] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89f5353-d6de-41c4-8892-1e02f6262a88 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.494709] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20867476-66ee-44e5-abc1-2af796220c58 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.507983] env[69654]: DEBUG nova.compute.provider_tree [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1216.599937] env[69654]: DEBUG oslo_concurrency.lockutils [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Acquiring lock "6748d823-6c6f-4352-be8f-e491a847b80e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.600301] env[69654]: DEBUG oslo_concurrency.lockutils [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Lock "6748d823-6c6f-4352-be8f-e491a847b80e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.600536] env[69654]: DEBUG oslo_concurrency.lockutils [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Acquiring lock "6748d823-6c6f-4352-be8f-e491a847b80e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.600746] env[69654]: DEBUG oslo_concurrency.lockutils [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Lock "6748d823-6c6f-4352-be8f-e491a847b80e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.600925] env[69654]: DEBUG oslo_concurrency.lockutils [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Lock "6748d823-6c6f-4352-be8f-e491a847b80e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.603287] env[69654]: INFO nova.compute.manager [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Terminating instance [ 1216.616036] env[69654]: INFO nova.compute.manager [-] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Took 1.42 seconds to deallocate network for instance. [ 1216.743690] env[69654]: DEBUG nova.network.neutron [req-3f0b3593-aeb7-41bd-bbe5-cd02edc4668b req-7daf404f-eb8d-4901-8f30-7a9c9fa4c818 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Updated VIF entry in instance network info cache for port 30cf386f-9aa8-4257-9784-692d5cbdfcdc. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.743966] env[69654]: DEBUG nova.network.neutron [req-3f0b3593-aeb7-41bd-bbe5-cd02edc4668b req-7daf404f-eb8d-4901-8f30-7a9c9fa4c818 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Updating instance_info_cache with network_info: [{"id": "30cf386f-9aa8-4257-9784-692d5cbdfcdc", "address": "fa:16:3e:6a:f5:1b", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap30cf386f-9a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.763218] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 44f309e1-228d-44f6-a24c-5ffd78446a8e] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.030171] env[69654]: ERROR nova.scheduler.client.report [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [req-818c2b7c-917b-46cc-829c-43368c23ac4b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7244f0e3-c8fc-4c02-ba3d-26a8e0372872. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-818c2b7c-917b-46cc-829c-43368c23ac4b"}]} [ 1217.045746] env[69654]: DEBUG nova.scheduler.client.report [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Refreshing inventories for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1217.057949] env[69654]: DEBUG nova.scheduler.client.report [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Updating ProviderTree inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1217.058161] env[69654]: DEBUG nova.compute.provider_tree [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1217.067947] env[69654]: DEBUG nova.scheduler.client.report [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Refreshing aggregate associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, aggregates: None {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1217.084289] env[69654]: DEBUG nova.scheduler.client.report [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Refreshing trait associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1217.106895] env[69654]: DEBUG nova.compute.manager [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.107127] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.107990] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2072bb-a86d-4261-8a95-89dbc3a4e9f6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.117597] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.117830] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14a670f6-4aaa-46de-8cf0-6f984825ba4e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.122348] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.123765] env[69654]: DEBUG oslo_vmware.api [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Waiting for the task: (returnval){ [ 1217.123765] env[69654]: value = "task-3555695" [ 1217.123765] env[69654]: _type = "Task" [ 1217.123765] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.131614] env[69654]: DEBUG oslo_vmware.api [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': task-3555695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.187887] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18661bfe-4f29-4b7c-8a73-48d574f9f037 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.196405] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bf7307-25c0-4c44-8815-fb9f08f07e78 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.233640] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f5a499-85e4-4346-b4d6-41b13b6bfa63 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.241833] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5970b36-7df2-4ffd-81cb-e52c7d053cf2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.246027] env[69654]: DEBUG oslo_concurrency.lockutils [req-3f0b3593-aeb7-41bd-bbe5-cd02edc4668b req-7daf404f-eb8d-4901-8f30-7a9c9fa4c818 service nova] Releasing lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.246337] env[69654]: DEBUG nova.compute.manager [req-3f0b3593-aeb7-41bd-bbe5-cd02edc4668b req-7daf404f-eb8d-4901-8f30-7a9c9fa4c818 service nova] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Received event network-vif-deleted-c3baa435-35ca-4f83-b221-286dcadf0406 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.246458] env[69654]: INFO nova.compute.manager [req-3f0b3593-aeb7-41bd-bbe5-cd02edc4668b req-7daf404f-eb8d-4901-8f30-7a9c9fa4c818 service nova] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Neutron deleted interface c3baa435-35ca-4f83-b221-286dcadf0406; detaching it from the instance and deleting it from the info cache [ 1217.246625] env[69654]: DEBUG nova.network.neutron [req-3f0b3593-aeb7-41bd-bbe5-cd02edc4668b req-7daf404f-eb8d-4901-8f30-7a9c9fa4c818 service nova] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.257810] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "cff33208-e9ba-423a-9900-bf457349acd0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.258353] env[69654]: DEBUG nova.compute.provider_tree [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1217.266368] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: de389624-4d9f-4e28-9d54-c03aa59ae51d] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.633401] env[69654]: DEBUG oslo_vmware.api [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': task-3555695, 'name': PowerOffVM_Task, 'duration_secs': 0.188915} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.633704] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.633835] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.634114] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e484be9-1340-447c-9d68-4aa403210a64 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.700406] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.700614] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.700866] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Deleting the datastore file [datastore1] 6748d823-6c6f-4352-be8f-e491a847b80e {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.701206] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97e70617-1e7b-4441-a420-07e25b6fecf5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.708062] env[69654]: DEBUG oslo_vmware.api [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Waiting for the task: (returnval){ [ 1217.708062] env[69654]: value = "task-3555697" [ 1217.708062] env[69654]: _type = "Task" [ 1217.708062] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.715559] env[69654]: DEBUG oslo_vmware.api [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': task-3555697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.749358] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b7b4dbc-5872-4c22-bb00-7dd3b978b964 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.757326] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1a9ba6-a81c-4452-9632-ab880a8be34a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.771291] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 313656df-50ec-4686-84be-f0cdba6c7836] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.788941] env[69654]: DEBUG nova.compute.manager [req-3f0b3593-aeb7-41bd-bbe5-cd02edc4668b req-7daf404f-eb8d-4901-8f30-7a9c9fa4c818 service nova] [instance: 332f1032-a578-4ba6-8058-3e3c411671ed] Detach interface failed, port_id=c3baa435-35ca-4f83-b221-286dcadf0406, reason: Instance 332f1032-a578-4ba6-8058-3e3c411671ed could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1217.795435] env[69654]: DEBUG nova.scheduler.client.report [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Updated inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1217.795675] env[69654]: DEBUG nova.compute.provider_tree [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 151 to 152 during operation: update_inventory {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1217.795926] env[69654]: DEBUG nova.compute.provider_tree [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1218.218208] env[69654]: DEBUG oslo_vmware.api [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Task: {'id': task-3555697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143818} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.218467] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.218647] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.218823] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.218998] env[69654]: INFO nova.compute.manager [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1218.219264] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.219457] env[69654]: DEBUG nova.compute.manager [-] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.219554] env[69654]: DEBUG nova.network.neutron [-] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.275299] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 090a97b3-e5df-4ede-980a-d95291570913] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.300084] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.700s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.300634] env[69654]: DEBUG nova.compute.manager [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.304138] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.686s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.304138] env[69654]: DEBUG nova.objects.instance [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Lazy-loading 'resources' on Instance uuid 14b59806-4a2e-4ed7-acf9-2fd3be0f6357 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.666046] env[69654]: DEBUG nova.compute.manager [req-2b1def2a-38c1-4cc5-aad3-79aa6ad6240b req-c524f7c7-eb81-4fa6-b205-5f07e46a5c4d service nova] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Received event network-vif-deleted-84156000-3a56-40a2-83cf-cf5af97640fb {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.666046] env[69654]: INFO nova.compute.manager [req-2b1def2a-38c1-4cc5-aad3-79aa6ad6240b req-c524f7c7-eb81-4fa6-b205-5f07e46a5c4d service nova] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Neutron deleted interface 84156000-3a56-40a2-83cf-cf5af97640fb; detaching it from the instance and deleting it from the info cache [ 1218.666046] env[69654]: DEBUG nova.network.neutron [req-2b1def2a-38c1-4cc5-aad3-79aa6ad6240b req-c524f7c7-eb81-4fa6-b205-5f07e46a5c4d service nova] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.725230] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Volume attach. Driver type: vmdk {{(pid=69654) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1218.725461] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709905', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'name': 'volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da282545-9c42-4ae1-a7df-91ae0bfeb19c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'serial': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1218.726409] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd11700-234a-4a40-9bcc-f0c947e08db7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.742966] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182bd12c-a82e-4bae-9207-4527c031f73b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.766906] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae/volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.767189] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffd90421-2216-4355-ab11-55f9da4f9cd0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.779726] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: ae21ad12-a0b3-41ff-93b7-b253fc6ebaeb] Instance has had 0 of 5 cleanup attempts {{(pid=69654) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.787638] env[69654]: DEBUG oslo_vmware.api [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1218.787638] env[69654]: value = "task-3555698" [ 1218.787638] env[69654]: _type = "Task" [ 1218.787638] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.795601] env[69654]: DEBUG oslo_vmware.api [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.806660] env[69654]: DEBUG nova.compute.utils [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.808906] env[69654]: DEBUG nova.compute.manager [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.809234] env[69654]: DEBUG nova.network.neutron [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.857748] env[69654]: DEBUG nova.policy [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecf975355e2e48dd8e2d522631ba5a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8334390ef8848d5afba13757eda95cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.937238] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4591ddff-f6d9-4129-9990-3df4b4536458 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.944958] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494680ed-20d4-4ad2-b868-011ed10990d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.976848] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caf83f0-dd23-4774-af3a-0114fbe19f07 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.984233] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368edcff-52ba-422b-9326-bb4cd605a860 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.997335] env[69654]: DEBUG nova.compute.provider_tree [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.135868] env[69654]: DEBUG nova.network.neutron [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Successfully created port: 14e2f4aa-b63c-4b96-9fd7-576ff3f9db37 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.144887] env[69654]: DEBUG nova.network.neutron [-] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.168398] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6623de0-e5d1-42b3-acb3-113e72577847 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.178368] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986145ee-98a7-4b39-b3d6-92b69c865d4c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.206134] env[69654]: DEBUG nova.compute.manager [req-2b1def2a-38c1-4cc5-aad3-79aa6ad6240b req-c524f7c7-eb81-4fa6-b205-5f07e46a5c4d service nova] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Detach interface failed, port_id=84156000-3a56-40a2-83cf-cf5af97640fb, reason: Instance 6748d823-6c6f-4352-be8f-e491a847b80e could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1219.283233] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.283467] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Cleaning up deleted instances with incomplete migration {{(pid=69654) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1219.297713] env[69654]: DEBUG oslo_vmware.api [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555698, 'name': ReconfigVM_Task, 'duration_secs': 0.383294} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.298060] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae/volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.302935] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9bf7833-1428-4022-8b57-3515d0a51f3d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.314139] env[69654]: DEBUG nova.compute.manager [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.321973] env[69654]: DEBUG oslo_vmware.api [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1219.321973] env[69654]: value = "task-3555699" [ 1219.321973] env[69654]: _type = "Task" [ 1219.321973] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.332795] env[69654]: DEBUG oslo_vmware.api [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.500581] env[69654]: DEBUG nova.scheduler.client.report [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.646383] env[69654]: INFO nova.compute.manager [-] [instance: 6748d823-6c6f-4352-be8f-e491a847b80e] Took 1.43 seconds to deallocate network for instance. [ 1219.832213] env[69654]: DEBUG oslo_vmware.api [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555699, 'name': ReconfigVM_Task, 'duration_secs': 0.145678} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.832454] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709905', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'name': 'volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da282545-9c42-4ae1-a7df-91ae0bfeb19c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'serial': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1220.005577] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.008121] env[69654]: DEBUG oslo_concurrency.lockutils [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.856s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.008360] env[69654]: DEBUG nova.objects.instance [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lazy-loading 'resources' on Instance uuid cff33208-e9ba-423a-9900-bf457349acd0 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.027559] env[69654]: INFO nova.scheduler.client.report [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Deleted allocations for instance 14b59806-4a2e-4ed7-acf9-2fd3be0f6357 [ 1220.152623] env[69654]: DEBUG oslo_concurrency.lockutils [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.323858] env[69654]: DEBUG nova.compute.manager [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.365477] env[69654]: DEBUG nova.virt.hardware [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.365775] env[69654]: DEBUG nova.virt.hardware [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.365942] env[69654]: DEBUG nova.virt.hardware [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.366144] env[69654]: DEBUG nova.virt.hardware [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.366288] env[69654]: DEBUG nova.virt.hardware [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.366434] env[69654]: DEBUG nova.virt.hardware [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.366658] env[69654]: DEBUG nova.virt.hardware [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.366843] env[69654]: DEBUG nova.virt.hardware [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.367020] env[69654]: DEBUG nova.virt.hardware [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.367213] env[69654]: DEBUG nova.virt.hardware [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.367390] env[69654]: DEBUG nova.virt.hardware [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.368322] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7e5ec7-5300-431e-a0c4-e2a00c8cd3f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.377689] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c921799-bd1a-4176-b936-6d876e3a7cc9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.511210] env[69654]: DEBUG nova.objects.instance [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lazy-loading 'numa_topology' on Instance uuid cff33208-e9ba-423a-9900-bf457349acd0 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.534721] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6b356305-375a-4b14-b42d-c26ae3de6764 tempest-ServersListShow2100Test-2074429094 tempest-ServersListShow2100Test-2074429094-project-member] Lock "14b59806-4a2e-4ed7-acf9-2fd3be0f6357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.112s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.615806] env[69654]: DEBUG nova.network.neutron [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Successfully updated port: 14e2f4aa-b63c-4b96-9fd7-576ff3f9db37 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.690975] env[69654]: DEBUG nova.compute.manager [req-845bd0fd-86c6-4f04-bc6b-59f841787cf8 req-2394c8d8-5b83-4d5b-94b9-2ffef525c8ed service nova] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Received event network-vif-plugged-14e2f4aa-b63c-4b96-9fd7-576ff3f9db37 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.691302] env[69654]: DEBUG oslo_concurrency.lockutils [req-845bd0fd-86c6-4f04-bc6b-59f841787cf8 req-2394c8d8-5b83-4d5b-94b9-2ffef525c8ed service nova] Acquiring lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.691466] env[69654]: DEBUG oslo_concurrency.lockutils [req-845bd0fd-86c6-4f04-bc6b-59f841787cf8 req-2394c8d8-5b83-4d5b-94b9-2ffef525c8ed service nova] Lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.691593] env[69654]: DEBUG oslo_concurrency.lockutils [req-845bd0fd-86c6-4f04-bc6b-59f841787cf8 req-2394c8d8-5b83-4d5b-94b9-2ffef525c8ed service nova] Lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.691725] env[69654]: DEBUG nova.compute.manager [req-845bd0fd-86c6-4f04-bc6b-59f841787cf8 req-2394c8d8-5b83-4d5b-94b9-2ffef525c8ed service nova] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] No waiting events found dispatching network-vif-plugged-14e2f4aa-b63c-4b96-9fd7-576ff3f9db37 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1220.691891] env[69654]: WARNING nova.compute.manager [req-845bd0fd-86c6-4f04-bc6b-59f841787cf8 req-2394c8d8-5b83-4d5b-94b9-2ffef525c8ed service nova] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Received unexpected event network-vif-plugged-14e2f4aa-b63c-4b96-9fd7-576ff3f9db37 for instance with vm_state building and task_state spawning. [ 1220.692198] env[69654]: DEBUG nova.compute.manager [req-845bd0fd-86c6-4f04-bc6b-59f841787cf8 req-2394c8d8-5b83-4d5b-94b9-2ffef525c8ed service nova] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Received event network-changed-14e2f4aa-b63c-4b96-9fd7-576ff3f9db37 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.692389] env[69654]: DEBUG nova.compute.manager [req-845bd0fd-86c6-4f04-bc6b-59f841787cf8 req-2394c8d8-5b83-4d5b-94b9-2ffef525c8ed service nova] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Refreshing instance network info cache due to event network-changed-14e2f4aa-b63c-4b96-9fd7-576ff3f9db37. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.692577] env[69654]: DEBUG oslo_concurrency.lockutils [req-845bd0fd-86c6-4f04-bc6b-59f841787cf8 req-2394c8d8-5b83-4d5b-94b9-2ffef525c8ed service nova] Acquiring lock "refresh_cache-ffbe515b-a1f8-4cf1-bafe-d363488dd09c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.692712] env[69654]: DEBUG oslo_concurrency.lockutils [req-845bd0fd-86c6-4f04-bc6b-59f841787cf8 req-2394c8d8-5b83-4d5b-94b9-2ffef525c8ed service nova] Acquired lock "refresh_cache-ffbe515b-a1f8-4cf1-bafe-d363488dd09c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.692867] env[69654]: DEBUG nova.network.neutron [req-845bd0fd-86c6-4f04-bc6b-59f841787cf8 req-2394c8d8-5b83-4d5b-94b9-2ffef525c8ed service nova] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Refreshing network info cache for port 14e2f4aa-b63c-4b96-9fd7-576ff3f9db37 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.874244] env[69654]: DEBUG nova.objects.instance [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lazy-loading 'flavor' on Instance uuid da282545-9c42-4ae1-a7df-91ae0bfeb19c {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.014131] env[69654]: DEBUG nova.objects.base [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1221.109937] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffcf2b9-7c01-48a0-89ab-a258a527b6c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.117801] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbd932a-cb0b-4383-8820-671e995769f1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.121369] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "refresh_cache-ffbe515b-a1f8-4cf1-bafe-d363488dd09c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.150802] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb6a3a2-19d2-4885-9e9e-4cd79f92de0b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.158075] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac90bee2-ddd6-450b-8f80-c4fa16f8c4a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.180259] env[69654]: DEBUG nova.compute.provider_tree [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.224810] env[69654]: DEBUG nova.network.neutron [req-845bd0fd-86c6-4f04-bc6b-59f841787cf8 req-2394c8d8-5b83-4d5b-94b9-2ffef525c8ed service nova] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.300469] env[69654]: DEBUG nova.network.neutron [req-845bd0fd-86c6-4f04-bc6b-59f841787cf8 req-2394c8d8-5b83-4d5b-94b9-2ffef525c8ed service nova] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.379040] env[69654]: DEBUG oslo_concurrency.lockutils [None req-977474b6-b4c5-40fd-a379-f12bc4810690 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.251s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.684642] env[69654]: DEBUG nova.scheduler.client.report [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.794982] env[69654]: INFO nova.compute.manager [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Rebuilding instance [ 1221.807034] env[69654]: DEBUG oslo_concurrency.lockutils [req-845bd0fd-86c6-4f04-bc6b-59f841787cf8 req-2394c8d8-5b83-4d5b-94b9-2ffef525c8ed service nova] Releasing lock "refresh_cache-ffbe515b-a1f8-4cf1-bafe-d363488dd09c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.807034] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "refresh_cache-ffbe515b-a1f8-4cf1-bafe-d363488dd09c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.807034] env[69654]: DEBUG nova.network.neutron [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.853828] env[69654]: DEBUG nova.compute.manager [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.854255] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e1427d-db5f-4310-bd5b-812f73a9f1c4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.189483] env[69654]: DEBUG oslo_concurrency.lockutils [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.192569] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.070s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.192814] env[69654]: DEBUG nova.objects.instance [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lazy-loading 'resources' on Instance uuid 332f1032-a578-4ba6-8058-3e3c411671ed {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.283823] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.338460] env[69654]: DEBUG nova.network.neutron [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.460818] env[69654]: DEBUG nova.network.neutron [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Updating instance_info_cache with network_info: [{"id": "14e2f4aa-b63c-4b96-9fd7-576ff3f9db37", "address": "fa:16:3e:8c:63:e1", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e2f4aa-b6", "ovs_interfaceid": "14e2f4aa-b63c-4b96-9fd7-576ff3f9db37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.700351] env[69654]: DEBUG oslo_concurrency.lockutils [None req-87529732-7510-4875-ad6e-1f403e117bb3 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "cff33208-e9ba-423a-9900-bf457349acd0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.663s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.701219] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "cff33208-e9ba-423a-9900-bf457349acd0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.443s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.701452] env[69654]: INFO nova.compute.manager [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Unshelving [ 1222.791635] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.833759] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ab989f-637f-4185-bbd5-fdc6828bc2df {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.841823] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160b2cda-c8b3-4e91-b836-af634ef12e06 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.874124] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.874662] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4a23146-301c-45dd-b33e-788c15f27ec3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.876840] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69899121-506c-47ae-be96-016e5ad672a3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.885527] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6612cc44-de38-4349-b537-0435bf9efac7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.889771] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1222.889771] env[69654]: value = "task-3555700" [ 1222.889771] env[69654]: _type = "Task" [ 1222.889771] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.902835] env[69654]: DEBUG nova.compute.provider_tree [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.909303] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.963916] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "refresh_cache-ffbe515b-a1f8-4cf1-bafe-d363488dd09c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.964291] env[69654]: DEBUG nova.compute.manager [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Instance network_info: |[{"id": "14e2f4aa-b63c-4b96-9fd7-576ff3f9db37", "address": "fa:16:3e:8c:63:e1", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e2f4aa-b6", "ovs_interfaceid": "14e2f4aa-b63c-4b96-9fd7-576ff3f9db37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1222.964708] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:63:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14e2f4aa-b63c-4b96-9fd7-576ff3f9db37', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.973401] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.973744] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.974036] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba19902f-9549-48fc-851c-13dd59b7d779 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.995464] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.995464] env[69654]: value = "task-3555701" [ 1222.995464] env[69654]: _type = "Task" [ 1222.995464] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.007943] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555701, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.400162] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555700, 'name': PowerOffVM_Task, 'duration_secs': 0.203882} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.400481] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.407766] env[69654]: DEBUG nova.scheduler.client.report [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.461786] env[69654]: INFO nova.compute.manager [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Detaching volume c138e6e1-2de7-48c4-af0c-b4893a8b04ae [ 1223.494139] env[69654]: INFO nova.virt.block_device [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Attempting to driver detach volume c138e6e1-2de7-48c4-af0c-b4893a8b04ae from mountpoint /dev/sdb [ 1223.494276] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1223.494489] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709905', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'name': 'volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da282545-9c42-4ae1-a7df-91ae0bfeb19c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'serial': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1223.495441] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fcd423-cf75-465e-9b52-23c229bc6bf0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.526799] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555701, 'name': CreateVM_Task, 'duration_secs': 0.337856} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.527139] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.527925] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93e4dcf-fd61-4581-8d6b-6b61bdfb5086 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.531699] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.531943] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.532428] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.532765] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f05b0832-6f07-45ee-82d3-7f670935b5f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.538566] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1223.538566] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d30681-09f5-9dd0-3085-5fca1b9d6c92" [ 1223.538566] env[69654]: _type = "Task" [ 1223.538566] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.545541] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde5be52-4bfb-47fb-9152-896f801c9bea {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.574485] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b767db0-09eb-4b4c-ad5b-764d7788cbe1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.577999] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d30681-09f5-9dd0-3085-5fca1b9d6c92, 'name': SearchDatastore_Task, 'duration_secs': 0.011385} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.578413] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.578683] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.578961] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.579765] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.579765] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.580118] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d18873c-a1ca-4d42-9fce-ff588351114a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.597253] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] The volume has not been displaced from its original location: [datastore2] volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae/volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae.vmdk. No consolidation needed. {{(pid=69654) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1223.606206] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1223.607170] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05eee931-158f-43b3-9135-f172e57a1684 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.623237] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.623937] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.624546] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e088819-9b26-4de8-8f39-bbbfc447c10a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.629899] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1223.629899] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527559bd-12ad-fe48-8f6f-e1df9dabafca" [ 1223.629899] env[69654]: _type = "Task" [ 1223.629899] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.631158] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1223.631158] env[69654]: value = "task-3555702" [ 1223.631158] env[69654]: _type = "Task" [ 1223.631158] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.645018] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]527559bd-12ad-fe48-8f6f-e1df9dabafca, 'name': SearchDatastore_Task, 'duration_secs': 0.010752} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.647054] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.647370] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e0151e3-38d9-4b4d-bd28-b7f3948a0b4f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.656387] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1223.656387] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520dd29f-d095-0a23-d8fc-c0fbd657a5f9" [ 1223.656387] env[69654]: _type = "Task" [ 1223.656387] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.663688] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520dd29f-d095-0a23-d8fc-c0fbd657a5f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.728399] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.916249] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.916298] env[69654]: DEBUG oslo_concurrency.lockutils [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.764s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.916753] env[69654]: DEBUG nova.objects.instance [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Lazy-loading 'resources' on Instance uuid 6748d823-6c6f-4352-be8f-e491a847b80e {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.939604] env[69654]: INFO nova.scheduler.client.report [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Deleted allocations for instance 332f1032-a578-4ba6-8058-3e3c411671ed [ 1224.146137] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555702, 'name': ReconfigVM_Task, 'duration_secs': 0.219873} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.146429] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1224.151076] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6022b8e8-f10c-4e71-8ba3-b2e2ab4fff5e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.171054] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520dd29f-d095-0a23-d8fc-c0fbd657a5f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.171054] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.171204] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] ffbe515b-a1f8-4cf1-bafe-d363488dd09c/ffbe515b-a1f8-4cf1-bafe-d363488dd09c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.171458] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1224.171458] env[69654]: value = "task-3555703" [ 1224.171458] env[69654]: _type = "Task" [ 1224.171458] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.171675] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8eda004-1b2a-45be-9816-44eb416af51f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.185314] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555703, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.185695] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1224.185695] env[69654]: value = "task-3555704" [ 1224.185695] env[69654]: _type = "Task" [ 1224.185695] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.198181] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.449293] env[69654]: DEBUG oslo_concurrency.lockutils [None req-65e5a99d-70a8-4e0e-ae6d-273d3c984729 tempest-AttachVolumeNegativeTest-1481956129 tempest-AttachVolumeNegativeTest-1481956129-project-member] Lock "332f1032-a578-4ba6-8058-3e3c411671ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.881s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.518680] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d77076-93fa-4729-b41e-e8982941f1fd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.528624] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa04d315-6daf-4cb8-8bd4-f6031cabfb46 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.299293] env[69654]: DEBUG oslo_concurrency.lockutils [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "f72ff55b-8de4-4052-948d-4a5795c5735a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.299539] env[69654]: DEBUG oslo_concurrency.lockutils [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "f72ff55b-8de4-4052-948d-4a5795c5735a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.331180] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe32ad03-3da8-41cb-8abb-2cc52d3a79b8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.333630] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676866} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.334135] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555703, 'name': ReconfigVM_Task, 'duration_secs': 0.17074} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.334577] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] ffbe515b-a1f8-4cf1-bafe-d363488dd09c/ffbe515b-a1f8-4cf1-bafe-d363488dd09c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.334790] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.335087] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709905', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'name': 'volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da282545-9c42-4ae1-a7df-91ae0bfeb19c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'serial': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1225.337519] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7e88900-c8b9-4e16-9bee-cfba29b6b46a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.342762] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b7adc1-187e-4922-bf49-7e425d2d603a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.347619] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1225.347619] env[69654]: value = "task-3555706" [ 1225.347619] env[69654]: _type = "Task" [ 1225.347619] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.358828] env[69654]: DEBUG nova.compute.provider_tree [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.365081] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.802340] env[69654]: DEBUG nova.compute.manager [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.857563] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067793} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.857832] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.858637] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9cd19d-e11c-4745-a8a5-870d7738700e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.884323] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] ffbe515b-a1f8-4cf1-bafe-d363488dd09c/ffbe515b-a1f8-4cf1-bafe-d363488dd09c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.887342] env[69654]: ERROR nova.scheduler.client.report [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] [req-60a805a7-9fb6-4dde-bb8c-3e6ba1147789] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7244f0e3-c8fc-4c02-ba3d-26a8e0372872. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-60a805a7-9fb6-4dde-bb8c-3e6ba1147789"}]} [ 1225.887749] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b645b66-eb47-4deb-a4dd-18a233bd16d9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.911311] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1225.911311] env[69654]: value = "task-3555707" [ 1225.911311] env[69654]: _type = "Task" [ 1225.911311] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.919371] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.920830] env[69654]: DEBUG nova.scheduler.client.report [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Refreshing inventories for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1225.937066] env[69654]: DEBUG nova.scheduler.client.report [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Updating ProviderTree inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1225.937337] env[69654]: DEBUG nova.compute.provider_tree [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.949276] env[69654]: DEBUG nova.scheduler.client.report [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Refreshing aggregate associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, aggregates: None {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1225.969449] env[69654]: DEBUG nova.scheduler.client.report [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Refreshing trait associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1226.063263] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18cd4be-e37d-41bc-9d8d-27f97511d81b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.070400] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41b28b5-cfee-46e9-b0ef-cd278ecdfecf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.099654] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540d2214-45f9-44e1-91f4-aa9d9188a799 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.106365] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a109c1f-4794-4882-b797-7feb4c6c52e3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.118852] env[69654]: DEBUG nova.compute.provider_tree [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.320566] env[69654]: DEBUG oslo_concurrency.lockutils [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.408438] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.408806] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6b87622-9e33-40ed-ad4e-4ae3428e7853 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.419783] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1226.419783] env[69654]: value = "task-3555708" [ 1226.419783] env[69654]: _type = "Task" [ 1226.419783] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.422772] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555707, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.430507] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] VM already powered off {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1226.430712] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1226.430897] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709905', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'name': 'volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da282545-9c42-4ae1-a7df-91ae0bfeb19c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'serial': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1226.431728] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc217814-30ad-490e-9d38-2b0ba8789e4c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.449022] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fea4e93-008c-4ed9-b71f-69f2093784e9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.454659] env[69654]: WARNING nova.virt.vmwareapi.driver [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1226.454891] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.455597] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a997e128-eada-4dcf-adae-765aa1b66949 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.461367] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.461642] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6079c071-d74a-4f37-843e-296aee4e964a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.551534] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.551702] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.551872] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleting the datastore file [datastore1] da282545-9c42-4ae1-a7df-91ae0bfeb19c {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.552159] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8aece36-325c-45dc-82c0-62dabd44fc3d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.558057] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1226.558057] env[69654]: value = "task-3555710" [ 1226.558057] env[69654]: _type = "Task" [ 1226.558057] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.565671] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.652383] env[69654]: DEBUG nova.scheduler.client.report [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Updated inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1226.652651] env[69654]: DEBUG nova.compute.provider_tree [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 153 to 154 during operation: update_inventory {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1226.652828] env[69654]: DEBUG nova.compute.provider_tree [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.921762] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555707, 'name': ReconfigVM_Task, 'duration_secs': 0.516522} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.923038] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Reconfigured VM instance instance-0000006d to attach disk [datastore2] ffbe515b-a1f8-4cf1-bafe-d363488dd09c/ffbe515b-a1f8-4cf1-bafe-d363488dd09c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.923187] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5765a2a-fcd1-4135-96d4-153e1150d079 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.928930] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1226.928930] env[69654]: value = "task-3555711" [ 1226.928930] env[69654]: _type = "Task" [ 1226.928930] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.936266] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555711, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.067589] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143611} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.067784] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.067959] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.068142] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.157968] env[69654]: DEBUG oslo_concurrency.lockutils [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.242s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.160540] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.432s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.161026] env[69654]: DEBUG nova.objects.instance [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lazy-loading 'pci_requests' on Instance uuid cff33208-e9ba-423a-9900-bf457349acd0 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.175430] env[69654]: INFO nova.scheduler.client.report [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Deleted allocations for instance 6748d823-6c6f-4352-be8f-e491a847b80e [ 1227.438570] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555711, 'name': Rename_Task, 'duration_secs': 0.161637} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.438917] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.439121] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6d5f5eb-b8f4-4481-8fb3-67d696d1c2d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.445622] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1227.445622] env[69654]: value = "task-3555712" [ 1227.445622] env[69654]: _type = "Task" [ 1227.445622] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.453978] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.574044] env[69654]: INFO nova.virt.block_device [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Booting with volume c138e6e1-2de7-48c4-af0c-b4893a8b04ae at /dev/sdb [ 1227.610571] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b56767a2-19db-4c41-9490-3e74e617aabb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.619805] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97c1357-53b1-4e1b-ae16-f6d188c08027 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.646865] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d05fcb93-0b21-42a0-b9b3-560fe504052c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.654668] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08abce7-e32b-4508-b1e9-ddd06c99e168 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.666490] env[69654]: DEBUG nova.objects.instance [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lazy-loading 'numa_topology' on Instance uuid cff33208-e9ba-423a-9900-bf457349acd0 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.687684] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6854d168-df98-4718-b626-0fa37f45cbe2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.691016] env[69654]: DEBUG oslo_concurrency.lockutils [None req-604860e9-483e-430c-bbe4-4985f52553b4 tempest-ServersTestJSON-1349905225 tempest-ServersTestJSON-1349905225-project-member] Lock "6748d823-6c6f-4352-be8f-e491a847b80e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.091s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.697112] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a8e036-6164-4b10-aec3-b167d2dcbe18 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.710779] env[69654]: DEBUG nova.virt.block_device [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Updating existing volume attachment record: 12dee213-0cd7-4b1c-a580-782b4e8f2444 {{(pid=69654) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1227.955893] env[69654]: DEBUG oslo_vmware.api [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555712, 'name': PowerOnVM_Task, 'duration_secs': 0.457775} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.956266] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.956334] env[69654]: INFO nova.compute.manager [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1227.956494] env[69654]: DEBUG nova.compute.manager [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.957265] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e05da61-58cb-4607-826c-f9d83a00c863 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.169595] env[69654]: INFO nova.compute.claims [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.473108] env[69654]: INFO nova.compute.manager [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Took 13.89 seconds to build instance. [ 1228.975785] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa1447d9-3d3d-4cb6-b10a-8e17011ea144 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.405s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.050253] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.287644] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d3e338-a27b-4519-a625-b79528ca1c87 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.295140] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63921b21-3726-457f-a218-a88722ea3f4b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.324687] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0763cc37-0f08-4994-ae8b-fa6a443ed0ce {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.331768] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf400c0-b03e-47af-b537-a34f1055f887 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.345445] env[69654]: DEBUG nova.compute.provider_tree [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1229.432533] env[69654]: DEBUG nova.compute.manager [req-774f4cd2-d52b-42a9-b5c4-8e6ace88d41a req-7cc2cdd2-a5f3-4a0d-a7e5-8d846ce7eb82 service nova] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Received event network-changed-14e2f4aa-b63c-4b96-9fd7-576ff3f9db37 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.432750] env[69654]: DEBUG nova.compute.manager [req-774f4cd2-d52b-42a9-b5c4-8e6ace88d41a req-7cc2cdd2-a5f3-4a0d-a7e5-8d846ce7eb82 service nova] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Refreshing instance network info cache due to event network-changed-14e2f4aa-b63c-4b96-9fd7-576ff3f9db37. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.433083] env[69654]: DEBUG oslo_concurrency.lockutils [req-774f4cd2-d52b-42a9-b5c4-8e6ace88d41a req-7cc2cdd2-a5f3-4a0d-a7e5-8d846ce7eb82 service nova] Acquiring lock "refresh_cache-ffbe515b-a1f8-4cf1-bafe-d363488dd09c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.433245] env[69654]: DEBUG oslo_concurrency.lockutils [req-774f4cd2-d52b-42a9-b5c4-8e6ace88d41a req-7cc2cdd2-a5f3-4a0d-a7e5-8d846ce7eb82 service nova] Acquired lock "refresh_cache-ffbe515b-a1f8-4cf1-bafe-d363488dd09c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.433441] env[69654]: DEBUG nova.network.neutron [req-774f4cd2-d52b-42a9-b5c4-8e6ace88d41a req-7cc2cdd2-a5f3-4a0d-a7e5-8d846ce7eb82 service nova] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Refreshing network info cache for port 14e2f4aa-b63c-4b96-9fd7-576ff3f9db37 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.553911] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Getting list of instances from cluster (obj){ [ 1229.553911] env[69654]: value = "domain-c8" [ 1229.553911] env[69654]: _type = "ClusterComputeResource" [ 1229.553911] env[69654]: } {{(pid=69654) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1229.555216] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584a1cfd-5f2f-467b-8a33-b6417b679f0d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.570127] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Got total of 3 instances {{(pid=69654) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1229.570353] env[69654]: WARNING nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] While synchronizing instance power states, found 5 instances in the database and 3 instances on the hypervisor. [ 1229.570467] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Triggering sync for uuid a3a5c955-9976-46ab-ba56-4505cc461cf7 {{(pid=69654) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.570696] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Triggering sync for uuid 63aac6cb-2703-4c2f-b966-4616aa8724b3 {{(pid=69654) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.570857] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Triggering sync for uuid cff33208-e9ba-423a-9900-bf457349acd0 {{(pid=69654) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.571056] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Triggering sync for uuid da282545-9c42-4ae1-a7df-91ae0bfeb19c {{(pid=69654) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.571221] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Triggering sync for uuid ffbe515b-a1f8-4cf1-bafe-d363488dd09c {{(pid=69654) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.571600] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "a3a5c955-9976-46ab-ba56-4505cc461cf7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.571851] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "a3a5c955-9976-46ab-ba56-4505cc461cf7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.572167] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "63aac6cb-2703-4c2f-b966-4616aa8724b3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.572377] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "63aac6cb-2703-4c2f-b966-4616aa8724b3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.572646] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "cff33208-e9ba-423a-9900-bf457349acd0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.573098] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.573190] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.573323] env[69654]: INFO nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] During sync_power_state the instance has a pending task (rebuild_block_device_mapping). Skip. [ 1229.573496] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.573720] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.574572] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.574917] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e1c158-6675-4ecf-92cb-6747698cf29a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.578814] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba78a3c-8825-4126-97db-c98956c9734f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.581852] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294822c0-819d-4b82-a8df-dfea2fe4c275 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.856669] env[69654]: DEBUG nova.virt.hardware [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.857062] env[69654]: DEBUG nova.virt.hardware [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.857135] env[69654]: DEBUG nova.virt.hardware [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.857330] env[69654]: DEBUG nova.virt.hardware [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.857637] env[69654]: DEBUG nova.virt.hardware [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.857849] env[69654]: DEBUG nova.virt.hardware [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.858459] env[69654]: DEBUG nova.virt.hardware [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.858459] env[69654]: DEBUG nova.virt.hardware [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.858584] env[69654]: DEBUG nova.virt.hardware [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.858695] env[69654]: DEBUG nova.virt.hardware [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.858870] env[69654]: DEBUG nova.virt.hardware [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.860027] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30902e28-8feb-402f-b2c6-e6f97c089cd5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.868866] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d815511d-01a6-4a67-b3e9-040151318f10 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.882538] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:bc:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e760fd80-64e0-45b9-8100-89b9bedf91dc', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.890777] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.892028] env[69654]: DEBUG nova.scheduler.client.report [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Updated inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1229.892397] env[69654]: DEBUG nova.compute.provider_tree [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 154 to 155 during operation: update_inventory {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1229.892484] env[69654]: DEBUG nova.compute.provider_tree [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1229.896176] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.896986] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fe55cbc-0346-4ed4-8da7-cb7576fe8ed9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.917822] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.917822] env[69654]: value = "task-3555714" [ 1229.917822] env[69654]: _type = "Task" [ 1229.917822] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.926120] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555714, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.095583] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "a3a5c955-9976-46ab-ba56-4505cc461cf7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.096038] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.522s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.096625] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "63aac6cb-2703-4c2f-b966-4616aa8724b3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.150919] env[69654]: DEBUG nova.network.neutron [req-774f4cd2-d52b-42a9-b5c4-8e6ace88d41a req-7cc2cdd2-a5f3-4a0d-a7e5-8d846ce7eb82 service nova] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Updated VIF entry in instance network info cache for port 14e2f4aa-b63c-4b96-9fd7-576ff3f9db37. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.151360] env[69654]: DEBUG nova.network.neutron [req-774f4cd2-d52b-42a9-b5c4-8e6ace88d41a req-7cc2cdd2-a5f3-4a0d-a7e5-8d846ce7eb82 service nova] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Updating instance_info_cache with network_info: [{"id": "14e2f4aa-b63c-4b96-9fd7-576ff3f9db37", "address": "fa:16:3e:8c:63:e1", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e2f4aa-b6", "ovs_interfaceid": "14e2f4aa-b63c-4b96-9fd7-576ff3f9db37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.398092] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.238s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.400954] env[69654]: DEBUG oslo_concurrency.lockutils [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.081s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.402670] env[69654]: INFO nova.compute.claims [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.428246] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555714, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.431716] env[69654]: INFO nova.network.neutron [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Updating port 30cf386f-9aa8-4257-9784-692d5cbdfcdc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1230.653762] env[69654]: DEBUG oslo_concurrency.lockutils [req-774f4cd2-d52b-42a9-b5c4-8e6ace88d41a req-7cc2cdd2-a5f3-4a0d-a7e5-8d846ce7eb82 service nova] Releasing lock "refresh_cache-ffbe515b-a1f8-4cf1-bafe-d363488dd09c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.931129] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555714, 'name': CreateVM_Task, 'duration_secs': 0.536321} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.932124] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.932810] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.932977] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.933336] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.933875] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c45b03-5dbd-43fc-9a46-92e535572094 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.940704] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1230.940704] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d8e115-f687-eba9-414e-c8bcfb76a314" [ 1230.940704] env[69654]: _type = "Task" [ 1230.940704] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.948608] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d8e115-f687-eba9-414e-c8bcfb76a314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.455590] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d8e115-f687-eba9-414e-c8bcfb76a314, 'name': SearchDatastore_Task, 'duration_secs': 0.038174} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.456014] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.456470] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.456708] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.456859] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.458457] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.461704] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-077692c2-d09a-4254-a0b7-19e45f314ceb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.478856] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.479081] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.479916] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e9d87c8-36ec-4920-8ca0-f76dc63255eb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.485276] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1231.485276] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52baaced-2c74-1766-fe1a-f38401b15ac5" [ 1231.485276] env[69654]: _type = "Task" [ 1231.485276] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.493375] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52baaced-2c74-1766-fe1a-f38401b15ac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.527555] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a555d8f6-a9c8-4f36-b774-a41f11d61799 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.535187] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd6c1ac-c95f-47fc-a548-b50db7ef1b48 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.571206] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3857541-6a8a-489c-bc78-41e20419ad03 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.578925] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9e3dab-487d-41a9-a76e-d149a40d057e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.594125] env[69654]: DEBUG nova.compute.provider_tree [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.846217] env[69654]: DEBUG nova.compute.manager [req-0e908b3e-f555-438c-ae0c-7d70494a6dbc req-ffa1ab62-97ba-41a0-8b5e-524974cf092c service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Received event network-vif-plugged-30cf386f-9aa8-4257-9784-692d5cbdfcdc {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.847116] env[69654]: DEBUG oslo_concurrency.lockutils [req-0e908b3e-f555-438c-ae0c-7d70494a6dbc req-ffa1ab62-97ba-41a0-8b5e-524974cf092c service nova] Acquiring lock "cff33208-e9ba-423a-9900-bf457349acd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.847116] env[69654]: DEBUG oslo_concurrency.lockutils [req-0e908b3e-f555-438c-ae0c-7d70494a6dbc req-ffa1ab62-97ba-41a0-8b5e-524974cf092c service nova] Lock "cff33208-e9ba-423a-9900-bf457349acd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.847473] env[69654]: DEBUG oslo_concurrency.lockutils [req-0e908b3e-f555-438c-ae0c-7d70494a6dbc req-ffa1ab62-97ba-41a0-8b5e-524974cf092c service nova] Lock "cff33208-e9ba-423a-9900-bf457349acd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.847727] env[69654]: DEBUG nova.compute.manager [req-0e908b3e-f555-438c-ae0c-7d70494a6dbc req-ffa1ab62-97ba-41a0-8b5e-524974cf092c service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] No waiting events found dispatching network-vif-plugged-30cf386f-9aa8-4257-9784-692d5cbdfcdc {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.847974] env[69654]: WARNING nova.compute.manager [req-0e908b3e-f555-438c-ae0c-7d70494a6dbc req-ffa1ab62-97ba-41a0-8b5e-524974cf092c service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Received unexpected event network-vif-plugged-30cf386f-9aa8-4257-9784-692d5cbdfcdc for instance with vm_state shelved_offloaded and task_state spawning. [ 1231.940333] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.940333] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.940333] env[69654]: DEBUG nova.network.neutron [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.998036] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52baaced-2c74-1766-fe1a-f38401b15ac5, 'name': SearchDatastore_Task, 'duration_secs': 0.03516} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.998036] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d50065-99e1-4b04-842a-8a5193cf2a41 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.002452] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1232.002452] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f71b1c-3120-2082-3438-bf5232bb5035" [ 1232.002452] env[69654]: _type = "Task" [ 1232.002452] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.016016] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f71b1c-3120-2082-3438-bf5232bb5035, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.016016] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.016016] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] da282545-9c42-4ae1-a7df-91ae0bfeb19c/da282545-9c42-4ae1-a7df-91ae0bfeb19c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.016016] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a870198-1c1d-4de9-92f0-c79204642d42 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.022670] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1232.022670] env[69654]: value = "task-3555716" [ 1232.022670] env[69654]: _type = "Task" [ 1232.022670] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.030768] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.105180] env[69654]: DEBUG nova.scheduler.client.report [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.532941] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481192} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.533346] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] da282545-9c42-4ae1-a7df-91ae0bfeb19c/da282545-9c42-4ae1-a7df-91ae0bfeb19c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.533448] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.533698] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab12da70-8ef8-486d-929d-e750d99ad6a4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.540623] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1232.540623] env[69654]: value = "task-3555717" [ 1232.540623] env[69654]: _type = "Task" [ 1232.540623] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.548335] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.610630] env[69654]: DEBUG oslo_concurrency.lockutils [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.610630] env[69654]: DEBUG nova.compute.manager [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.673809] env[69654]: DEBUG nova.network.neutron [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Updating instance_info_cache with network_info: [{"id": "30cf386f-9aa8-4257-9784-692d5cbdfcdc", "address": "fa:16:3e:6a:f5:1b", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30cf386f-9a", "ovs_interfaceid": "30cf386f-9aa8-4257-9784-692d5cbdfcdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.820446] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Acquiring lock "0ca4628a-9583-4144-9107-f7c7ca66061c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.820687] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Lock "0ca4628a-9583-4144-9107-f7c7ca66061c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.051044] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066215} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.051286] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.052091] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b55cf3-87bf-4a41-9239-b43f2f7243b2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.075793] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] da282545-9c42-4ae1-a7df-91ae0bfeb19c/da282545-9c42-4ae1-a7df-91ae0bfeb19c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.076244] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcf783d9-24e7-4a5e-bb6a-8526e6284ba2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.098481] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1233.098481] env[69654]: value = "task-3555718" [ 1233.098481] env[69654]: _type = "Task" [ 1233.098481] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.106992] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.115469] env[69654]: DEBUG nova.compute.utils [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.117250] env[69654]: DEBUG nova.compute.manager [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.117487] env[69654]: DEBUG nova.network.neutron [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.161020] env[69654]: DEBUG nova.policy [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c357d98e3534eff84a889e978528802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e61899f4f84b2a96c10f4a2900c70e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.177484] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.211925] env[69654]: DEBUG nova.virt.hardware [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7f2fd03ae2f2d06c5f915b59799f1563',container_format='bare',created_at=2025-04-24T15:36:06Z,direct_url=,disk_format='vmdk',id=c42bb74d-c3c3-4ade-a08c-74bf343ad48d,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-934371811-shelved',owner='b3a06a6980764944a350af59e733ec31',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-04-24T15:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.212176] env[69654]: DEBUG nova.virt.hardware [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.212327] env[69654]: DEBUG nova.virt.hardware [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.212499] env[69654]: DEBUG nova.virt.hardware [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.212636] env[69654]: DEBUG nova.virt.hardware [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.212771] env[69654]: DEBUG nova.virt.hardware [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.212985] env[69654]: DEBUG nova.virt.hardware [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.213148] env[69654]: DEBUG nova.virt.hardware [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.213540] env[69654]: DEBUG nova.virt.hardware [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.213699] env[69654]: DEBUG nova.virt.hardware [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.213915] env[69654]: DEBUG nova.virt.hardware [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.218019] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d77985-2cc1-4f1b-b321-212a549ec6a5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.224549] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da13cf1-30cd-4774-8b34-249ad402fdd8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.242974] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:f5:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30cf386f-9aa8-4257-9784-692d5cbdfcdc', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.251040] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.251369] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.251823] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0b959bf-4a21-4efe-af5e-64d0eed0fd5d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.272436] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.272436] env[69654]: value = "task-3555719" [ 1233.272436] env[69654]: _type = "Task" [ 1233.272436] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.280521] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555719, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.325234] env[69654]: DEBUG nova.compute.manager [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.465125] env[69654]: DEBUG nova.network.neutron [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Successfully created port: 237849a8-76e4-4fff-8b3f-6f871cbe6298 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.611449] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.621193] env[69654]: DEBUG nova.compute.manager [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1233.784174] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555719, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.849270] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.849556] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.851090] env[69654]: INFO nova.compute.claims [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.870461] env[69654]: DEBUG nova.compute.manager [req-5a1c470a-e705-4a49-9ab1-5301d630e10d req-670c79b4-25cc-47a8-ab8e-73efc9ecfc85 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Received event network-changed-30cf386f-9aa8-4257-9784-692d5cbdfcdc {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.870684] env[69654]: DEBUG nova.compute.manager [req-5a1c470a-e705-4a49-9ab1-5301d630e10d req-670c79b4-25cc-47a8-ab8e-73efc9ecfc85 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Refreshing instance network info cache due to event network-changed-30cf386f-9aa8-4257-9784-692d5cbdfcdc. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.871257] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a1c470a-e705-4a49-9ab1-5301d630e10d req-670c79b4-25cc-47a8-ab8e-73efc9ecfc85 service nova] Acquiring lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.871257] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a1c470a-e705-4a49-9ab1-5301d630e10d req-670c79b4-25cc-47a8-ab8e-73efc9ecfc85 service nova] Acquired lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.871257] env[69654]: DEBUG nova.network.neutron [req-5a1c470a-e705-4a49-9ab1-5301d630e10d req-670c79b4-25cc-47a8-ab8e-73efc9ecfc85 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Refreshing network info cache for port 30cf386f-9aa8-4257-9784-692d5cbdfcdc {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.110687] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555718, 'name': ReconfigVM_Task, 'duration_secs': 0.972893} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.110989] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Reconfigured VM instance instance-0000006a to attach disk [datastore1] da282545-9c42-4ae1-a7df-91ae0bfeb19c/da282545-9c42-4ae1-a7df-91ae0bfeb19c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.112131] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encrypted': False, 'boot_index': 0, 'encryption_options': None, 'encryption_format': None, 'guest_format': None, 'device_name': '/dev/sda', 'image_id': 'd5e689d4-03ad-4f0e-ba3b-bff2b1602c53'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sdb', 'attachment_id': '12dee213-0cd7-4b1c-a580-782b4e8f2444', 'delete_on_termination': False, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709905', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'name': 'volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da282545-9c42-4ae1-a7df-91ae0bfeb19c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'serial': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69654) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1234.112289] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Volume attach. Driver type: vmdk {{(pid=69654) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1234.112457] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709905', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'name': 'volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da282545-9c42-4ae1-a7df-91ae0bfeb19c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'serial': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1234.113273] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e55cf8-a9fa-4f36-82af-e5b7d7ae3916 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.131855] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913ab5cb-d651-43c5-b6b4-02fca6153375 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.156671] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae/volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.156995] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74337ced-a823-45b1-a60e-1f742ff8fbc2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.177197] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1234.177197] env[69654]: value = "task-3555720" [ 1234.177197] env[69654]: _type = "Task" [ 1234.177197] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.183982] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.283751] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555719, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.619402] env[69654]: DEBUG nova.network.neutron [req-5a1c470a-e705-4a49-9ab1-5301d630e10d req-670c79b4-25cc-47a8-ab8e-73efc9ecfc85 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Updated VIF entry in instance network info cache for port 30cf386f-9aa8-4257-9784-692d5cbdfcdc. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.619772] env[69654]: DEBUG nova.network.neutron [req-5a1c470a-e705-4a49-9ab1-5301d630e10d req-670c79b4-25cc-47a8-ab8e-73efc9ecfc85 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Updating instance_info_cache with network_info: [{"id": "30cf386f-9aa8-4257-9784-692d5cbdfcdc", "address": "fa:16:3e:6a:f5:1b", "network": {"id": "9465d7fa-922b-4a6c-ad14-6bfcd9c02296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2040214676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a06a6980764944a350af59e733ec31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30cf386f-9a", "ovs_interfaceid": "30cf386f-9aa8-4257-9784-692d5cbdfcdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.635864] env[69654]: DEBUG nova.compute.manager [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1234.665465] env[69654]: DEBUG nova.virt.hardware [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.665692] env[69654]: DEBUG nova.virt.hardware [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.665842] env[69654]: DEBUG nova.virt.hardware [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.666126] env[69654]: DEBUG nova.virt.hardware [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.666275] env[69654]: DEBUG nova.virt.hardware [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.666419] env[69654]: DEBUG nova.virt.hardware [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.666622] env[69654]: DEBUG nova.virt.hardware [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.666777] env[69654]: DEBUG nova.virt.hardware [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.667059] env[69654]: DEBUG nova.virt.hardware [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.667261] env[69654]: DEBUG nova.virt.hardware [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.667447] env[69654]: DEBUG nova.virt.hardware [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.668295] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a82790-f2ca-4fd2-9037-f3040df400f8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.676622] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d0aa67-8d61-4f17-9b1e-20b2e1ac5db5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.695221] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.786051] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555719, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.972125] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3b2ae2-81c2-44cd-9df9-a403f6573ea8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.979993] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcc1b9f-4e2a-4984-82da-7965f6607347 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.012985] env[69654]: DEBUG nova.network.neutron [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Successfully updated port: 237849a8-76e4-4fff-8b3f-6f871cbe6298 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.014822] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcb6649-a4fb-48a5-92ae-52ede7a4b0b9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.022361] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cf1974-83c6-4fb5-91b8-c8106f729407 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.036876] env[69654]: DEBUG nova.compute.provider_tree [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.122584] env[69654]: DEBUG oslo_concurrency.lockutils [req-5a1c470a-e705-4a49-9ab1-5301d630e10d req-670c79b4-25cc-47a8-ab8e-73efc9ecfc85 service nova] Releasing lock "refresh_cache-cff33208-e9ba-423a-9900-bf457349acd0" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.190777] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555720, 'name': ReconfigVM_Task, 'duration_secs': 0.699759} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.191067] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae/volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.195731] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e89afea-74d3-4d55-80e8-70da3f43a3cd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.211046] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1235.211046] env[69654]: value = "task-3555721" [ 1235.211046] env[69654]: _type = "Task" [ 1235.211046] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.218377] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.285471] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555719, 'name': CreateVM_Task, 'duration_secs': 1.543756} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.285666] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.286371] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c42bb74d-c3c3-4ade-a08c-74bf343ad48d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.286527] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c42bb74d-c3c3-4ade-a08c-74bf343ad48d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.286910] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c42bb74d-c3c3-4ade-a08c-74bf343ad48d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.287200] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46bccee4-ec1e-470d-a654-243cb406cd19 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.291492] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1235.291492] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f39aba-c6cb-80cf-bd28-6f3c5bb00ae5" [ 1235.291492] env[69654]: _type = "Task" [ 1235.291492] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.298907] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f39aba-c6cb-80cf-bd28-6f3c5bb00ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.518739] env[69654]: DEBUG oslo_concurrency.lockutils [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "refresh_cache-f72ff55b-8de4-4052-948d-4a5795c5735a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.518892] env[69654]: DEBUG oslo_concurrency.lockutils [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "refresh_cache-f72ff55b-8de4-4052-948d-4a5795c5735a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.519061] env[69654]: DEBUG nova.network.neutron [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.558481] env[69654]: ERROR nova.scheduler.client.report [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [req-f313eb96-362e-4de8-bbe6-d9d57630dca2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7244f0e3-c8fc-4c02-ba3d-26a8e0372872. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f313eb96-362e-4de8-bbe6-d9d57630dca2"}]} [ 1235.575213] env[69654]: DEBUG nova.scheduler.client.report [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Refreshing inventories for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1235.590507] env[69654]: DEBUG nova.scheduler.client.report [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Updating ProviderTree inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1235.590794] env[69654]: DEBUG nova.compute.provider_tree [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.604202] env[69654]: DEBUG nova.scheduler.client.report [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Refreshing aggregate associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, aggregates: None {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1235.624135] env[69654]: DEBUG nova.scheduler.client.report [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Refreshing trait associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1235.707029] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d522706e-8c9a-41b7-9282-b6ff9b8bc224 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.716549] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cd786e-379c-40c4-bb23-f60407d10308 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.724471] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555721, 'name': ReconfigVM_Task, 'duration_secs': 0.145027} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.747404] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709905', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'name': 'volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da282545-9c42-4ae1-a7df-91ae0bfeb19c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'serial': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1235.748130] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4500a90-d63d-4a63-a9ec-cea77f60df9e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.750060] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e3982d-a57a-4a07-ac27-7ff1506313ab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.757157] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1035a403-0efe-4810-b825-6f698c22624f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.761435] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1235.761435] env[69654]: value = "task-3555722" [ 1235.761435] env[69654]: _type = "Task" [ 1235.761435] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.771641] env[69654]: DEBUG nova.compute.provider_tree [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.777628] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555722, 'name': Rename_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.800568] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c42bb74d-c3c3-4ade-a08c-74bf343ad48d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.800839] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Processing image c42bb74d-c3c3-4ade-a08c-74bf343ad48d {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.801054] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c42bb74d-c3c3-4ade-a08c-74bf343ad48d/c42bb74d-c3c3-4ade-a08c-74bf343ad48d.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.801236] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c42bb74d-c3c3-4ade-a08c-74bf343ad48d/c42bb74d-c3c3-4ade-a08c-74bf343ad48d.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.801373] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.801665] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e39201eb-9f9b-4a06-97d4-4ecfb99fbde1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.809169] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.809348] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.810017] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb9456f-aaa2-47e3-9dc3-7f8750b138ee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.814791] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1235.814791] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d3e8b1-7aca-f2f3-aaf3-8b5e2082b0ce" [ 1235.814791] env[69654]: _type = "Task" [ 1235.814791] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.821586] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d3e8b1-7aca-f2f3-aaf3-8b5e2082b0ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.897433] env[69654]: DEBUG nova.compute.manager [req-ba80a0f0-b47b-42ad-bb34-61d0e3f4a01b req-f9e6df40-5df0-4731-94c3-f859cd0085fd service nova] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Received event network-vif-plugged-237849a8-76e4-4fff-8b3f-6f871cbe6298 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.897685] env[69654]: DEBUG oslo_concurrency.lockutils [req-ba80a0f0-b47b-42ad-bb34-61d0e3f4a01b req-f9e6df40-5df0-4731-94c3-f859cd0085fd service nova] Acquiring lock "f72ff55b-8de4-4052-948d-4a5795c5735a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.897895] env[69654]: DEBUG oslo_concurrency.lockutils [req-ba80a0f0-b47b-42ad-bb34-61d0e3f4a01b req-f9e6df40-5df0-4731-94c3-f859cd0085fd service nova] Lock "f72ff55b-8de4-4052-948d-4a5795c5735a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.898067] env[69654]: DEBUG oslo_concurrency.lockutils [req-ba80a0f0-b47b-42ad-bb34-61d0e3f4a01b req-f9e6df40-5df0-4731-94c3-f859cd0085fd service nova] Lock "f72ff55b-8de4-4052-948d-4a5795c5735a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.898239] env[69654]: DEBUG nova.compute.manager [req-ba80a0f0-b47b-42ad-bb34-61d0e3f4a01b req-f9e6df40-5df0-4731-94c3-f859cd0085fd service nova] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] No waiting events found dispatching network-vif-plugged-237849a8-76e4-4fff-8b3f-6f871cbe6298 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1235.898397] env[69654]: WARNING nova.compute.manager [req-ba80a0f0-b47b-42ad-bb34-61d0e3f4a01b req-f9e6df40-5df0-4731-94c3-f859cd0085fd service nova] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Received unexpected event network-vif-plugged-237849a8-76e4-4fff-8b3f-6f871cbe6298 for instance with vm_state building and task_state spawning. [ 1235.898551] env[69654]: DEBUG nova.compute.manager [req-ba80a0f0-b47b-42ad-bb34-61d0e3f4a01b req-f9e6df40-5df0-4731-94c3-f859cd0085fd service nova] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Received event network-changed-237849a8-76e4-4fff-8b3f-6f871cbe6298 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.898699] env[69654]: DEBUG nova.compute.manager [req-ba80a0f0-b47b-42ad-bb34-61d0e3f4a01b req-f9e6df40-5df0-4731-94c3-f859cd0085fd service nova] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Refreshing instance network info cache due to event network-changed-237849a8-76e4-4fff-8b3f-6f871cbe6298. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.898861] env[69654]: DEBUG oslo_concurrency.lockutils [req-ba80a0f0-b47b-42ad-bb34-61d0e3f4a01b req-f9e6df40-5df0-4731-94c3-f859cd0085fd service nova] Acquiring lock "refresh_cache-f72ff55b-8de4-4052-948d-4a5795c5735a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.160293] env[69654]: DEBUG nova.network.neutron [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.271589] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555722, 'name': Rename_Task, 'duration_secs': 0.162946} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.271871] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.272134] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0309992-67b3-4eff-8300-ac8c79e0bf6d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.282646] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1236.282646] env[69654]: value = "task-3555723" [ 1236.282646] env[69654]: _type = "Task" [ 1236.282646] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.290194] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.310235] env[69654]: DEBUG nova.network.neutron [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Updating instance_info_cache with network_info: [{"id": "237849a8-76e4-4fff-8b3f-6f871cbe6298", "address": "fa:16:3e:ee:d5:66", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap237849a8-76", "ovs_interfaceid": "237849a8-76e4-4fff-8b3f-6f871cbe6298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.312542] env[69654]: DEBUG nova.scheduler.client.report [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Updated inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1236.312832] env[69654]: DEBUG nova.compute.provider_tree [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 156 to 157 during operation: update_inventory {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1236.312902] env[69654]: DEBUG nova.compute.provider_tree [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.326135] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Preparing fetch location {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1236.326391] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Fetch image to [datastore2] OSTACK_IMG_3a8b1a16-f8c3-47dd-ad82-00e7b4c162a2/OSTACK_IMG_3a8b1a16-f8c3-47dd-ad82-00e7b4c162a2.vmdk {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1236.326577] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Downloading stream optimized image c42bb74d-c3c3-4ade-a08c-74bf343ad48d to [datastore2] OSTACK_IMG_3a8b1a16-f8c3-47dd-ad82-00e7b4c162a2/OSTACK_IMG_3a8b1a16-f8c3-47dd-ad82-00e7b4c162a2.vmdk on the data store datastore2 as vApp {{(pid=69654) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1236.326735] env[69654]: DEBUG nova.virt.vmwareapi.images [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Downloading image file data c42bb74d-c3c3-4ade-a08c-74bf343ad48d to the ESX as VM named 'OSTACK_IMG_3a8b1a16-f8c3-47dd-ad82-00e7b4c162a2' {{(pid=69654) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1236.406771] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1236.406771] env[69654]: value = "resgroup-9" [ 1236.406771] env[69654]: _type = "ResourcePool" [ 1236.406771] env[69654]: }. {{(pid=69654) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1236.407026] env[69654]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-012b212c-f0d2-4cda-bae8-1bcc98964431 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.429554] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lease: (returnval){ [ 1236.429554] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522113e1-b01b-5a9a-69d5-2c552d1eb1f5" [ 1236.429554] env[69654]: _type = "HttpNfcLease" [ 1236.429554] env[69654]: } obtained for vApp import into resource pool (val){ [ 1236.429554] env[69654]: value = "resgroup-9" [ 1236.429554] env[69654]: _type = "ResourcePool" [ 1236.429554] env[69654]: }. {{(pid=69654) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1236.429882] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the lease: (returnval){ [ 1236.429882] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522113e1-b01b-5a9a-69d5-2c552d1eb1f5" [ 1236.429882] env[69654]: _type = "HttpNfcLease" [ 1236.429882] env[69654]: } to be ready. {{(pid=69654) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1236.436640] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1236.436640] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522113e1-b01b-5a9a-69d5-2c552d1eb1f5" [ 1236.436640] env[69654]: _type = "HttpNfcLease" [ 1236.436640] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1236.794082] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555723, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.817521] env[69654]: DEBUG oslo_concurrency.lockutils [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "refresh_cache-f72ff55b-8de4-4052-948d-4a5795c5735a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.817860] env[69654]: DEBUG nova.compute.manager [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Instance network_info: |[{"id": "237849a8-76e4-4fff-8b3f-6f871cbe6298", "address": "fa:16:3e:ee:d5:66", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap237849a8-76", "ovs_interfaceid": "237849a8-76e4-4fff-8b3f-6f871cbe6298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1236.818246] env[69654]: DEBUG oslo_concurrency.lockutils [req-ba80a0f0-b47b-42ad-bb34-61d0e3f4a01b req-f9e6df40-5df0-4731-94c3-f859cd0085fd service nova] Acquired lock "refresh_cache-f72ff55b-8de4-4052-948d-4a5795c5735a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.818457] env[69654]: DEBUG nova.network.neutron [req-ba80a0f0-b47b-42ad-bb34-61d0e3f4a01b req-f9e6df40-5df0-4731-94c3-f859cd0085fd service nova] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Refreshing network info cache for port 237849a8-76e4-4fff-8b3f-6f871cbe6298 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.819708] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:d5:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '237849a8-76e4-4fff-8b3f-6f871cbe6298', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.828176] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Creating folder: Project (66e61899f4f84b2a96c10f4a2900c70e). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1236.832270] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.983s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.832925] env[69654]: DEBUG nova.compute.manager [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.835675] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b66fc78-90b2-460f-9d8e-6b3512dacef8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.851843] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Created folder: Project (66e61899f4f84b2a96c10f4a2900c70e) in parent group-v709593. [ 1236.852099] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Creating folder: Instances. Parent ref: group-v709910. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1236.852369] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-992c25f8-eeab-4567-861c-0c5836263d3c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.864584] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Created folder: Instances in parent group-v709910. [ 1236.864914] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.865229] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.865517] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b745694-681b-44be-b02b-b351cfb395de {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.888853] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.888853] env[69654]: value = "task-3555727" [ 1236.888853] env[69654]: _type = "Task" [ 1236.888853] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.898068] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555727, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.938341] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1236.938341] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522113e1-b01b-5a9a-69d5-2c552d1eb1f5" [ 1236.938341] env[69654]: _type = "HttpNfcLease" [ 1236.938341] env[69654]: } is initializing. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1237.067890] env[69654]: DEBUG nova.network.neutron [req-ba80a0f0-b47b-42ad-bb34-61d0e3f4a01b req-f9e6df40-5df0-4731-94c3-f859cd0085fd service nova] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Updated VIF entry in instance network info cache for port 237849a8-76e4-4fff-8b3f-6f871cbe6298. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.068347] env[69654]: DEBUG nova.network.neutron [req-ba80a0f0-b47b-42ad-bb34-61d0e3f4a01b req-f9e6df40-5df0-4731-94c3-f859cd0085fd service nova] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Updating instance_info_cache with network_info: [{"id": "237849a8-76e4-4fff-8b3f-6f871cbe6298", "address": "fa:16:3e:ee:d5:66", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap237849a8-76", "ovs_interfaceid": "237849a8-76e4-4fff-8b3f-6f871cbe6298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.293020] env[69654]: DEBUG oslo_vmware.api [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555723, 'name': PowerOnVM_Task, 'duration_secs': 0.686539} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.293244] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.293446] env[69654]: DEBUG nova.compute.manager [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.294229] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67539e61-398e-4d3c-a5b0-f87c660d04f8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.339566] env[69654]: DEBUG nova.compute.utils [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.342646] env[69654]: DEBUG nova.compute.manager [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1237.342809] env[69654]: DEBUG nova.network.neutron [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.386475] env[69654]: DEBUG nova.policy [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2fd522dcdcf4f0da262a4de206f9ce8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2e9a6224a99447c8961e3084f266ef1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.397491] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555727, 'name': CreateVM_Task, 'duration_secs': 0.350351} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.397654] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.398320] env[69654]: DEBUG oslo_concurrency.lockutils [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.398499] env[69654]: DEBUG oslo_concurrency.lockutils [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.398808] env[69654]: DEBUG oslo_concurrency.lockutils [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.399068] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b19c28f-4512-456e-94d6-c241a4cf7859 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.403272] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1237.403272] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528c3141-ae26-3981-143e-96e471650a4e" [ 1237.403272] env[69654]: _type = "Task" [ 1237.403272] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.410352] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528c3141-ae26-3981-143e-96e471650a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.437877] env[69654]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1237.437877] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522113e1-b01b-5a9a-69d5-2c552d1eb1f5" [ 1237.437877] env[69654]: _type = "HttpNfcLease" [ 1237.437877] env[69654]: } is ready. {{(pid=69654) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1237.438159] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1237.438159] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522113e1-b01b-5a9a-69d5-2c552d1eb1f5" [ 1237.438159] env[69654]: _type = "HttpNfcLease" [ 1237.438159] env[69654]: }. {{(pid=69654) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1237.438859] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8b102e-10ce-4b28-a74c-41ab6e3caf4b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.445848] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5230d3ea-6fec-7887-99e8-8ee0e4ef10da/disk-0.vmdk from lease info. {{(pid=69654) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1237.446074] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5230d3ea-6fec-7887-99e8-8ee0e4ef10da/disk-0.vmdk. {{(pid=69654) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1237.508740] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6e8846be-ff83-4556-90ab-ab1045b06581 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.571162] env[69654]: DEBUG oslo_concurrency.lockutils [req-ba80a0f0-b47b-42ad-bb34-61d0e3f4a01b req-f9e6df40-5df0-4731-94c3-f859cd0085fd service nova] Releasing lock "refresh_cache-f72ff55b-8de4-4052-948d-4a5795c5735a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.628281] env[69654]: DEBUG nova.network.neutron [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Successfully created port: b273769d-bb84-4057-857d-12c9941249fb {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.812914] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.812914] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.812914] env[69654]: DEBUG nova.objects.instance [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69654) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1237.843602] env[69654]: DEBUG nova.compute.manager [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.915097] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528c3141-ae26-3981-143e-96e471650a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.013474} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.917222] env[69654]: DEBUG oslo_concurrency.lockutils [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.917474] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.917740] env[69654]: DEBUG oslo_concurrency.lockutils [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.917890] env[69654]: DEBUG oslo_concurrency.lockutils [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.918092] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.918362] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47ccfae7-9408-4b5e-80c1-458895fa026f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.927455] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.927714] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.928976] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eeb8d3b-7520-42ae-8b24-181178e4e6d8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.935391] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1237.935391] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5293ca1f-6210-58bf-8535-bcd77cd512c6" [ 1237.935391] env[69654]: _type = "Task" [ 1237.935391] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.944754] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5293ca1f-6210-58bf-8535-bcd77cd512c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.446399] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5293ca1f-6210-58bf-8535-bcd77cd512c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012648} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.447338] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f8fb5ed-0fb8-411f-b951-a163f42191b7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.453030] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1238.453030] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52965435-1de0-a713-d0bd-452d6ef76c48" [ 1238.453030] env[69654]: _type = "Task" [ 1238.453030] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.460972] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52965435-1de0-a713-d0bd-452d6ef76c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.588965] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Completed reading data from the image iterator. {{(pid=69654) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1238.589193] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5230d3ea-6fec-7887-99e8-8ee0e4ef10da/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1238.590118] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893a3739-c96e-4a92-a27d-e444be1c1a83 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.596473] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5230d3ea-6fec-7887-99e8-8ee0e4ef10da/disk-0.vmdk is in state: ready. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1238.596634] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5230d3ea-6fec-7887-99e8-8ee0e4ef10da/disk-0.vmdk. {{(pid=69654) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1238.596864] env[69654]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c307f84a-641e-43f1-9873-e35ab5cb3d33 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.812686] env[69654]: DEBUG oslo_vmware.rw_handles [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5230d3ea-6fec-7887-99e8-8ee0e4ef10da/disk-0.vmdk. {{(pid=69654) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1238.812908] env[69654]: INFO nova.virt.vmwareapi.images [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Downloaded image file data c42bb74d-c3c3-4ade-a08c-74bf343ad48d [ 1238.813754] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0d604c-3f63-413a-97b0-a29eb4a5723f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.830707] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4830ad57-4ca8-4460-8151-9445323c3e2a tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.832184] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6724ef56-24bf-4c77-ad5e-8419c0f417b0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.855489] env[69654]: DEBUG nova.compute.manager [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.861389] env[69654]: INFO nova.virt.vmwareapi.images [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] The imported VM was unregistered [ 1238.863637] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Caching image {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1238.864051] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c42bb74d-c3c3-4ade-a08c-74bf343ad48d {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.864422] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ef40777-5986-4299-8baa-212d740d6758 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.878749] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Created directory with path [datastore2] devstack-image-cache_base/c42bb74d-c3c3-4ade-a08c-74bf343ad48d {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.878749] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3a8b1a16-f8c3-47dd-ad82-00e7b4c162a2/OSTACK_IMG_3a8b1a16-f8c3-47dd-ad82-00e7b4c162a2.vmdk to [datastore2] devstack-image-cache_base/c42bb74d-c3c3-4ade-a08c-74bf343ad48d/c42bb74d-c3c3-4ade-a08c-74bf343ad48d.vmdk. {{(pid=69654) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1238.881077] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-436dee8d-addd-4d2c-a4be-0fc3eb4b5c8b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.885530] env[69654]: DEBUG nova.virt.hardware [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.885680] env[69654]: DEBUG nova.virt.hardware [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.885866] env[69654]: DEBUG nova.virt.hardware [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.886142] env[69654]: DEBUG nova.virt.hardware [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.886299] env[69654]: DEBUG nova.virt.hardware [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.886480] env[69654]: DEBUG nova.virt.hardware [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.886700] env[69654]: DEBUG nova.virt.hardware [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.886885] env[69654]: DEBUG nova.virt.hardware [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.887077] env[69654]: DEBUG nova.virt.hardware [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.887326] env[69654]: DEBUG nova.virt.hardware [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.887518] env[69654]: DEBUG nova.virt.hardware [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.888467] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6377807-9043-4536-befa-509ec6dca3c3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.897553] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aded6277-bdb1-4271-9ac2-ded1c8e6af07 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.901786] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1238.901786] env[69654]: value = "task-3555729" [ 1238.901786] env[69654]: _type = "Task" [ 1238.901786] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.920716] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555729, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.963302] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52965435-1de0-a713-d0bd-452d6ef76c48, 'name': SearchDatastore_Task, 'duration_secs': 0.016414} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.963563] env[69654]: DEBUG oslo_concurrency.lockutils [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.963814] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] f72ff55b-8de4-4052-948d-4a5795c5735a/f72ff55b-8de4-4052-948d-4a5795c5735a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.964101] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af7af135-c1b9-4bf4-a4be-46e767e7172e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.970057] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1238.970057] env[69654]: value = "task-3555730" [ 1238.970057] env[69654]: _type = "Task" [ 1238.970057] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.977700] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.023325] env[69654]: DEBUG nova.compute.manager [req-35207511-3d10-4a9e-bb06-44f4a8278957 req-27ccffb2-722c-4e44-a39a-39100eb729db service nova] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Received event network-vif-plugged-b273769d-bb84-4057-857d-12c9941249fb {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.023529] env[69654]: DEBUG oslo_concurrency.lockutils [req-35207511-3d10-4a9e-bb06-44f4a8278957 req-27ccffb2-722c-4e44-a39a-39100eb729db service nova] Acquiring lock "0ca4628a-9583-4144-9107-f7c7ca66061c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.024065] env[69654]: DEBUG oslo_concurrency.lockutils [req-35207511-3d10-4a9e-bb06-44f4a8278957 req-27ccffb2-722c-4e44-a39a-39100eb729db service nova] Lock "0ca4628a-9583-4144-9107-f7c7ca66061c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.024337] env[69654]: DEBUG oslo_concurrency.lockutils [req-35207511-3d10-4a9e-bb06-44f4a8278957 req-27ccffb2-722c-4e44-a39a-39100eb729db service nova] Lock "0ca4628a-9583-4144-9107-f7c7ca66061c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.024512] env[69654]: DEBUG nova.compute.manager [req-35207511-3d10-4a9e-bb06-44f4a8278957 req-27ccffb2-722c-4e44-a39a-39100eb729db service nova] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] No waiting events found dispatching network-vif-plugged-b273769d-bb84-4057-857d-12c9941249fb {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1239.024681] env[69654]: WARNING nova.compute.manager [req-35207511-3d10-4a9e-bb06-44f4a8278957 req-27ccffb2-722c-4e44-a39a-39100eb729db service nova] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Received unexpected event network-vif-plugged-b273769d-bb84-4057-857d-12c9941249fb for instance with vm_state building and task_state spawning. [ 1239.103776] env[69654]: DEBUG nova.network.neutron [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Successfully updated port: b273769d-bb84-4057-857d-12c9941249fb {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.411434] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555729, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.422049] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Acquiring lock "a3a5c955-9976-46ab-ba56-4505cc461cf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.422301] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Lock "a3a5c955-9976-46ab-ba56-4505cc461cf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.422504] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Acquiring lock "a3a5c955-9976-46ab-ba56-4505cc461cf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.422685] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Lock "a3a5c955-9976-46ab-ba56-4505cc461cf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.422855] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Lock "a3a5c955-9976-46ab-ba56-4505cc461cf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.425368] env[69654]: INFO nova.compute.manager [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Terminating instance [ 1239.485496] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555730, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.606369] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Acquiring lock "refresh_cache-0ca4628a-9583-4144-9107-f7c7ca66061c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.606601] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Acquired lock "refresh_cache-0ca4628a-9583-4144-9107-f7c7ca66061c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.606712] env[69654]: DEBUG nova.network.neutron [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.917535] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555729, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.929533] env[69654]: DEBUG nova.compute.manager [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.929833] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.930847] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c196df8-0ad1-4d69-9cf0-784348f230d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.943154] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.943453] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a14fdaa8-4d03-4bb5-9f01-3c825573f23b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.955239] env[69654]: DEBUG oslo_vmware.api [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Waiting for the task: (returnval){ [ 1239.955239] env[69654]: value = "task-3555731" [ 1239.955239] env[69654]: _type = "Task" [ 1239.955239] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.969112] env[69654]: DEBUG oslo_vmware.api [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.982475] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555730, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.177194] env[69654]: DEBUG nova.network.neutron [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.316528] env[69654]: DEBUG nova.network.neutron [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Updating instance_info_cache with network_info: [{"id": "b273769d-bb84-4057-857d-12c9941249fb", "address": "fa:16:3e:ef:42:53", "network": {"id": "29d9453f-3b7e-4e42-9cbb-86db7b4c24d3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-661002960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2e9a6224a99447c8961e3084f266ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb273769d-bb", "ovs_interfaceid": "b273769d-bb84-4057-857d-12c9941249fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.416897] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555729, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.470321] env[69654]: DEBUG oslo_vmware.api [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555731, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.486138] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555730, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.488307} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.486443] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] f72ff55b-8de4-4052-948d-4a5795c5735a/f72ff55b-8de4-4052-948d-4a5795c5735a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.486660] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.486926] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fa6e5a4-7c8c-4330-b89b-53884279d43a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.499511] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1240.499511] env[69654]: value = "task-3555732" [ 1240.499511] env[69654]: _type = "Task" [ 1240.499511] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.515286] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.819867] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Releasing lock "refresh_cache-0ca4628a-9583-4144-9107-f7c7ca66061c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.820235] env[69654]: DEBUG nova.compute.manager [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Instance network_info: |[{"id": "b273769d-bb84-4057-857d-12c9941249fb", "address": "fa:16:3e:ef:42:53", "network": {"id": "29d9453f-3b7e-4e42-9cbb-86db7b4c24d3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-661002960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2e9a6224a99447c8961e3084f266ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb273769d-bb", "ovs_interfaceid": "b273769d-bb84-4057-857d-12c9941249fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1240.820711] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:42:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b273769d-bb84-4057-857d-12c9941249fb', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.828302] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Creating folder: Project (c2e9a6224a99447c8961e3084f266ef1). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1240.828609] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ed49211-b06c-460f-869d-b666cd27a5f6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.843713] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Created folder: Project (c2e9a6224a99447c8961e3084f266ef1) in parent group-v709593. [ 1240.843893] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Creating folder: Instances. Parent ref: group-v709913. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1240.844199] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a72ccc5a-0454-452b-a12e-04020d796c1d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.857535] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Created folder: Instances in parent group-v709913. [ 1240.857837] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.858047] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.858283] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48af8d1b-b478-4525-9385-34db03443d3b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.879675] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.879675] env[69654]: value = "task-3555735" [ 1240.879675] env[69654]: _type = "Task" [ 1240.879675] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.892920] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555735, 'name': CreateVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.918176] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555729, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.970306] env[69654]: DEBUG oslo_vmware.api [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555731, 'name': PowerOffVM_Task, 'duration_secs': 0.581113} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.970613] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.970783] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.971073] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aea17aeb-92ce-4f7b-a942-1adc3a6af30e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.012208] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07223} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.012645] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.013592] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c26c43-3aae-408b-b354-3a6d2fbb985c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.039917] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] f72ff55b-8de4-4052-948d-4a5795c5735a/f72ff55b-8de4-4052-948d-4a5795c5735a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.040327] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5c12a7f-bc88-45d7-855d-fba95822ef48 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.057689] env[69654]: DEBUG nova.compute.manager [req-64390762-c63a-4e67-b3b5-8579755088b2 req-22f99115-ec45-4c73-82f6-57b6d598bf1c service nova] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Received event network-changed-b273769d-bb84-4057-857d-12c9941249fb {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.057917] env[69654]: DEBUG nova.compute.manager [req-64390762-c63a-4e67-b3b5-8579755088b2 req-22f99115-ec45-4c73-82f6-57b6d598bf1c service nova] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Refreshing instance network info cache due to event network-changed-b273769d-bb84-4057-857d-12c9941249fb. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.058172] env[69654]: DEBUG oslo_concurrency.lockutils [req-64390762-c63a-4e67-b3b5-8579755088b2 req-22f99115-ec45-4c73-82f6-57b6d598bf1c service nova] Acquiring lock "refresh_cache-0ca4628a-9583-4144-9107-f7c7ca66061c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.058316] env[69654]: DEBUG oslo_concurrency.lockutils [req-64390762-c63a-4e67-b3b5-8579755088b2 req-22f99115-ec45-4c73-82f6-57b6d598bf1c service nova] Acquired lock "refresh_cache-0ca4628a-9583-4144-9107-f7c7ca66061c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.058481] env[69654]: DEBUG nova.network.neutron [req-64390762-c63a-4e67-b3b5-8579755088b2 req-22f99115-ec45-4c73-82f6-57b6d598bf1c service nova] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Refreshing network info cache for port b273769d-bb84-4057-857d-12c9941249fb {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.069253] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1241.069253] env[69654]: value = "task-3555737" [ 1241.069253] env[69654]: _type = "Task" [ 1241.069253] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.074451] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.074646] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.074833] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Deleting the datastore file [datastore2] a3a5c955-9976-46ab-ba56-4505cc461cf7 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.075594] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-194393e7-4a3c-46d8-84a6-31bbc85e8ef1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.084065] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.094082] env[69654]: DEBUG oslo_vmware.api [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Waiting for the task: (returnval){ [ 1241.094082] env[69654]: value = "task-3555738" [ 1241.094082] env[69654]: _type = "Task" [ 1241.094082] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.107335] env[69654]: DEBUG oslo_vmware.api [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.391925] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555735, 'name': CreateVM_Task, 'duration_secs': 0.352472} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.393031] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1241.393171] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.393325] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.393666] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.393958] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb4cee02-d8d9-45ed-9661-308c10befae8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.402074] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Waiting for the task: (returnval){ [ 1241.402074] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a7e3c3-56b3-3ac3-001c-ab4360ebbaaa" [ 1241.402074] env[69654]: _type = "Task" [ 1241.402074] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.414817] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a7e3c3-56b3-3ac3-001c-ab4360ebbaaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.418016] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555729, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.582154] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.606173] env[69654]: DEBUG oslo_vmware.api [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.768983] env[69654]: DEBUG nova.network.neutron [req-64390762-c63a-4e67-b3b5-8579755088b2 req-22f99115-ec45-4c73-82f6-57b6d598bf1c service nova] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Updated VIF entry in instance network info cache for port b273769d-bb84-4057-857d-12c9941249fb. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.769435] env[69654]: DEBUG nova.network.neutron [req-64390762-c63a-4e67-b3b5-8579755088b2 req-22f99115-ec45-4c73-82f6-57b6d598bf1c service nova] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Updating instance_info_cache with network_info: [{"id": "b273769d-bb84-4057-857d-12c9941249fb", "address": "fa:16:3e:ef:42:53", "network": {"id": "29d9453f-3b7e-4e42-9cbb-86db7b4c24d3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-661002960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2e9a6224a99447c8961e3084f266ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb273769d-bb", "ovs_interfaceid": "b273769d-bb84-4057-857d-12c9941249fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.914776] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a7e3c3-56b3-3ac3-001c-ab4360ebbaaa, 'name': SearchDatastore_Task, 'duration_secs': 0.024335} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.917657] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.917880] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.918125] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.918274] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.918560] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.918686] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555729, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.918885] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26027a05-c9fa-4bbe-8961-83f98e775611 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.935284] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.935459] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.936166] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b059aefd-4494-4e38-8a04-1531365c594c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.940717] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Waiting for the task: (returnval){ [ 1241.940717] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e14e7e-d8f8-2396-ef0b-1d866535beb2" [ 1241.940717] env[69654]: _type = "Task" [ 1241.940717] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.947855] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e14e7e-d8f8-2396-ef0b-1d866535beb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.080470] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555737, 'name': ReconfigVM_Task, 'duration_secs': 0.819187} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.080725] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Reconfigured VM instance instance-0000006e to attach disk [datastore2] f72ff55b-8de4-4052-948d-4a5795c5735a/f72ff55b-8de4-4052-948d-4a5795c5735a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.081355] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a141bd8-0a53-46db-9fff-c58bf96957a2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.087040] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1242.087040] env[69654]: value = "task-3555739" [ 1242.087040] env[69654]: _type = "Task" [ 1242.087040] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.093982] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555739, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.103719] env[69654]: DEBUG oslo_vmware.api [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.272801] env[69654]: DEBUG oslo_concurrency.lockutils [req-64390762-c63a-4e67-b3b5-8579755088b2 req-22f99115-ec45-4c73-82f6-57b6d598bf1c service nova] Releasing lock "refresh_cache-0ca4628a-9583-4144-9107-f7c7ca66061c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.416399] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555729, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.248161} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.416714] env[69654]: INFO nova.virt.vmwareapi.ds_util [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3a8b1a16-f8c3-47dd-ad82-00e7b4c162a2/OSTACK_IMG_3a8b1a16-f8c3-47dd-ad82-00e7b4c162a2.vmdk to [datastore2] devstack-image-cache_base/c42bb74d-c3c3-4ade-a08c-74bf343ad48d/c42bb74d-c3c3-4ade-a08c-74bf343ad48d.vmdk. [ 1242.416911] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Cleaning up location [datastore2] OSTACK_IMG_3a8b1a16-f8c3-47dd-ad82-00e7b4c162a2 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1242.417103] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3a8b1a16-f8c3-47dd-ad82-00e7b4c162a2 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.417348] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60d026cf-f36d-4aaa-a44d-e8900b432fab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.423480] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1242.423480] env[69654]: value = "task-3555740" [ 1242.423480] env[69654]: _type = "Task" [ 1242.423480] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.431744] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.448288] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e14e7e-d8f8-2396-ef0b-1d866535beb2, 'name': SearchDatastore_Task, 'duration_secs': 0.041322} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.448970] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24f86916-983e-4dcc-994d-db3a8c517771 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.453381] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Waiting for the task: (returnval){ [ 1242.453381] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e4de27-b5de-b0ff-9e1c-0112d330c39f" [ 1242.453381] env[69654]: _type = "Task" [ 1242.453381] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.460182] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e4de27-b5de-b0ff-9e1c-0112d330c39f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.596966] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555739, 'name': Rename_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.604103] env[69654]: DEBUG oslo_vmware.api [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Task: {'id': task-3555738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.385814} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.604358] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.604537] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.604711] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.604879] env[69654]: INFO nova.compute.manager [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1242.605126] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.605397] env[69654]: DEBUG nova.compute.manager [-] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.605397] env[69654]: DEBUG nova.network.neutron [-] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.933331] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302056} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.933673] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.933673] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c42bb74d-c3c3-4ade-a08c-74bf343ad48d/c42bb74d-c3c3-4ade-a08c-74bf343ad48d.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.933843] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c42bb74d-c3c3-4ade-a08c-74bf343ad48d/c42bb74d-c3c3-4ade-a08c-74bf343ad48d.vmdk to [datastore2] cff33208-e9ba-423a-9900-bf457349acd0/cff33208-e9ba-423a-9900-bf457349acd0.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.934145] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e102d2fa-c723-4a07-9cd5-2363b0da1d1b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.940824] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1242.940824] env[69654]: value = "task-3555741" [ 1242.940824] env[69654]: _type = "Task" [ 1242.940824] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.948165] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.962364] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e4de27-b5de-b0ff-9e1c-0112d330c39f, 'name': SearchDatastore_Task, 'duration_secs': 0.045447} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.962601] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.962851] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 0ca4628a-9583-4144-9107-f7c7ca66061c/0ca4628a-9583-4144-9107-f7c7ca66061c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.963103] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cfe8b1e-9358-4f83-ad7e-ce0bb7582392 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.969134] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Waiting for the task: (returnval){ [ 1242.969134] env[69654]: value = "task-3555742" [ 1242.969134] env[69654]: _type = "Task" [ 1242.969134] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.976956] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.078703] env[69654]: DEBUG nova.compute.manager [req-e13ac015-1a4e-44f5-af05-c240d1dc126f req-dc9c5888-ad76-44eb-99f9-92817363f4d8 service nova] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Received event network-vif-deleted-357ca37a-197a-4190-b363-a32d403ecb09 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.078703] env[69654]: INFO nova.compute.manager [req-e13ac015-1a4e-44f5-af05-c240d1dc126f req-dc9c5888-ad76-44eb-99f9-92817363f4d8 service nova] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Neutron deleted interface 357ca37a-197a-4190-b363-a32d403ecb09; detaching it from the instance and deleting it from the info cache [ 1243.078703] env[69654]: DEBUG nova.network.neutron [req-e13ac015-1a4e-44f5-af05-c240d1dc126f req-dc9c5888-ad76-44eb-99f9-92817363f4d8 service nova] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.097277] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555739, 'name': Rename_Task, 'duration_secs': 0.893979} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.097534] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.098200] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-943a2491-11e5-4282-8852-4bd93c14bcd0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.103401] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1243.103401] env[69654]: value = "task-3555743" [ 1243.103401] env[69654]: _type = "Task" [ 1243.103401] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.110991] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.454575] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555741, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.481478] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555742, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.507340] env[69654]: DEBUG nova.network.neutron [-] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.581741] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-276fd86e-5983-44bf-b635-370ab8363af6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.595017] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8a1abf-2afa-4975-8f6c-56d5225eea22 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.618232] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555743, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.629435] env[69654]: DEBUG nova.compute.manager [req-e13ac015-1a4e-44f5-af05-c240d1dc126f req-dc9c5888-ad76-44eb-99f9-92817363f4d8 service nova] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Detach interface failed, port_id=357ca37a-197a-4190-b363-a32d403ecb09, reason: Instance a3a5c955-9976-46ab-ba56-4505cc461cf7 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1243.740284] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.955056] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555741, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.981927] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602118} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.984944] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 0ca4628a-9583-4144-9107-f7c7ca66061c/0ca4628a-9583-4144-9107-f7c7ca66061c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.984944] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.984944] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57b63c80-71f3-488f-9bd4-e7ca6aa6a8c3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.992812] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Waiting for the task: (returnval){ [ 1243.992812] env[69654]: value = "task-3555744" [ 1243.992812] env[69654]: _type = "Task" [ 1243.992812] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.003834] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.010632] env[69654]: INFO nova.compute.manager [-] [instance: a3a5c955-9976-46ab-ba56-4505cc461cf7] Took 1.40 seconds to deallocate network for instance. [ 1244.119435] env[69654]: DEBUG oslo_vmware.api [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555743, 'name': PowerOnVM_Task, 'duration_secs': 0.898769} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.119703] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.119906] env[69654]: INFO nova.compute.manager [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1244.120129] env[69654]: DEBUG nova.compute.manager [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.121031] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5a7410-b474-4bac-96a6-2b63ed0eda1f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.211271] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.214892] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.455075] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555741, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.504703] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136022} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.505042] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1244.505901] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca54195b-a007-47d7-8567-f57e33b31e12 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.524283] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.524579] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.524821] env[69654]: DEBUG nova.objects.instance [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Lazy-loading 'resources' on Instance uuid a3a5c955-9976-46ab-ba56-4505cc461cf7 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.534913] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 0ca4628a-9583-4144-9107-f7c7ca66061c/0ca4628a-9583-4144-9107-f7c7ca66061c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.538587] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aaa5c28-c375-4fd4-95bf-f6e9baff80c6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.562827] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Waiting for the task: (returnval){ [ 1244.562827] env[69654]: value = "task-3555745" [ 1244.562827] env[69654]: _type = "Task" [ 1244.562827] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.576948] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555745, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.643204] env[69654]: INFO nova.compute.manager [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Took 18.34 seconds to build instance. [ 1244.665353] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2b94a0-0ef7-4467-80dd-0adc4ac437b2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.677566] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b683e9-849a-473a-9043-ace47f6eba8d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.714178] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294ce152-e29a-4db8-9d4a-50c51e5fc3de {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.724755] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e97be38-7e59-4c7f-9326-f0885882c172 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.741166] env[69654]: DEBUG nova.compute.provider_tree [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.957291] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555741, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.075725] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555745, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.145047] env[69654]: DEBUG oslo_concurrency.lockutils [None req-442949e5-4194-4ab8-a396-02f15a172e8e tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "f72ff55b-8de4-4052-948d-4a5795c5735a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.845s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.214915] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.215181] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69654) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1245.215398] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.245535] env[69654]: DEBUG nova.scheduler.client.report [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.456163] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555741, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.370382} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.456456] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c42bb74d-c3c3-4ade-a08c-74bf343ad48d/c42bb74d-c3c3-4ade-a08c-74bf343ad48d.vmdk to [datastore2] cff33208-e9ba-423a-9900-bf457349acd0/cff33208-e9ba-423a-9900-bf457349acd0.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.457263] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4945640e-9a09-4e3b-b565-eea9cfd09fad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.478523] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] cff33208-e9ba-423a-9900-bf457349acd0/cff33208-e9ba-423a-9900-bf457349acd0.vmdk or device None with type streamOptimized {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.478789] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e82fbcb4-b2a5-49e2-811a-00f0655ff05f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.498065] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1245.498065] env[69654]: value = "task-3555746" [ 1245.498065] env[69654]: _type = "Task" [ 1245.498065] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.505531] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.572445] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555745, 'name': ReconfigVM_Task, 'duration_secs': 0.53444} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.572823] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 0ca4628a-9583-4144-9107-f7c7ca66061c/0ca4628a-9583-4144-9107-f7c7ca66061c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.573513] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-019cf98b-89ba-4b60-b2c9-5a9dda082194 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.578980] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Waiting for the task: (returnval){ [ 1245.578980] env[69654]: value = "task-3555747" [ 1245.578980] env[69654]: _type = "Task" [ 1245.578980] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.587343] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555747, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.718699] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.752029] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.227s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.754573] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.036s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.754826] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.755188] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69654) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1245.755933] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2b9743-4e75-4aec-940f-45bec8fb0489 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.764733] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef6c8f6-576c-49d9-a393-2addd916e442 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.779656] env[69654]: INFO nova.scheduler.client.report [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Deleted allocations for instance a3a5c955-9976-46ab-ba56-4505cc461cf7 [ 1245.781170] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9abb10-3c91-4390-a8e9-7db27958d444 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.790864] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82c234d-1b4f-47f8-b17c-89eb03ca10f8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.821352] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179874MB free_disk=83GB free_vcpus=48 pci_devices=None {{(pid=69654) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1245.821517] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.821748] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.009764] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555746, 'name': ReconfigVM_Task, 'duration_secs': 0.346986} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.010118] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Reconfigured VM instance instance-00000068 to attach disk [datastore2] cff33208-e9ba-423a-9900-bf457349acd0/cff33208-e9ba-423a-9900-bf457349acd0.vmdk or device None with type streamOptimized {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.010643] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-158c9515-df6d-424c-ae1e-1c9d7193b73e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.016750] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1246.016750] env[69654]: value = "task-3555748" [ 1246.016750] env[69654]: _type = "Task" [ 1246.016750] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.024224] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555748, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.087917] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555747, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.290092] env[69654]: DEBUG oslo_concurrency.lockutils [None req-1b6e96f7-02f5-4218-acdc-df9567886534 tempest-ServersV294TestFqdnHostnames-399989070 tempest-ServersV294TestFqdnHostnames-399989070-project-member] Lock "a3a5c955-9976-46ab-ba56-4505cc461cf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.868s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.375554] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "989ee499-da91-4983-8f9e-144e6dde1550" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.375787] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "989ee499-da91-4983-8f9e-144e6dde1550" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.527019] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555748, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.589288] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555747, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.849420] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 63aac6cb-2703-4c2f-b966-4616aa8724b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.849685] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance da282545-9c42-4ae1-a7df-91ae0bfeb19c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.849830] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance ffbe515b-a1f8-4cf1-bafe-d363488dd09c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.849952] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance cff33208-e9ba-423a-9900-bf457349acd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.850084] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance f72ff55b-8de4-4052-948d-4a5795c5735a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.850203] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 0ca4628a-9583-4144-9107-f7c7ca66061c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.877525] env[69654]: DEBUG nova.compute.manager [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1247.026837] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555748, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.089233] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555747, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.353189] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 989ee499-da91-4983-8f9e-144e6dde1550 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1247.353450] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1247.353601] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1247.397906] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.452790] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e301f843-3a63-424d-a120-98cab655794b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.460565] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77517428-5908-43d8-abee-46c9ef0360b8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.490964] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71f47a4-d364-4558-852b-13ecbbd9bbcf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.497814] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0252a519-f755-4b4a-b35d-93388c866c7a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.510592] env[69654]: DEBUG nova.compute.provider_tree [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.527225] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555748, 'name': Rename_Task, 'duration_secs': 1.168648} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.527576] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.527868] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44c9eee1-0de0-4196-82c6-dc7a7bbbe49e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.534295] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1247.534295] env[69654]: value = "task-3555749" [ 1247.534295] env[69654]: _type = "Task" [ 1247.534295] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.543587] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.589204] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555747, 'name': Rename_Task, 'duration_secs': 1.512472} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.589536] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.589831] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a48c37b-49d5-4756-bc56-3c9fb0cb34dc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.595753] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Waiting for the task: (returnval){ [ 1247.595753] env[69654]: value = "task-3555750" [ 1247.595753] env[69654]: _type = "Task" [ 1247.595753] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.602727] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.013496] env[69654]: DEBUG nova.scheduler.client.report [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.043463] env[69654]: DEBUG oslo_vmware.api [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555749, 'name': PowerOnVM_Task, 'duration_secs': 0.469579} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.043754] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.105480] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555750, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.174810] env[69654]: DEBUG nova.compute.manager [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.175881] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a575460-7c31-4a32-9b9c-73f9178ebf22 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.518435] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69654) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1248.518716] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.697s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.518982] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.121s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.520568] env[69654]: INFO nova.compute.claims [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.608514] env[69654]: DEBUG oslo_vmware.api [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555750, 'name': PowerOnVM_Task, 'duration_secs': 0.651484} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.608780] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.608971] env[69654]: INFO nova.compute.manager [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1248.609173] env[69654]: DEBUG nova.compute.manager [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.609944] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8bab5e-805e-470b-9c96-f1382aa76473 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.693408] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c67784f4-8dee-4307-b295-bf756a558087 tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "cff33208-e9ba-423a-9900-bf457349acd0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.992s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.694268] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "cff33208-e9ba-423a-9900-bf457349acd0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 19.121s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.694268] env[69654]: INFO nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: cff33208-e9ba-423a-9900-bf457349acd0] During sync_power_state the instance has a pending task (spawning). Skip. [ 1248.694268] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "cff33208-e9ba-423a-9900-bf457349acd0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.125267] env[69654]: INFO nova.compute.manager [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Took 15.30 seconds to build instance. [ 1249.523821] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.523963] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.524345] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.628605] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0a5ae142-b78f-4523-addb-f3a088b516e1 tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Lock "0ca4628a-9583-4144-9107-f7c7ca66061c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.808s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.636591] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560fd21a-9610-4ddc-85a2-4e5a3a2c5177 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.644723] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0264628-24c3-449f-a84e-b2423f89297b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.677888] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7706eaa1-2b78-47fc-b671-8bb1f421257b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.690368] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cafaf54-da00-4068-96d3-01e6f002fff8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.704770] env[69654]: DEBUG nova.compute.provider_tree [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.183956] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Acquiring lock "0ca4628a-9583-4144-9107-f7c7ca66061c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.184344] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Lock "0ca4628a-9583-4144-9107-f7c7ca66061c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.184526] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Acquiring lock "0ca4628a-9583-4144-9107-f7c7ca66061c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.184654] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Lock "0ca4628a-9583-4144-9107-f7c7ca66061c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.184825] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Lock "0ca4628a-9583-4144-9107-f7c7ca66061c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.187157] env[69654]: INFO nova.compute.manager [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Terminating instance [ 1250.208407] env[69654]: DEBUG nova.scheduler.client.report [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.270562] env[69654]: DEBUG oslo_concurrency.lockutils [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "cff33208-e9ba-423a-9900-bf457349acd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.270829] env[69654]: DEBUG oslo_concurrency.lockutils [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "cff33208-e9ba-423a-9900-bf457349acd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.271153] env[69654]: DEBUG oslo_concurrency.lockutils [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "cff33208-e9ba-423a-9900-bf457349acd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.271818] env[69654]: DEBUG oslo_concurrency.lockutils [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "cff33208-e9ba-423a-9900-bf457349acd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.272052] env[69654]: DEBUG oslo_concurrency.lockutils [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "cff33208-e9ba-423a-9900-bf457349acd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.274348] env[69654]: INFO nova.compute.manager [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Terminating instance [ 1250.691231] env[69654]: DEBUG nova.compute.manager [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.691605] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.693035] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844b5aec-8374-4ac0-be50-429e7aba2ce7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.702912] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.703238] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14f6fa37-917e-4b6a-8eb6-824be709b4f4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.710666] env[69654]: DEBUG oslo_vmware.api [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Waiting for the task: (returnval){ [ 1250.710666] env[69654]: value = "task-3555751" [ 1250.710666] env[69654]: _type = "Task" [ 1250.710666] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.717378] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.717732] env[69654]: DEBUG nova.compute.manager [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1250.728305] env[69654]: DEBUG oslo_vmware.api [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.778109] env[69654]: DEBUG nova.compute.manager [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.778341] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.779292] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c66b295-48cb-4caf-a10b-1fc5d3615459 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.788180] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.788476] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-987d8e1f-bc3f-4cf8-97e4-a57886a5ea07 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.794972] env[69654]: DEBUG oslo_vmware.api [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1250.794972] env[69654]: value = "task-3555752" [ 1250.794972] env[69654]: _type = "Task" [ 1250.794972] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.804682] env[69654]: DEBUG oslo_vmware.api [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.223954] env[69654]: DEBUG nova.compute.utils [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.226034] env[69654]: DEBUG oslo_vmware.api [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555751, 'name': PowerOffVM_Task, 'duration_secs': 0.22077} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.226796] env[69654]: DEBUG nova.compute.manager [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1251.227071] env[69654]: DEBUG nova.network.neutron [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.229777] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.230070] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.230451] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86934b71-d521-453c-a034-c38b8c36ce9c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.270800] env[69654]: DEBUG nova.policy [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c357d98e3534eff84a889e978528802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e61899f4f84b2a96c10f4a2900c70e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.307020] env[69654]: DEBUG oslo_vmware.api [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555752, 'name': PowerOffVM_Task, 'duration_secs': 0.230097} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.307020] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.307020] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.307020] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdf15f6a-ccbd-4c39-995d-f6319d402fe1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.321597] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.321597] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.321597] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Deleting the datastore file [datastore1] 0ca4628a-9583-4144-9107-f7c7ca66061c {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.321881] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11b269b6-0d36-4c90-820a-206a8f529199 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.330756] env[69654]: DEBUG oslo_vmware.api [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Waiting for the task: (returnval){ [ 1251.330756] env[69654]: value = "task-3555755" [ 1251.330756] env[69654]: _type = "Task" [ 1251.330756] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.340691] env[69654]: DEBUG oslo_vmware.api [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.378981] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.379088] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.379316] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Deleting the datastore file [datastore2] cff33208-e9ba-423a-9900-bf457349acd0 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.379803] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e124fc2-0c2f-4141-816b-cb70f530cfad {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.386867] env[69654]: DEBUG oslo_vmware.api [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for the task: (returnval){ [ 1251.386867] env[69654]: value = "task-3555756" [ 1251.386867] env[69654]: _type = "Task" [ 1251.386867] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.395484] env[69654]: DEBUG oslo_vmware.api [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.574565] env[69654]: DEBUG nova.network.neutron [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Successfully created port: 1058a9b2-84bc-41ee-9d9d-e72126d1a809 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1251.727912] env[69654]: DEBUG nova.compute.manager [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1251.841183] env[69654]: DEBUG oslo_vmware.api [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Task: {'id': task-3555755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176883} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.841530] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.841737] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.842227] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.842227] env[69654]: INFO nova.compute.manager [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1251.842741] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.842741] env[69654]: DEBUG nova.compute.manager [-] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.842741] env[69654]: DEBUG nova.network.neutron [-] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.897979] env[69654]: DEBUG oslo_vmware.api [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Task: {'id': task-3555756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169903} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.898278] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.898455] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.898652] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.898788] env[69654]: INFO nova.compute.manager [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1251.899037] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.899234] env[69654]: DEBUG nova.compute.manager [-] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.899330] env[69654]: DEBUG nova.network.neutron [-] [instance: cff33208-e9ba-423a-9900-bf457349acd0] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.921938] env[69654]: DEBUG oslo_concurrency.lockutils [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "a3e99180-a085-4a0a-be6d-a96cfd85d491" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.922178] env[69654]: DEBUG oslo_concurrency.lockutils [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "a3e99180-a085-4a0a-be6d-a96cfd85d491" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.158322] env[69654]: DEBUG nova.compute.manager [req-1d2a11a8-20ca-414f-a7c0-84c07ef50b63 req-b375475e-19c6-473e-af4b-ac72c1fd666f service nova] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Received event network-vif-deleted-b273769d-bb84-4057-857d-12c9941249fb {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.158552] env[69654]: INFO nova.compute.manager [req-1d2a11a8-20ca-414f-a7c0-84c07ef50b63 req-b375475e-19c6-473e-af4b-ac72c1fd666f service nova] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Neutron deleted interface b273769d-bb84-4057-857d-12c9941249fb; detaching it from the instance and deleting it from the info cache [ 1252.158823] env[69654]: DEBUG nova.network.neutron [req-1d2a11a8-20ca-414f-a7c0-84c07ef50b63 req-b375475e-19c6-473e-af4b-ac72c1fd666f service nova] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.424073] env[69654]: DEBUG nova.compute.manager [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.596497] env[69654]: DEBUG nova.network.neutron [-] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.662414] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58b1c5cd-b789-434b-b9fb-54bf8f691b4e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.671999] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3ff08d-baaa-4e1b-90fc-5c40cc9f319b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.700534] env[69654]: DEBUG nova.compute.manager [req-1d2a11a8-20ca-414f-a7c0-84c07ef50b63 req-b375475e-19c6-473e-af4b-ac72c1fd666f service nova] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Detach interface failed, port_id=b273769d-bb84-4057-857d-12c9941249fb, reason: Instance 0ca4628a-9583-4144-9107-f7c7ca66061c could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1252.737260] env[69654]: DEBUG nova.compute.manager [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1252.769562] env[69654]: DEBUG nova.virt.hardware [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.769697] env[69654]: DEBUG nova.virt.hardware [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.769818] env[69654]: DEBUG nova.virt.hardware [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.769999] env[69654]: DEBUG nova.virt.hardware [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.770158] env[69654]: DEBUG nova.virt.hardware [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.770301] env[69654]: DEBUG nova.virt.hardware [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.770500] env[69654]: DEBUG nova.virt.hardware [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.770656] env[69654]: DEBUG nova.virt.hardware [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.770818] env[69654]: DEBUG nova.virt.hardware [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.770966] env[69654]: DEBUG nova.virt.hardware [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.771154] env[69654]: DEBUG nova.virt.hardware [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.772261] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee4b3dc-2962-4923-86ec-7df5a396f0c0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.780582] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b32aa5e-c1ce-4790-af95-7e01be900998 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.797124] env[69654]: DEBUG nova.compute.manager [req-4eeffc6f-f6f2-4b6a-bdc2-e9e7d1205474 req-73c1a78c-eaf6-49f2-b3a9-6d6532a35550 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Received event network-vif-deleted-30cf386f-9aa8-4257-9784-692d5cbdfcdc {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.797359] env[69654]: INFO nova.compute.manager [req-4eeffc6f-f6f2-4b6a-bdc2-e9e7d1205474 req-73c1a78c-eaf6-49f2-b3a9-6d6532a35550 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Neutron deleted interface 30cf386f-9aa8-4257-9784-692d5cbdfcdc; detaching it from the instance and deleting it from the info cache [ 1252.797556] env[69654]: DEBUG nova.network.neutron [req-4eeffc6f-f6f2-4b6a-bdc2-e9e7d1205474 req-73c1a78c-eaf6-49f2-b3a9-6d6532a35550 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.963402] env[69654]: DEBUG oslo_concurrency.lockutils [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.963721] env[69654]: DEBUG oslo_concurrency.lockutils [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.965811] env[69654]: INFO nova.compute.claims [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.076310] env[69654]: DEBUG nova.network.neutron [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Successfully updated port: 1058a9b2-84bc-41ee-9d9d-e72126d1a809 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1253.100618] env[69654]: INFO nova.compute.manager [-] [instance: 0ca4628a-9583-4144-9107-f7c7ca66061c] Took 1.26 seconds to deallocate network for instance. [ 1253.242266] env[69654]: DEBUG nova.network.neutron [-] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.299712] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60c36393-2019-4499-830a-9365c41b47df {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.309125] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4138c88-3972-43b6-bd7c-a4b24d42c561 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.335604] env[69654]: DEBUG nova.compute.manager [req-4eeffc6f-f6f2-4b6a-bdc2-e9e7d1205474 req-73c1a78c-eaf6-49f2-b3a9-6d6532a35550 service nova] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Detach interface failed, port_id=30cf386f-9aa8-4257-9784-692d5cbdfcdc, reason: Instance cff33208-e9ba-423a-9900-bf457349acd0 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1253.581601] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "refresh_cache-989ee499-da91-4983-8f9e-144e6dde1550" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.581819] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "refresh_cache-989ee499-da91-4983-8f9e-144e6dde1550" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.581961] env[69654]: DEBUG nova.network.neutron [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.608446] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.745604] env[69654]: INFO nova.compute.manager [-] [instance: cff33208-e9ba-423a-9900-bf457349acd0] Took 1.85 seconds to deallocate network for instance. [ 1254.090378] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c01788-32be-4059-97b0-83ae50288920 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.098402] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8229da41-12e2-48e8-b679-2aace895ee15 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.127920] env[69654]: DEBUG nova.network.neutron [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.130187] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64abbb4-fc54-40d4-ad62-5131f2eee5e7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.137371] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a739cf92-34fc-4b7c-b1c6-f79113254913 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.152316] env[69654]: DEBUG nova.compute.provider_tree [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.183513] env[69654]: DEBUG nova.compute.manager [req-a8c1c1ab-6ac7-47b0-87bc-70bf927ab2f7 req-f3bf384f-2185-4098-a90c-e59ec395d78c service nova] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Received event network-vif-plugged-1058a9b2-84bc-41ee-9d9d-e72126d1a809 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.183772] env[69654]: DEBUG oslo_concurrency.lockutils [req-a8c1c1ab-6ac7-47b0-87bc-70bf927ab2f7 req-f3bf384f-2185-4098-a90c-e59ec395d78c service nova] Acquiring lock "989ee499-da91-4983-8f9e-144e6dde1550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.184013] env[69654]: DEBUG oslo_concurrency.lockutils [req-a8c1c1ab-6ac7-47b0-87bc-70bf927ab2f7 req-f3bf384f-2185-4098-a90c-e59ec395d78c service nova] Lock "989ee499-da91-4983-8f9e-144e6dde1550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.184206] env[69654]: DEBUG oslo_concurrency.lockutils [req-a8c1c1ab-6ac7-47b0-87bc-70bf927ab2f7 req-f3bf384f-2185-4098-a90c-e59ec395d78c service nova] Lock "989ee499-da91-4983-8f9e-144e6dde1550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.184386] env[69654]: DEBUG nova.compute.manager [req-a8c1c1ab-6ac7-47b0-87bc-70bf927ab2f7 req-f3bf384f-2185-4098-a90c-e59ec395d78c service nova] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] No waiting events found dispatching network-vif-plugged-1058a9b2-84bc-41ee-9d9d-e72126d1a809 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1254.184696] env[69654]: WARNING nova.compute.manager [req-a8c1c1ab-6ac7-47b0-87bc-70bf927ab2f7 req-f3bf384f-2185-4098-a90c-e59ec395d78c service nova] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Received unexpected event network-vif-plugged-1058a9b2-84bc-41ee-9d9d-e72126d1a809 for instance with vm_state building and task_state spawning. [ 1254.184696] env[69654]: DEBUG nova.compute.manager [req-a8c1c1ab-6ac7-47b0-87bc-70bf927ab2f7 req-f3bf384f-2185-4098-a90c-e59ec395d78c service nova] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Received event network-changed-1058a9b2-84bc-41ee-9d9d-e72126d1a809 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.184866] env[69654]: DEBUG nova.compute.manager [req-a8c1c1ab-6ac7-47b0-87bc-70bf927ab2f7 req-f3bf384f-2185-4098-a90c-e59ec395d78c service nova] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Refreshing instance network info cache due to event network-changed-1058a9b2-84bc-41ee-9d9d-e72126d1a809. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.185020] env[69654]: DEBUG oslo_concurrency.lockutils [req-a8c1c1ab-6ac7-47b0-87bc-70bf927ab2f7 req-f3bf384f-2185-4098-a90c-e59ec395d78c service nova] Acquiring lock "refresh_cache-989ee499-da91-4983-8f9e-144e6dde1550" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.252417] env[69654]: DEBUG oslo_concurrency.lockutils [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.274535] env[69654]: DEBUG nova.network.neutron [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Updating instance_info_cache with network_info: [{"id": "1058a9b2-84bc-41ee-9d9d-e72126d1a809", "address": "fa:16:3e:cc:0f:cf", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1058a9b2-84", "ovs_interfaceid": "1058a9b2-84bc-41ee-9d9d-e72126d1a809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.658064] env[69654]: DEBUG nova.scheduler.client.report [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.776962] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "refresh_cache-989ee499-da91-4983-8f9e-144e6dde1550" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.777479] env[69654]: DEBUG nova.compute.manager [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Instance network_info: |[{"id": "1058a9b2-84bc-41ee-9d9d-e72126d1a809", "address": "fa:16:3e:cc:0f:cf", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1058a9b2-84", "ovs_interfaceid": "1058a9b2-84bc-41ee-9d9d-e72126d1a809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1254.777791] env[69654]: DEBUG oslo_concurrency.lockutils [req-a8c1c1ab-6ac7-47b0-87bc-70bf927ab2f7 req-f3bf384f-2185-4098-a90c-e59ec395d78c service nova] Acquired lock "refresh_cache-989ee499-da91-4983-8f9e-144e6dde1550" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.777973] env[69654]: DEBUG nova.network.neutron [req-a8c1c1ab-6ac7-47b0-87bc-70bf927ab2f7 req-f3bf384f-2185-4098-a90c-e59ec395d78c service nova] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Refreshing network info cache for port 1058a9b2-84bc-41ee-9d9d-e72126d1a809 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.779221] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:0f:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1058a9b2-84bc-41ee-9d9d-e72126d1a809', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.786775] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.787663] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.787898] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-816db72e-8b73-41f9-afbc-4110560842e5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.807508] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.807508] env[69654]: value = "task-3555757" [ 1254.807508] env[69654]: _type = "Task" [ 1254.807508] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.815431] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555757, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.161928] env[69654]: DEBUG oslo_concurrency.lockutils [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.162376] env[69654]: DEBUG nova.compute.manager [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.165010] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.557s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.165245] env[69654]: DEBUG nova.objects.instance [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Lazy-loading 'resources' on Instance uuid 0ca4628a-9583-4144-9107-f7c7ca66061c {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.317084] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555757, 'name': CreateVM_Task, 'duration_secs': 0.336972} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.319209] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.326207] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.326385] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.326702] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.326947] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7812878-e2c8-4af4-92df-f1e1a24e6388 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.331283] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1255.331283] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522a457b-574a-6881-b85e-77b42d8cbaf0" [ 1255.331283] env[69654]: _type = "Task" [ 1255.331283] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.339334] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522a457b-574a-6881-b85e-77b42d8cbaf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.458284] env[69654]: DEBUG nova.network.neutron [req-a8c1c1ab-6ac7-47b0-87bc-70bf927ab2f7 req-f3bf384f-2185-4098-a90c-e59ec395d78c service nova] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Updated VIF entry in instance network info cache for port 1058a9b2-84bc-41ee-9d9d-e72126d1a809. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.458643] env[69654]: DEBUG nova.network.neutron [req-a8c1c1ab-6ac7-47b0-87bc-70bf927ab2f7 req-f3bf384f-2185-4098-a90c-e59ec395d78c service nova] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Updating instance_info_cache with network_info: [{"id": "1058a9b2-84bc-41ee-9d9d-e72126d1a809", "address": "fa:16:3e:cc:0f:cf", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1058a9b2-84", "ovs_interfaceid": "1058a9b2-84bc-41ee-9d9d-e72126d1a809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.671376] env[69654]: DEBUG nova.compute.utils [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.672921] env[69654]: DEBUG nova.compute.manager [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1255.673155] env[69654]: DEBUG nova.network.neutron [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.709880] env[69654]: DEBUG nova.policy [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8151f5bc1ac4bc6aeb63abd449650ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef9dd2ec5066432eb810d1910b599ee8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.777071] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f10b2fd-a6fe-4ab8-a55e-3028cb2fd07e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.784765] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4e9dca-c68b-4dd5-b600-3c007a42849a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.819307] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275bda17-848d-4204-80b9-a46ec784a4a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.825703] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c7e4e2-7a65-4843-843c-0607dad1514c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.839946] env[69654]: DEBUG nova.compute.provider_tree [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.850070] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522a457b-574a-6881-b85e-77b42d8cbaf0, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.850257] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.850483] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.850712] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.850898] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.851113] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.851619] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06652f39-cfe5-41eb-a5ca-85aa9c8a5701 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.860510] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.860694] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.861399] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae920c5c-5f7b-431c-b67c-f708ffd942f8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.866381] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1255.866381] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b3a594-467e-42e9-40ec-5f9aa3532df2" [ 1255.866381] env[69654]: _type = "Task" [ 1255.866381] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.874178] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b3a594-467e-42e9-40ec-5f9aa3532df2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.961021] env[69654]: DEBUG oslo_concurrency.lockutils [req-a8c1c1ab-6ac7-47b0-87bc-70bf927ab2f7 req-f3bf384f-2185-4098-a90c-e59ec395d78c service nova] Releasing lock "refresh_cache-989ee499-da91-4983-8f9e-144e6dde1550" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.970020] env[69654]: DEBUG nova.network.neutron [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Successfully created port: 716d4aad-8b98-4a57-839b-23657b346443 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.176135] env[69654]: DEBUG nova.compute.manager [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1256.345351] env[69654]: DEBUG nova.scheduler.client.report [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.376259] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b3a594-467e-42e9-40ec-5f9aa3532df2, 'name': SearchDatastore_Task, 'duration_secs': 0.009588} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.376968] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc0884eb-238c-4bd7-94be-a4141974e9d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.382314] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1256.382314] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bf4a18-9a75-ce47-1559-683a145de855" [ 1256.382314] env[69654]: _type = "Task" [ 1256.382314] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.389770] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bf4a18-9a75-ce47-1559-683a145de855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.849749] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.852982] env[69654]: DEBUG oslo_concurrency.lockutils [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.600s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.852982] env[69654]: DEBUG nova.objects.instance [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lazy-loading 'resources' on Instance uuid cff33208-e9ba-423a-9900-bf457349acd0 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.877051] env[69654]: INFO nova.scheduler.client.report [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Deleted allocations for instance 0ca4628a-9583-4144-9107-f7c7ca66061c [ 1256.892730] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52bf4a18-9a75-ce47-1559-683a145de855, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.892988] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.893263] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 989ee499-da91-4983-8f9e-144e6dde1550/989ee499-da91-4983-8f9e-144e6dde1550.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.893521] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3680239e-55cc-4ee8-aeb3-a74abe15356f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.901225] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1256.901225] env[69654]: value = "task-3555758" [ 1256.901225] env[69654]: _type = "Task" [ 1256.901225] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.908628] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.186141] env[69654]: DEBUG nova.compute.manager [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1257.215670] env[69654]: DEBUG nova.virt.hardware [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.215974] env[69654]: DEBUG nova.virt.hardware [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.216247] env[69654]: DEBUG nova.virt.hardware [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.216474] env[69654]: DEBUG nova.virt.hardware [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.216658] env[69654]: DEBUG nova.virt.hardware [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.216818] env[69654]: DEBUG nova.virt.hardware [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.217109] env[69654]: DEBUG nova.virt.hardware [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.217334] env[69654]: DEBUG nova.virt.hardware [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.217522] env[69654]: DEBUG nova.virt.hardware [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.217691] env[69654]: DEBUG nova.virt.hardware [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.217919] env[69654]: DEBUG nova.virt.hardware [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.218957] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e307211-f410-4653-a3e3-46ce0991fcdc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.229565] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7d927a-bc98-4d27-bb61-5a8a1c3bc1c3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.336907] env[69654]: DEBUG nova.compute.manager [req-9c0f40f8-c63d-4f02-9600-d8c41dc8f977 req-f3e2020d-a810-4b64-a9ec-30ccb7b23152 service nova] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Received event network-vif-plugged-716d4aad-8b98-4a57-839b-23657b346443 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.337209] env[69654]: DEBUG oslo_concurrency.lockutils [req-9c0f40f8-c63d-4f02-9600-d8c41dc8f977 req-f3e2020d-a810-4b64-a9ec-30ccb7b23152 service nova] Acquiring lock "a3e99180-a085-4a0a-be6d-a96cfd85d491-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.337374] env[69654]: DEBUG oslo_concurrency.lockutils [req-9c0f40f8-c63d-4f02-9600-d8c41dc8f977 req-f3e2020d-a810-4b64-a9ec-30ccb7b23152 service nova] Lock "a3e99180-a085-4a0a-be6d-a96cfd85d491-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.337551] env[69654]: DEBUG oslo_concurrency.lockutils [req-9c0f40f8-c63d-4f02-9600-d8c41dc8f977 req-f3e2020d-a810-4b64-a9ec-30ccb7b23152 service nova] Lock "a3e99180-a085-4a0a-be6d-a96cfd85d491-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.337711] env[69654]: DEBUG nova.compute.manager [req-9c0f40f8-c63d-4f02-9600-d8c41dc8f977 req-f3e2020d-a810-4b64-a9ec-30ccb7b23152 service nova] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] No waiting events found dispatching network-vif-plugged-716d4aad-8b98-4a57-839b-23657b346443 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.337876] env[69654]: WARNING nova.compute.manager [req-9c0f40f8-c63d-4f02-9600-d8c41dc8f977 req-f3e2020d-a810-4b64-a9ec-30ccb7b23152 service nova] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Received unexpected event network-vif-plugged-716d4aad-8b98-4a57-839b-23657b346443 for instance with vm_state building and task_state spawning. [ 1257.385855] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8a070d90-cfe3-4314-bff9-df8d2b2e92ab tempest-ServerAddressesNegativeTestJSON-793100674 tempest-ServerAddressesNegativeTestJSON-793100674-project-member] Lock "0ca4628a-9583-4144-9107-f7c7ca66061c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.202s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.411391] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449808} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.413886] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 989ee499-da91-4983-8f9e-144e6dde1550/989ee499-da91-4983-8f9e-144e6dde1550.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.414133] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.414942] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01dfc56a-f1c2-47b4-8301-50407a7d5cd9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.421618] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1257.421618] env[69654]: value = "task-3555759" [ 1257.421618] env[69654]: _type = "Task" [ 1257.421618] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.422347] env[69654]: DEBUG nova.network.neutron [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Successfully updated port: 716d4aad-8b98-4a57-839b-23657b346443 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.436719] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.463380] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0440c44d-4872-4760-a9b2-e660eeefa9bd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.470733] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8956d17-365c-4312-8223-5df03749ce61 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.500660] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08a78fa-6c9d-43a5-a993-b23de101ae9e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.508017] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3051a240-c858-444a-8076-661e16703a79 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.522047] env[69654]: DEBUG nova.compute.provider_tree [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.931520] env[69654]: DEBUG oslo_concurrency.lockutils [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "refresh_cache-a3e99180-a085-4a0a-be6d-a96cfd85d491" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.931520] env[69654]: DEBUG oslo_concurrency.lockutils [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "refresh_cache-a3e99180-a085-4a0a-be6d-a96cfd85d491" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.931520] env[69654]: DEBUG nova.network.neutron [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.938073] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063309} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.938381] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.939304] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5dab5f-1d09-4cf4-8414-b2ece5e47e76 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.961755] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 989ee499-da91-4983-8f9e-144e6dde1550/989ee499-da91-4983-8f9e-144e6dde1550.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.962367] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed6c9cb1-3f1f-4e68-8c07-01ce71fc91a4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.981396] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1257.981396] env[69654]: value = "task-3555760" [ 1257.981396] env[69654]: _type = "Task" [ 1257.981396] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.989012] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.026145] env[69654]: DEBUG nova.scheduler.client.report [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.467539] env[69654]: DEBUG nova.network.neutron [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.492981] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555760, 'name': ReconfigVM_Task, 'duration_secs': 0.294883} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.493275] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 989ee499-da91-4983-8f9e-144e6dde1550/989ee499-da91-4983-8f9e-144e6dde1550.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.493892] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a84dffa4-bb44-4673-ae19-764005098efd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.499816] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1258.499816] env[69654]: value = "task-3555761" [ 1258.499816] env[69654]: _type = "Task" [ 1258.499816] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.507325] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555761, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.531371] env[69654]: DEBUG oslo_concurrency.lockutils [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.554017] env[69654]: INFO nova.scheduler.client.report [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Deleted allocations for instance cff33208-e9ba-423a-9900-bf457349acd0 [ 1258.611936] env[69654]: DEBUG nova.network.neutron [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Updating instance_info_cache with network_info: [{"id": "716d4aad-8b98-4a57-839b-23657b346443", "address": "fa:16:3e:9a:43:a2", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap716d4aad-8b", "ovs_interfaceid": "716d4aad-8b98-4a57-839b-23657b346443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.010048] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555761, 'name': Rename_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.059567] env[69654]: DEBUG oslo_concurrency.lockutils [None req-adb4f7d6-d998-483a-afc8-651bfb47a9ca tempest-ServerActionsTestOtherB-626642147 tempest-ServerActionsTestOtherB-626642147-project-member] Lock "cff33208-e9ba-423a-9900-bf457349acd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.789s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.115028] env[69654]: DEBUG oslo_concurrency.lockutils [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "refresh_cache-a3e99180-a085-4a0a-be6d-a96cfd85d491" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.115028] env[69654]: DEBUG nova.compute.manager [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Instance network_info: |[{"id": "716d4aad-8b98-4a57-839b-23657b346443", "address": "fa:16:3e:9a:43:a2", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap716d4aad-8b", "ovs_interfaceid": "716d4aad-8b98-4a57-839b-23657b346443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1259.115418] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:43:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '716d4aad-8b98-4a57-839b-23657b346443', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.123091] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Creating folder: Project (ef9dd2ec5066432eb810d1910b599ee8). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1259.123604] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-658a7187-c05a-4c64-9425-9be1c86211a7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.134037] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Created folder: Project (ef9dd2ec5066432eb810d1910b599ee8) in parent group-v709593. [ 1259.134230] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Creating folder: Instances. Parent ref: group-v709917. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1259.134467] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-510981c4-cd45-46a5-9315-82ac7f647cf7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.143207] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Created folder: Instances in parent group-v709917. [ 1259.143449] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.143637] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.143847] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dfb1585-16e7-476c-9a46-b5efe93cb49a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.162925] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.162925] env[69654]: value = "task-3555765" [ 1259.162925] env[69654]: _type = "Task" [ 1259.162925] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.171696] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555765, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.362661] env[69654]: DEBUG nova.compute.manager [req-3174c91e-7d65-4538-a2a8-cfc84133b70f req-785f5e37-3303-4d32-9111-6f836f69b486 service nova] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Received event network-changed-716d4aad-8b98-4a57-839b-23657b346443 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.362945] env[69654]: DEBUG nova.compute.manager [req-3174c91e-7d65-4538-a2a8-cfc84133b70f req-785f5e37-3303-4d32-9111-6f836f69b486 service nova] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Refreshing instance network info cache due to event network-changed-716d4aad-8b98-4a57-839b-23657b346443. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.363224] env[69654]: DEBUG oslo_concurrency.lockutils [req-3174c91e-7d65-4538-a2a8-cfc84133b70f req-785f5e37-3303-4d32-9111-6f836f69b486 service nova] Acquiring lock "refresh_cache-a3e99180-a085-4a0a-be6d-a96cfd85d491" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.363419] env[69654]: DEBUG oslo_concurrency.lockutils [req-3174c91e-7d65-4538-a2a8-cfc84133b70f req-785f5e37-3303-4d32-9111-6f836f69b486 service nova] Acquired lock "refresh_cache-a3e99180-a085-4a0a-be6d-a96cfd85d491" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.363630] env[69654]: DEBUG nova.network.neutron [req-3174c91e-7d65-4538-a2a8-cfc84133b70f req-785f5e37-3303-4d32-9111-6f836f69b486 service nova] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Refreshing network info cache for port 716d4aad-8b98-4a57-839b-23657b346443 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.509421] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555761, 'name': Rename_Task, 'duration_secs': 0.862977} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.509628] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.509872] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8247c136-c971-4cc0-a091-89e5194a363f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.516047] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1259.516047] env[69654]: value = "task-3555766" [ 1259.516047] env[69654]: _type = "Task" [ 1259.516047] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.522974] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.672789] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555765, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.024636] env[69654]: DEBUG oslo_vmware.api [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555766, 'name': PowerOnVM_Task, 'duration_secs': 0.468747} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.024941] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.025074] env[69654]: INFO nova.compute.manager [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1260.025316] env[69654]: DEBUG nova.compute.manager [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.026152] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5572aa3d-900a-4508-95b1-b4f22a967427 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.058893] env[69654]: DEBUG nova.network.neutron [req-3174c91e-7d65-4538-a2a8-cfc84133b70f req-785f5e37-3303-4d32-9111-6f836f69b486 service nova] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Updated VIF entry in instance network info cache for port 716d4aad-8b98-4a57-839b-23657b346443. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.059262] env[69654]: DEBUG nova.network.neutron [req-3174c91e-7d65-4538-a2a8-cfc84133b70f req-785f5e37-3303-4d32-9111-6f836f69b486 service nova] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Updating instance_info_cache with network_info: [{"id": "716d4aad-8b98-4a57-839b-23657b346443", "address": "fa:16:3e:9a:43:a2", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap716d4aad-8b", "ovs_interfaceid": "716d4aad-8b98-4a57-839b-23657b346443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.172803] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555765, 'name': CreateVM_Task, 'duration_secs': 0.555314} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.172980] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.173723] env[69654]: DEBUG oslo_concurrency.lockutils [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.173892] env[69654]: DEBUG oslo_concurrency.lockutils [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.174275] env[69654]: DEBUG oslo_concurrency.lockutils [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.174541] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822daa3c-f6c4-4ab5-b092-7de6ae80d78e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.179893] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1260.179893] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52decd55-ded8-79be-5133-c4fbbb240d94" [ 1260.179893] env[69654]: _type = "Task" [ 1260.179893] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.187479] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52decd55-ded8-79be-5133-c4fbbb240d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.545664] env[69654]: INFO nova.compute.manager [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Took 13.16 seconds to build instance. [ 1260.561422] env[69654]: DEBUG oslo_concurrency.lockutils [req-3174c91e-7d65-4538-a2a8-cfc84133b70f req-785f5e37-3303-4d32-9111-6f836f69b486 service nova] Releasing lock "refresh_cache-a3e99180-a085-4a0a-be6d-a96cfd85d491" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.690531] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52decd55-ded8-79be-5133-c4fbbb240d94, 'name': SearchDatastore_Task, 'duration_secs': 0.02785} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.690837] env[69654]: DEBUG oslo_concurrency.lockutils [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.691086] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.691326] env[69654]: DEBUG oslo_concurrency.lockutils [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.691477] env[69654]: DEBUG oslo_concurrency.lockutils [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.691658] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.691916] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0eecc264-d3d0-4324-9c42-199a595f2d41 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.707845] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.708030] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.708742] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89331e8f-9b0a-4d5c-8bf2-2044bccde36d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.714576] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1260.714576] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528d9ab3-6472-b9cb-b604-43166a86d5c5" [ 1260.714576] env[69654]: _type = "Task" [ 1260.714576] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.723676] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528d9ab3-6472-b9cb-b604-43166a86d5c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.047657] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f0a5bceb-2ee5-4be1-91e4-0f0b043670b3 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "989ee499-da91-4983-8f9e-144e6dde1550" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.672s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.085392] env[69654]: DEBUG oslo_concurrency.lockutils [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "989ee499-da91-4983-8f9e-144e6dde1550" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.085645] env[69654]: DEBUG oslo_concurrency.lockutils [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "989ee499-da91-4983-8f9e-144e6dde1550" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.085848] env[69654]: DEBUG oslo_concurrency.lockutils [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "989ee499-da91-4983-8f9e-144e6dde1550-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.086047] env[69654]: DEBUG oslo_concurrency.lockutils [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "989ee499-da91-4983-8f9e-144e6dde1550-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.086225] env[69654]: DEBUG oslo_concurrency.lockutils [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "989ee499-da91-4983-8f9e-144e6dde1550-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.088502] env[69654]: INFO nova.compute.manager [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Terminating instance [ 1261.225035] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528d9ab3-6472-b9cb-b604-43166a86d5c5, 'name': SearchDatastore_Task, 'duration_secs': 0.035707} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.225725] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d366768-741d-4442-98cf-f468b1681b80 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.231729] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1261.231729] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ecdac3-df4b-a0da-9386-77ad0d1609ba" [ 1261.231729] env[69654]: _type = "Task" [ 1261.231729] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.240341] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ecdac3-df4b-a0da-9386-77ad0d1609ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.593067] env[69654]: DEBUG nova.compute.manager [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1261.593067] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.593317] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a39a32-fdee-41de-9653-06a29bb90f8d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.601204] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.601423] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c637c019-0d09-4af7-b372-d3625e844de2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.607947] env[69654]: DEBUG oslo_vmware.api [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1261.607947] env[69654]: value = "task-3555767" [ 1261.607947] env[69654]: _type = "Task" [ 1261.607947] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.616725] env[69654]: DEBUG oslo_vmware.api [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.742288] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ecdac3-df4b-a0da-9386-77ad0d1609ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009365} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.742568] env[69654]: DEBUG oslo_concurrency.lockutils [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.742836] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] a3e99180-a085-4a0a-be6d-a96cfd85d491/a3e99180-a085-4a0a-be6d-a96cfd85d491.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.743117] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5ccaaa9-a5a2-464b-ba2a-f998e4009b5c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.749898] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1261.749898] env[69654]: value = "task-3555768" [ 1261.749898] env[69654]: _type = "Task" [ 1261.749898] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.758266] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.118884] env[69654]: DEBUG oslo_vmware.api [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555767, 'name': PowerOffVM_Task, 'duration_secs': 0.168253} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.119229] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.119357] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.119631] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dabc14f-d5b0-4ee5-a5af-3d84a86c614d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.213434] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.213689] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.213872] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleting the datastore file [datastore1] 989ee499-da91-4983-8f9e-144e6dde1550 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.214317] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20eb9c36-9b20-488e-ab81-528ef92e3d83 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.220353] env[69654]: DEBUG oslo_vmware.api [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1262.220353] env[69654]: value = "task-3555770" [ 1262.220353] env[69654]: _type = "Task" [ 1262.220353] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.227593] env[69654]: DEBUG oslo_vmware.api [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.259513] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460094} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.259713] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] a3e99180-a085-4a0a-be6d-a96cfd85d491/a3e99180-a085-4a0a-be6d-a96cfd85d491.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.259921] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.260181] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-540c4585-c168-4423-b435-46193fcd12dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.266630] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1262.266630] env[69654]: value = "task-3555771" [ 1262.266630] env[69654]: _type = "Task" [ 1262.266630] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.274953] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.730245] env[69654]: DEBUG oslo_vmware.api [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123072} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.730558] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.730773] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.730955] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.731142] env[69654]: INFO nova.compute.manager [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1262.731382] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.731575] env[69654]: DEBUG nova.compute.manager [-] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.731671] env[69654]: DEBUG nova.network.neutron [-] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.776481] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063811} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.776745] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.777539] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffc01e8-3bc6-47c3-99b8-63ef87735148 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.800137] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] a3e99180-a085-4a0a-be6d-a96cfd85d491/a3e99180-a085-4a0a-be6d-a96cfd85d491.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.800387] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbd3dc55-be04-410d-8640-4c614f361083 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.822478] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1262.822478] env[69654]: value = "task-3555772" [ 1262.822478] env[69654]: _type = "Task" [ 1262.822478] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.830512] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.321381] env[69654]: DEBUG nova.compute.manager [req-db379bdb-74f1-43a6-a871-cb6f28b4eba8 req-234c65b6-361c-4968-9988-46aeb02fb84a service nova] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Received event network-vif-deleted-1058a9b2-84bc-41ee-9d9d-e72126d1a809 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.321690] env[69654]: INFO nova.compute.manager [req-db379bdb-74f1-43a6-a871-cb6f28b4eba8 req-234c65b6-361c-4968-9988-46aeb02fb84a service nova] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Neutron deleted interface 1058a9b2-84bc-41ee-9d9d-e72126d1a809; detaching it from the instance and deleting it from the info cache [ 1263.321800] env[69654]: DEBUG nova.network.neutron [req-db379bdb-74f1-43a6-a871-cb6f28b4eba8 req-234c65b6-361c-4968-9988-46aeb02fb84a service nova] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.334132] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555772, 'name': ReconfigVM_Task, 'duration_secs': 0.293417} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.334432] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Reconfigured VM instance instance-00000071 to attach disk [datastore1] a3e99180-a085-4a0a-be6d-a96cfd85d491/a3e99180-a085-4a0a-be6d-a96cfd85d491.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.335242] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02166800-2362-4ff4-86e0-bda72a2fa0e4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.342887] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1263.342887] env[69654]: value = "task-3555773" [ 1263.342887] env[69654]: _type = "Task" [ 1263.342887] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.350654] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555773, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.800449] env[69654]: DEBUG nova.network.neutron [-] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.824432] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-252b9bc8-a87a-414c-8128-84c128bfe23f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.833880] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9f2ca6-1cf5-47a7-b92b-d9d32c09175a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.854535] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555773, 'name': Rename_Task, 'duration_secs': 0.14866} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.854803] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.855040] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-307d3ff0-c6f0-407c-a364-aa9750528254 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.863353] env[69654]: DEBUG nova.compute.manager [req-db379bdb-74f1-43a6-a871-cb6f28b4eba8 req-234c65b6-361c-4968-9988-46aeb02fb84a service nova] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Detach interface failed, port_id=1058a9b2-84bc-41ee-9d9d-e72126d1a809, reason: Instance 989ee499-da91-4983-8f9e-144e6dde1550 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1263.867901] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1263.867901] env[69654]: value = "task-3555774" [ 1263.867901] env[69654]: _type = "Task" [ 1263.867901] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.875112] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.304220] env[69654]: INFO nova.compute.manager [-] [instance: 989ee499-da91-4983-8f9e-144e6dde1550] Took 1.57 seconds to deallocate network for instance. [ 1264.377965] env[69654]: DEBUG oslo_vmware.api [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555774, 'name': PowerOnVM_Task, 'duration_secs': 0.465491} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.378279] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.378452] env[69654]: INFO nova.compute.manager [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1264.378654] env[69654]: DEBUG nova.compute.manager [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.379442] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616de727-ba84-48d5-8a4b-46ab714a06dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.811456] env[69654]: DEBUG oslo_concurrency.lockutils [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.811747] env[69654]: DEBUG oslo_concurrency.lockutils [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.811965] env[69654]: DEBUG nova.objects.instance [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lazy-loading 'resources' on Instance uuid 989ee499-da91-4983-8f9e-144e6dde1550 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.897730] env[69654]: INFO nova.compute.manager [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Took 11.97 seconds to build instance. [ 1265.398534] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec54aaa-6d4a-4c6e-9790-74218e608170 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.401183] env[69654]: DEBUG oslo_concurrency.lockutils [None req-347026c5-f23e-4b8d-99b9-bf4a07436c8c tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "a3e99180-a085-4a0a-be6d-a96cfd85d491" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.479s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.406568] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd220782-977a-49a7-afe5-e98f73e4933e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.435268] env[69654]: INFO nova.compute.manager [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Rebuilding instance [ 1265.437991] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7792649-4e1d-4b34-967b-5edea2cdb649 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.444946] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff7dfb8-fcaa-4078-aa4d-5fb4312f7343 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.459954] env[69654]: DEBUG nova.compute.provider_tree [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.479648] env[69654]: DEBUG nova.compute.manager [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.480571] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215117d4-fbb2-455c-bf2d-64025e17443f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.566470] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquiring lock "c351fee9-6bf4-43d9-b59e-baba01c9540a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.567143] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Lock "c351fee9-6bf4-43d9-b59e-baba01c9540a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.965430] env[69654]: DEBUG nova.scheduler.client.report [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.070279] env[69654]: DEBUG nova.compute.manager [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1266.471087] env[69654]: DEBUG oslo_concurrency.lockutils [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.492684] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.493040] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-253055b6-1594-41af-b8e6-a1aaf4054201 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.496220] env[69654]: INFO nova.scheduler.client.report [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleted allocations for instance 989ee499-da91-4983-8f9e-144e6dde1550 [ 1266.503332] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1266.503332] env[69654]: value = "task-3555775" [ 1266.503332] env[69654]: _type = "Task" [ 1266.503332] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.511374] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.587899] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.588249] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.589856] env[69654]: INFO nova.compute.claims [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.007672] env[69654]: DEBUG oslo_concurrency.lockutils [None req-827772c5-ed71-490c-9154-578ded75f602 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "989ee499-da91-4983-8f9e-144e6dde1550" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.922s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.015928] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555775, 'name': PowerOffVM_Task, 'duration_secs': 0.195161} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.016355] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.016667] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.017785] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593c1e01-6d58-467c-928d-0d0a328bfcae {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.026593] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.026898] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd6a09d7-b817-4616-aa2b-e73379d7d1e1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.104211] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.104469] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.104662] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleting the datastore file [datastore1] a3e99180-a085-4a0a-be6d-a96cfd85d491 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.105621] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0dd4259-0161-4b81-965d-40b2450fcfa8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.112324] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1267.112324] env[69654]: value = "task-3555777" [ 1267.112324] env[69654]: _type = "Task" [ 1267.112324] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.121233] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.624307] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161098} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.624602] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.624768] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.625048] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.682044] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3defd08f-75bc-47d6-8066-efbc428c9f82 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.688758] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd810015-1161-41ce-84e7-0f05fc764599 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.718244] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e417b511-ff22-4a42-8fa1-6087d7bed78b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.725490] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3782403f-4ce5-40d8-916c-127e3ac0cb44 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.738812] env[69654]: DEBUG nova.compute.provider_tree [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.812450] env[69654]: DEBUG oslo_concurrency.lockutils [None req-79fc1606-521b-4ae9-ad35-d57415b29621 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.812702] env[69654]: DEBUG oslo_concurrency.lockutils [None req-79fc1606-521b-4ae9-ad35-d57415b29621 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.812884] env[69654]: DEBUG nova.compute.manager [None req-79fc1606-521b-4ae9-ad35-d57415b29621 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.814068] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0dfcbd-c120-4659-933e-28970ed28108 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.820933] env[69654]: DEBUG nova.compute.manager [None req-79fc1606-521b-4ae9-ad35-d57415b29621 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69654) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1267.821502] env[69654]: DEBUG nova.objects.instance [None req-79fc1606-521b-4ae9-ad35-d57415b29621 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lazy-loading 'flavor' on Instance uuid ffbe515b-a1f8-4cf1-bafe-d363488dd09c {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.231809] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "3062f275-4837-4abf-b289-1d66b423b8f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.232045] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "3062f275-4837-4abf-b289-1d66b423b8f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.241641] env[69654]: DEBUG nova.scheduler.client.report [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.660621] env[69654]: DEBUG nova.virt.hardware [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.660921] env[69654]: DEBUG nova.virt.hardware [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.661084] env[69654]: DEBUG nova.virt.hardware [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.661288] env[69654]: DEBUG nova.virt.hardware [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.661453] env[69654]: DEBUG nova.virt.hardware [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.661621] env[69654]: DEBUG nova.virt.hardware [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.661828] env[69654]: DEBUG nova.virt.hardware [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.662058] env[69654]: DEBUG nova.virt.hardware [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.662267] env[69654]: DEBUG nova.virt.hardware [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.662471] env[69654]: DEBUG nova.virt.hardware [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.662662] env[69654]: DEBUG nova.virt.hardware [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.663642] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302d34e0-8f7a-4cb3-a232-a80b689a71ff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.671574] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63365b0b-daad-41d2-bf60-71192ba3ff9e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.685333] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:43:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '716d4aad-8b98-4a57-839b-23657b346443', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.692876] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.693145] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.693361] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b932677-687f-4db6-9899-b14ab592f1e1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.711952] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.711952] env[69654]: value = "task-3555778" [ 1268.711952] env[69654]: _type = "Task" [ 1268.711952] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.719265] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555778, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.733879] env[69654]: DEBUG nova.compute.manager [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1268.745783] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.746295] env[69654]: DEBUG nova.compute.manager [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.827989] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fc1606-521b-4ae9-ad35-d57415b29621 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.828324] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d006cea-15ee-4811-b051-f510b6d20052 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.835890] env[69654]: DEBUG oslo_vmware.api [None req-79fc1606-521b-4ae9-ad35-d57415b29621 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1268.835890] env[69654]: value = "task-3555779" [ 1268.835890] env[69654]: _type = "Task" [ 1268.835890] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.845955] env[69654]: DEBUG oslo_vmware.api [None req-79fc1606-521b-4ae9-ad35-d57415b29621 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.221363] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555778, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.251369] env[69654]: DEBUG nova.compute.utils [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1269.252496] env[69654]: DEBUG nova.compute.manager [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Not allocating networking since 'none' was specified. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1269.257223] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.257497] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.259078] env[69654]: INFO nova.compute.claims [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.346148] env[69654]: DEBUG oslo_vmware.api [None req-79fc1606-521b-4ae9-ad35-d57415b29621 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555779, 'name': PowerOffVM_Task, 'duration_secs': 0.27211} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.346504] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fc1606-521b-4ae9-ad35-d57415b29621 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.346730] env[69654]: DEBUG nova.compute.manager [None req-79fc1606-521b-4ae9-ad35-d57415b29621 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.347493] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b11fc5-c373-42e9-8134-6cae2b3ca7e3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.721894] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555778, 'name': CreateVM_Task, 'duration_secs': 0.532738} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.722185] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.722750] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.722916] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.723256] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.723502] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e9922f-6f29-427e-b2bb-8a18e10f64cf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.728400] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1269.728400] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d17efd-7b53-9176-c3e2-6e7ad5dc3c88" [ 1269.728400] env[69654]: _type = "Task" [ 1269.728400] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.735666] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d17efd-7b53-9176-c3e2-6e7ad5dc3c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.753765] env[69654]: DEBUG nova.compute.manager [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.858871] env[69654]: DEBUG oslo_concurrency.lockutils [None req-79fc1606-521b-4ae9-ad35-d57415b29621 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.207715] env[69654]: DEBUG nova.objects.instance [None req-6346d4d8-8b00-4b01-aace-f2c4b81208f8 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lazy-loading 'flavor' on Instance uuid ffbe515b-a1f8-4cf1-bafe-d363488dd09c {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.238696] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d17efd-7b53-9176-c3e2-6e7ad5dc3c88, 'name': SearchDatastore_Task, 'duration_secs': 0.009678} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.238985] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.239261] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.239454] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.239597] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.239766] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.240016] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a82c9fc6-3808-4945-b29a-9b40d878b728 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.247855] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.248068] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.248714] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f8286e-9fb7-4d81-ac6b-c8aa18564c59 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.254216] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1270.254216] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52815013-7067-9728-bba7-38bae9c5c17a" [ 1270.254216] env[69654]: _type = "Task" [ 1270.254216] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.264832] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52815013-7067-9728-bba7-38bae9c5c17a, 'name': SearchDatastore_Task, 'duration_secs': 0.007973} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.267846] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31bf3999-6b22-456c-ba99-bba5c09f5bcc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.272535] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1270.272535] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a3a1e5-d5b7-9b73-7c7a-6b0e0eb96267" [ 1270.272535] env[69654]: _type = "Task" [ 1270.272535] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.280433] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a3a1e5-d5b7-9b73-7c7a-6b0e0eb96267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.358721] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bd2e16-9a5c-4456-a272-63eb2c98f053 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.366748] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fe016d-a71a-422d-ada0-fb7e373143c7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.397437] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccda149-0d5c-42e8-9777-d66c11bbd2d7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.405126] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9c304e-bf9f-4368-be58-663c5d434af3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.418291] env[69654]: DEBUG nova.compute.provider_tree [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.712338] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6346d4d8-8b00-4b01-aace-f2c4b81208f8 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "refresh_cache-ffbe515b-a1f8-4cf1-bafe-d363488dd09c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.712517] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6346d4d8-8b00-4b01-aace-f2c4b81208f8 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "refresh_cache-ffbe515b-a1f8-4cf1-bafe-d363488dd09c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.712671] env[69654]: DEBUG nova.network.neutron [None req-6346d4d8-8b00-4b01-aace-f2c4b81208f8 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.712854] env[69654]: DEBUG nova.objects.instance [None req-6346d4d8-8b00-4b01-aace-f2c4b81208f8 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lazy-loading 'info_cache' on Instance uuid ffbe515b-a1f8-4cf1-bafe-d363488dd09c {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.761932] env[69654]: DEBUG nova.compute.manager [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.783088] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a3a1e5-d5b7-9b73-7c7a-6b0e0eb96267, 'name': SearchDatastore_Task, 'duration_secs': 0.009128} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.785109] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.785367] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] a3e99180-a085-4a0a-be6d-a96cfd85d491/a3e99180-a085-4a0a-be6d-a96cfd85d491.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.785789] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f2f1e21-702d-4dc7-a65e-33258759452b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.791499] env[69654]: DEBUG nova.virt.hardware [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.791725] env[69654]: DEBUG nova.virt.hardware [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.791881] env[69654]: DEBUG nova.virt.hardware [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.792077] env[69654]: DEBUG nova.virt.hardware [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.792228] env[69654]: DEBUG nova.virt.hardware [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.792377] env[69654]: DEBUG nova.virt.hardware [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.792586] env[69654]: DEBUG nova.virt.hardware [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.792744] env[69654]: DEBUG nova.virt.hardware [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.792909] env[69654]: DEBUG nova.virt.hardware [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.793085] env[69654]: DEBUG nova.virt.hardware [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.793268] env[69654]: DEBUG nova.virt.hardware [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.794298] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b1d06a-864c-48b2-a5f9-aa8d7309403a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.798038] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1270.798038] env[69654]: value = "task-3555780" [ 1270.798038] env[69654]: _type = "Task" [ 1270.798038] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.804668] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179228db-17d9-4809-bc60-2c68c1895285 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.810947] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.820216] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.825875] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Creating folder: Project (c30656a62040406185fba8defc890bdc). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.826150] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb8b3412-b338-4c72-ad9a-dc87d32b90e2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.836290] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Created folder: Project (c30656a62040406185fba8defc890bdc) in parent group-v709593. [ 1270.836404] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Creating folder: Instances. Parent ref: group-v709921. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.836650] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfacccea-d6e3-41dd-85ba-c29c494a3d41 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.845312] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Created folder: Instances in parent group-v709921. [ 1270.845613] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.845855] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.846129] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81e88e46-2d2a-4b7e-a2f3-63db5aa91b75 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.863130] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.863130] env[69654]: value = "task-3555783" [ 1270.863130] env[69654]: _type = "Task" [ 1270.863130] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.871048] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555783, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.921310] env[69654]: DEBUG nova.scheduler.client.report [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.216531] env[69654]: DEBUG nova.objects.base [None req-6346d4d8-8b00-4b01-aace-f2c4b81208f8 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1271.308435] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427871} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.308712] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] a3e99180-a085-4a0a-be6d-a96cfd85d491/a3e99180-a085-4a0a-be6d-a96cfd85d491.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1271.308932] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.309189] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17cf49bc-cf4e-43c0-ab8f-13f81432b138 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.315013] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1271.315013] env[69654]: value = "task-3555784" [ 1271.315013] env[69654]: _type = "Task" [ 1271.315013] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.322015] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.372406] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555783, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.427454] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.428127] env[69654]: DEBUG nova.compute.manager [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1271.825073] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071841} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.827403] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.828169] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e483dd-f727-4229-88c8-f68ef1562879 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.850309] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] a3e99180-a085-4a0a-be6d-a96cfd85d491/a3e99180-a085-4a0a-be6d-a96cfd85d491.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.852696] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7c114a6-e522-4ef6-a031-dcf05a621dc2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.876109] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555783, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.877468] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1271.877468] env[69654]: value = "task-3555785" [ 1271.877468] env[69654]: _type = "Task" [ 1271.877468] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.885451] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.933348] env[69654]: DEBUG nova.compute.utils [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.935176] env[69654]: DEBUG nova.compute.manager [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1271.935385] env[69654]: DEBUG nova.network.neutron [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.962756] env[69654]: DEBUG nova.network.neutron [None req-6346d4d8-8b00-4b01-aace-f2c4b81208f8 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Updating instance_info_cache with network_info: [{"id": "14e2f4aa-b63c-4b96-9fd7-576ff3f9db37", "address": "fa:16:3e:8c:63:e1", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e2f4aa-b6", "ovs_interfaceid": "14e2f4aa-b63c-4b96-9fd7-576ff3f9db37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.996582] env[69654]: DEBUG nova.policy [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c357d98e3534eff84a889e978528802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e61899f4f84b2a96c10f4a2900c70e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1272.225033] env[69654]: DEBUG nova.network.neutron [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Successfully created port: a85ca3ce-fc80-417e-8c58-e12ec4598799 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.376499] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555783, 'name': CreateVM_Task, 'duration_secs': 1.439374} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.376666] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.377123] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.377291] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.377653] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.377966] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18acf3e8-6260-441a-b8b9-0c6ce3e935f9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.385227] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1272.385227] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529f4cee-1d97-0581-1c8e-d61fc913d786" [ 1272.385227] env[69654]: _type = "Task" [ 1272.385227] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.388185] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555785, 'name': ReconfigVM_Task, 'duration_secs': 0.275771} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.390964] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Reconfigured VM instance instance-00000071 to attach disk [datastore2] a3e99180-a085-4a0a-be6d-a96cfd85d491/a3e99180-a085-4a0a-be6d-a96cfd85d491.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.391564] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11274265-ee64-425a-915f-d3a10fe9c1da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.399469] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529f4cee-1d97-0581-1c8e-d61fc913d786, 'name': SearchDatastore_Task, 'duration_secs': 0.009857} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.400568] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.400792] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.401031] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.401181] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.401361] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.401647] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1272.401647] env[69654]: value = "task-3555786" [ 1272.401647] env[69654]: _type = "Task" [ 1272.401647] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.401821] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b35f62f5-9814-455c-827f-2e07da2c0871 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.410912] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555786, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.412624] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.412795] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.413501] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b0939c8-4e33-4bd8-b256-3006c922d88b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.418336] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1272.418336] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52120c65-35f0-9213-ba87-a8e3bec36dbc" [ 1272.418336] env[69654]: _type = "Task" [ 1272.418336] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.425651] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52120c65-35f0-9213-ba87-a8e3bec36dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.438932] env[69654]: DEBUG nova.compute.manager [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1272.465406] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6346d4d8-8b00-4b01-aace-f2c4b81208f8 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "refresh_cache-ffbe515b-a1f8-4cf1-bafe-d363488dd09c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.914987] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555786, 'name': Rename_Task, 'duration_secs': 0.139448} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.915314] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.915563] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6f6c77c-2ef8-4075-8ba2-9f2e2e48acb8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.922371] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1272.922371] env[69654]: value = "task-3555787" [ 1272.922371] env[69654]: _type = "Task" [ 1272.922371] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.929022] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52120c65-35f0-9213-ba87-a8e3bec36dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.008685} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.930084] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10149625-53cd-433c-96ba-835f077b785c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.935150] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.937723] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1272.937723] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a51813-99d9-6218-9416-4a30ad525aa0" [ 1272.937723] env[69654]: _type = "Task" [ 1272.937723] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.948158] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a51813-99d9-6218-9416-4a30ad525aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.432174] env[69654]: DEBUG oslo_vmware.api [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555787, 'name': PowerOnVM_Task, 'duration_secs': 0.43425} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.432448] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.432687] env[69654]: DEBUG nova.compute.manager [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1273.433440] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc98b22-44ae-4ba6-83e2-1eff8236e2a7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.449814] env[69654]: DEBUG nova.compute.manager [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1273.451831] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a51813-99d9-6218-9416-4a30ad525aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.009269} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.452304] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.452590] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] c351fee9-6bf4-43d9-b59e-baba01c9540a/c351fee9-6bf4-43d9-b59e-baba01c9540a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.452898] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-071e611d-d855-47a8-8163-014280e648b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.459335] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1273.459335] env[69654]: value = "task-3555788" [ 1273.459335] env[69654]: _type = "Task" [ 1273.459335] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.468178] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.472068] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6346d4d8-8b00-4b01-aace-f2c4b81208f8 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.472305] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6836bdb-87d0-4e89-89da-c966403c87c7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.477292] env[69654]: DEBUG nova.virt.hardware [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.477585] env[69654]: DEBUG nova.virt.hardware [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.477826] env[69654]: DEBUG nova.virt.hardware [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.477955] env[69654]: DEBUG nova.virt.hardware [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.478118] env[69654]: DEBUG nova.virt.hardware [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.478266] env[69654]: DEBUG nova.virt.hardware [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.478470] env[69654]: DEBUG nova.virt.hardware [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.478622] env[69654]: DEBUG nova.virt.hardware [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.478836] env[69654]: DEBUG nova.virt.hardware [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.478975] env[69654]: DEBUG nova.virt.hardware [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.479168] env[69654]: DEBUG nova.virt.hardware [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.480223] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af6df0b-b06e-4d89-8a38-98a0f138b094 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.483880] env[69654]: DEBUG oslo_vmware.api [None req-6346d4d8-8b00-4b01-aace-f2c4b81208f8 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1273.483880] env[69654]: value = "task-3555789" [ 1273.483880] env[69654]: _type = "Task" [ 1273.483880] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.490951] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecc744a-a890-4b2f-9252-f770dcd9b76d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.499821] env[69654]: DEBUG oslo_vmware.api [None req-6346d4d8-8b00-4b01-aace-f2c4b81208f8 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555789, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.597050] env[69654]: DEBUG nova.compute.manager [req-56fabedb-239b-4d35-90b1-2053fa293965 req-eb2ab36f-5d75-4625-96d0-79520233cfd8 service nova] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Received event network-vif-plugged-a85ca3ce-fc80-417e-8c58-e12ec4598799 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.597283] env[69654]: DEBUG oslo_concurrency.lockutils [req-56fabedb-239b-4d35-90b1-2053fa293965 req-eb2ab36f-5d75-4625-96d0-79520233cfd8 service nova] Acquiring lock "3062f275-4837-4abf-b289-1d66b423b8f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.597555] env[69654]: DEBUG oslo_concurrency.lockutils [req-56fabedb-239b-4d35-90b1-2053fa293965 req-eb2ab36f-5d75-4625-96d0-79520233cfd8 service nova] Lock "3062f275-4837-4abf-b289-1d66b423b8f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.597701] env[69654]: DEBUG oslo_concurrency.lockutils [req-56fabedb-239b-4d35-90b1-2053fa293965 req-eb2ab36f-5d75-4625-96d0-79520233cfd8 service nova] Lock "3062f275-4837-4abf-b289-1d66b423b8f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.597894] env[69654]: DEBUG nova.compute.manager [req-56fabedb-239b-4d35-90b1-2053fa293965 req-eb2ab36f-5d75-4625-96d0-79520233cfd8 service nova] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] No waiting events found dispatching network-vif-plugged-a85ca3ce-fc80-417e-8c58-e12ec4598799 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.598076] env[69654]: WARNING nova.compute.manager [req-56fabedb-239b-4d35-90b1-2053fa293965 req-eb2ab36f-5d75-4625-96d0-79520233cfd8 service nova] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Received unexpected event network-vif-plugged-a85ca3ce-fc80-417e-8c58-e12ec4598799 for instance with vm_state building and task_state spawning. [ 1273.685668] env[69654]: DEBUG nova.network.neutron [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Successfully updated port: a85ca3ce-fc80-417e-8c58-e12ec4598799 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1273.954642] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.955046] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.955298] env[69654]: DEBUG nova.objects.instance [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69654) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1273.970641] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461093} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.970872] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] c351fee9-6bf4-43d9-b59e-baba01c9540a/c351fee9-6bf4-43d9-b59e-baba01c9540a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.971113] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.971420] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6f95c53-9fc8-4391-9dda-f5ad69f5da77 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.978611] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1273.978611] env[69654]: value = "task-3555790" [ 1273.978611] env[69654]: _type = "Task" [ 1273.978611] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.987181] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.996709] env[69654]: DEBUG oslo_vmware.api [None req-6346d4d8-8b00-4b01-aace-f2c4b81208f8 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555789, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.189079] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "refresh_cache-3062f275-4837-4abf-b289-1d66b423b8f1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.189079] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "refresh_cache-3062f275-4837-4abf-b289-1d66b423b8f1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.189079] env[69654]: DEBUG nova.network.neutron [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.488749] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070807} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.491732] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.492427] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830392af-857e-4ace-9016-a60a2e06fd24 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.499368] env[69654]: DEBUG oslo_vmware.api [None req-6346d4d8-8b00-4b01-aace-f2c4b81208f8 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555789, 'name': PowerOnVM_Task, 'duration_secs': 0.593235} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.506388] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-6346d4d8-8b00-4b01-aace-f2c4b81208f8 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.506691] env[69654]: DEBUG nova.compute.manager [None req-6346d4d8-8b00-4b01-aace-f2c4b81208f8 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.515720] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] c351fee9-6bf4-43d9-b59e-baba01c9540a/c351fee9-6bf4-43d9-b59e-baba01c9540a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.516436] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc9d66e-9ba2-45c8-b368-954919056c26 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.518822] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaedc10b-ffcf-4448-a420-fefab2b3158b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.541902] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1274.541902] env[69654]: value = "task-3555791" [ 1274.541902] env[69654]: _type = "Task" [ 1274.541902] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.549724] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.599089] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "a3e99180-a085-4a0a-be6d-a96cfd85d491" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.599347] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "a3e99180-a085-4a0a-be6d-a96cfd85d491" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.599610] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "a3e99180-a085-4a0a-be6d-a96cfd85d491-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.599857] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "a3e99180-a085-4a0a-be6d-a96cfd85d491-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.600042] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "a3e99180-a085-4a0a-be6d-a96cfd85d491-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.602128] env[69654]: INFO nova.compute.manager [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Terminating instance [ 1274.732812] env[69654]: DEBUG nova.network.neutron [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.864661] env[69654]: DEBUG nova.network.neutron [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Updating instance_info_cache with network_info: [{"id": "a85ca3ce-fc80-417e-8c58-e12ec4598799", "address": "fa:16:3e:4b:2a:d7", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa85ca3ce-fc", "ovs_interfaceid": "a85ca3ce-fc80-417e-8c58-e12ec4598799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.964639] env[69654]: DEBUG oslo_concurrency.lockutils [None req-6ca96a21-7d0c-4894-9633-e8951b66ff5b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.017853] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.018140] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.056948] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555791, 'name': ReconfigVM_Task, 'duration_secs': 0.297855} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.056948] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Reconfigured VM instance instance-00000072 to attach disk [datastore2] c351fee9-6bf4-43d9-b59e-baba01c9540a/c351fee9-6bf4-43d9-b59e-baba01c9540a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.058438] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab8a28d9-3416-45d2-8cee-37e59b457851 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.065237] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1275.065237] env[69654]: value = "task-3555792" [ 1275.065237] env[69654]: _type = "Task" [ 1275.065237] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.073780] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555792, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.105642] env[69654]: DEBUG nova.compute.manager [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.105980] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.107038] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee76088-5943-40ab-b3ac-bc166e71842e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.115096] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.115351] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85a62063-0e56-4880-a602-74b9a9cb5317 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.120709] env[69654]: DEBUG oslo_vmware.api [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1275.120709] env[69654]: value = "task-3555793" [ 1275.120709] env[69654]: _type = "Task" [ 1275.120709] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.128395] env[69654]: DEBUG oslo_vmware.api [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.367753] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "refresh_cache-3062f275-4837-4abf-b289-1d66b423b8f1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.368118] env[69654]: DEBUG nova.compute.manager [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Instance network_info: |[{"id": "a85ca3ce-fc80-417e-8c58-e12ec4598799", "address": "fa:16:3e:4b:2a:d7", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa85ca3ce-fc", "ovs_interfaceid": "a85ca3ce-fc80-417e-8c58-e12ec4598799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1275.368564] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:2a:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a85ca3ce-fc80-417e-8c58-e12ec4598799', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.376075] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.376302] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.376578] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8c29522-d55d-47ac-8665-ee077bc2bd62 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.395883] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.395883] env[69654]: value = "task-3555794" [ 1275.395883] env[69654]: _type = "Task" [ 1275.395883] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.404493] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555794, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.520705] env[69654]: DEBUG nova.compute.manager [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1275.575725] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555792, 'name': Rename_Task, 'duration_secs': 0.148728} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.575979] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.576258] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-383f50c4-c0d4-47c8-88de-1faa71fedfcc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.582559] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1275.582559] env[69654]: value = "task-3555795" [ 1275.582559] env[69654]: _type = "Task" [ 1275.582559] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.590802] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.631080] env[69654]: DEBUG oslo_vmware.api [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555793, 'name': PowerOffVM_Task, 'duration_secs': 0.188746} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.631700] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.631700] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.631821] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06050237-8572-4b7e-8dce-afbf76486b18 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.668891] env[69654]: DEBUG nova.compute.manager [req-65a1adfb-f677-4edf-be0a-66f5123b2ab2 req-8b7929e6-055f-42bf-97cc-3e7d50a30b6b service nova] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Received event network-changed-a85ca3ce-fc80-417e-8c58-e12ec4598799 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.668891] env[69654]: DEBUG nova.compute.manager [req-65a1adfb-f677-4edf-be0a-66f5123b2ab2 req-8b7929e6-055f-42bf-97cc-3e7d50a30b6b service nova] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Refreshing instance network info cache due to event network-changed-a85ca3ce-fc80-417e-8c58-e12ec4598799. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.669618] env[69654]: DEBUG oslo_concurrency.lockutils [req-65a1adfb-f677-4edf-be0a-66f5123b2ab2 req-8b7929e6-055f-42bf-97cc-3e7d50a30b6b service nova] Acquiring lock "refresh_cache-3062f275-4837-4abf-b289-1d66b423b8f1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.669618] env[69654]: DEBUG oslo_concurrency.lockutils [req-65a1adfb-f677-4edf-be0a-66f5123b2ab2 req-8b7929e6-055f-42bf-97cc-3e7d50a30b6b service nova] Acquired lock "refresh_cache-3062f275-4837-4abf-b289-1d66b423b8f1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.669618] env[69654]: DEBUG nova.network.neutron [req-65a1adfb-f677-4edf-be0a-66f5123b2ab2 req-8b7929e6-055f-42bf-97cc-3e7d50a30b6b service nova] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Refreshing network info cache for port a85ca3ce-fc80-417e-8c58-e12ec4598799 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.702888] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.703400] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.703686] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleting the datastore file [datastore2] a3e99180-a085-4a0a-be6d-a96cfd85d491 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.704484] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75a558a9-588d-4b2f-806d-213ce8c5c301 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.712595] env[69654]: DEBUG oslo_vmware.api [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1275.712595] env[69654]: value = "task-3555797" [ 1275.712595] env[69654]: _type = "Task" [ 1275.712595] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.720419] env[69654]: DEBUG oslo_vmware.api [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.906597] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555794, 'name': CreateVM_Task, 'duration_secs': 0.323095} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.906793] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.907509] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.907758] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.908212] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.908512] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd44f7b-c7ed-4bb3-aa63-a1419f42fa8c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.913304] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1275.913304] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e48d39-89ee-b38a-d0d3-ffabdbe4b839" [ 1275.913304] env[69654]: _type = "Task" [ 1275.913304] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.921868] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e48d39-89ee-b38a-d0d3-ffabdbe4b839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.049816] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.050154] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.051676] env[69654]: INFO nova.compute.claims [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.093326] env[69654]: DEBUG oslo_vmware.api [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555795, 'name': PowerOnVM_Task, 'duration_secs': 0.483944} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.093576] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.093775] env[69654]: INFO nova.compute.manager [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Took 5.33 seconds to spawn the instance on the hypervisor. [ 1276.093955] env[69654]: DEBUG nova.compute.manager [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.094726] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7bdcd9-245a-4f8a-bbb4-493695fe04bc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.152554] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.152864] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.169474] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19b4f7b-7ea1-461d-ae62-a5b96278ecab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.179018] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a0c11c-dd4c-43a7-8705-f54ebcafaacb tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Suspending the VM {{(pid=69654) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1276.179018] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9a89ff01-7334-457a-87d0-59c11c821760 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.184562] env[69654]: DEBUG oslo_vmware.api [None req-c7a0c11c-dd4c-43a7-8705-f54ebcafaacb tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1276.184562] env[69654]: value = "task-3555798" [ 1276.184562] env[69654]: _type = "Task" [ 1276.184562] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.192196] env[69654]: DEBUG oslo_vmware.api [None req-c7a0c11c-dd4c-43a7-8705-f54ebcafaacb tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555798, 'name': SuspendVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.222345] env[69654]: DEBUG oslo_vmware.api [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211248} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.222606] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.222815] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.223008] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.223191] env[69654]: INFO nova.compute.manager [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1276.223428] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.223628] env[69654]: DEBUG nova.compute.manager [-] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.223717] env[69654]: DEBUG nova.network.neutron [-] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.405750] env[69654]: DEBUG nova.network.neutron [req-65a1adfb-f677-4edf-be0a-66f5123b2ab2 req-8b7929e6-055f-42bf-97cc-3e7d50a30b6b service nova] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Updated VIF entry in instance network info cache for port a85ca3ce-fc80-417e-8c58-e12ec4598799. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.406141] env[69654]: DEBUG nova.network.neutron [req-65a1adfb-f677-4edf-be0a-66f5123b2ab2 req-8b7929e6-055f-42bf-97cc-3e7d50a30b6b service nova] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Updating instance_info_cache with network_info: [{"id": "a85ca3ce-fc80-417e-8c58-e12ec4598799", "address": "fa:16:3e:4b:2a:d7", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa85ca3ce-fc", "ovs_interfaceid": "a85ca3ce-fc80-417e-8c58-e12ec4598799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.425286] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e48d39-89ee-b38a-d0d3-ffabdbe4b839, 'name': SearchDatastore_Task, 'duration_secs': 0.011929} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.425589] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.425819] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.426065] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.426226] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.426413] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.426712] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efe50382-4394-4544-9e5f-33c66b4bb030 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.437720] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.437938] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.439033] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-839d19ca-4e14-4588-94e7-157f78fe5198 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.446863] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1276.446863] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e80b45-6612-1fae-d397-317741eebef6" [ 1276.446863] env[69654]: _type = "Task" [ 1276.446863] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.454405] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e80b45-6612-1fae-d397-317741eebef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.527902] env[69654]: DEBUG nova.compute.manager [req-646db763-8f2f-49e3-af9f-68770435fcf4 req-ee23e079-ab4e-4b49-ae5e-43f5118b1fd1 service nova] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Received event network-vif-deleted-716d4aad-8b98-4a57-839b-23657b346443 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.528519] env[69654]: INFO nova.compute.manager [req-646db763-8f2f-49e3-af9f-68770435fcf4 req-ee23e079-ab4e-4b49-ae5e-43f5118b1fd1 service nova] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Neutron deleted interface 716d4aad-8b98-4a57-839b-23657b346443; detaching it from the instance and deleting it from the info cache [ 1276.528519] env[69654]: DEBUG nova.network.neutron [req-646db763-8f2f-49e3-af9f-68770435fcf4 req-ee23e079-ab4e-4b49-ae5e-43f5118b1fd1 service nova] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.610799] env[69654]: INFO nova.compute.manager [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Took 10.04 seconds to build instance. [ 1276.656180] env[69654]: INFO nova.compute.manager [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Detaching volume c138e6e1-2de7-48c4-af0c-b4893a8b04ae [ 1276.692052] env[69654]: INFO nova.virt.block_device [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Attempting to driver detach volume c138e6e1-2de7-48c4-af0c-b4893a8b04ae from mountpoint /dev/sdb [ 1276.692052] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1276.692052] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709905', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'name': 'volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da282545-9c42-4ae1-a7df-91ae0bfeb19c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'serial': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1276.692437] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0258d9-9e7d-4803-a91f-050cc6b60d44 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.698504] env[69654]: DEBUG oslo_vmware.api [None req-c7a0c11c-dd4c-43a7-8705-f54ebcafaacb tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555798, 'name': SuspendVM_Task} progress is 70%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.718140] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8865f1-d39f-4055-a345-28e2dcf956e8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.725210] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e455ac57-a424-4936-ab73-2fc84fcb2141 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.746416] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e2ab4a-6dc2-4d89-a927-0fdae1a4b1d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.762578] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] The volume has not been displaced from its original location: [datastore2] volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae/volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae.vmdk. No consolidation needed. {{(pid=69654) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1276.768108] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1276.768855] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c838e8-e2ed-4a97-a363-4bf9f755eb31 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.786656] env[69654]: DEBUG oslo_vmware.api [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1276.786656] env[69654]: value = "task-3555799" [ 1276.786656] env[69654]: _type = "Task" [ 1276.786656] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.797954] env[69654]: DEBUG oslo_vmware.api [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.909357] env[69654]: DEBUG oslo_concurrency.lockutils [req-65a1adfb-f677-4edf-be0a-66f5123b2ab2 req-8b7929e6-055f-42bf-97cc-3e7d50a30b6b service nova] Releasing lock "refresh_cache-3062f275-4837-4abf-b289-1d66b423b8f1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.957394] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e80b45-6612-1fae-d397-317741eebef6, 'name': SearchDatastore_Task, 'duration_secs': 0.033062} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.958283] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb744123-bc41-4402-bd45-f70cc3743fe8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.963504] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1276.963504] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52677461-fb3f-8b60-9a3f-607e9cd0c42e" [ 1276.963504] env[69654]: _type = "Task" [ 1276.963504] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.971093] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52677461-fb3f-8b60-9a3f-607e9cd0c42e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.010652] env[69654]: DEBUG nova.network.neutron [-] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.030821] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57f9f7f6-c46d-4a70-8e8d-7fd9ad3778fd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.040521] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1ec5b2-5b34-4291-8193-2f49a7ece497 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.070386] env[69654]: DEBUG nova.compute.manager [req-646db763-8f2f-49e3-af9f-68770435fcf4 req-ee23e079-ab4e-4b49-ae5e-43f5118b1fd1 service nova] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Detach interface failed, port_id=716d4aad-8b98-4a57-839b-23657b346443, reason: Instance a3e99180-a085-4a0a-be6d-a96cfd85d491 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1277.112803] env[69654]: DEBUG oslo_concurrency.lockutils [None req-fa8f4bac-b193-4b1f-9197-d4e1c0224d61 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Lock "c351fee9-6bf4-43d9-b59e-baba01c9540a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.546s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.198268] env[69654]: DEBUG oslo_vmware.api [None req-c7a0c11c-dd4c-43a7-8705-f54ebcafaacb tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555798, 'name': SuspendVM_Task, 'duration_secs': 0.619839} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.198610] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a0c11c-dd4c-43a7-8705-f54ebcafaacb tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Suspended the VM {{(pid=69654) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1277.198806] env[69654]: DEBUG nova.compute.manager [None req-c7a0c11c-dd4c-43a7-8705-f54ebcafaacb tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.199655] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5f259a-9013-44f2-b989-49c3b7bede0a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.271726] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8545d41-1a42-430d-9822-819724df6fbb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.279642] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb98d324-b07b-456c-9b88-099462c5ba5b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.314978] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f528ba66-13a9-4a3a-919f-2184f64b596d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.322680] env[69654]: DEBUG oslo_vmware.api [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555799, 'name': ReconfigVM_Task, 'duration_secs': 0.392028} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.324674] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1277.329199] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d054aab-2b4f-415e-8e3e-160480d0f603 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.339561] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bdddba-bd18-4e45-b311-628b87a22dfd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.352924] env[69654]: DEBUG nova.compute.provider_tree [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.355123] env[69654]: DEBUG oslo_vmware.api [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1277.355123] env[69654]: value = "task-3555800" [ 1277.355123] env[69654]: _type = "Task" [ 1277.355123] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.363933] env[69654]: DEBUG oslo_vmware.api [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555800, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.473105] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52677461-fb3f-8b60-9a3f-607e9cd0c42e, 'name': SearchDatastore_Task, 'duration_secs': 0.016068} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.473421] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.473723] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 3062f275-4837-4abf-b289-1d66b423b8f1/3062f275-4837-4abf-b289-1d66b423b8f1.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1277.474028] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13de7f19-e050-4220-a287-9fadd851fefb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.479917] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1277.479917] env[69654]: value = "task-3555801" [ 1277.479917] env[69654]: _type = "Task" [ 1277.479917] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.487629] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.512869] env[69654]: INFO nova.compute.manager [-] [instance: a3e99180-a085-4a0a-be6d-a96cfd85d491] Took 1.29 seconds to deallocate network for instance. [ 1277.733174] env[69654]: INFO nova.compute.manager [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Rebuilding instance [ 1277.773975] env[69654]: DEBUG nova.compute.manager [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.774983] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197ac678-eaf8-4a28-8de0-8f6c99ab8fa5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.857614] env[69654]: DEBUG nova.scheduler.client.report [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.874852] env[69654]: DEBUG oslo_vmware.api [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555800, 'name': ReconfigVM_Task, 'duration_secs': 0.139366} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.876425] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709905', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'name': 'volume-c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da282545-9c42-4ae1-a7df-91ae0bfeb19c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae', 'serial': 'c138e6e1-2de7-48c4-af0c-b4893a8b04ae'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1277.989730] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502334} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.989977] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 3062f275-4837-4abf-b289-1d66b423b8f1/3062f275-4837-4abf-b289-1d66b423b8f1.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.990689] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1277.990689] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-018d9092-75f9-404a-b19d-7e1e0974159f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.996360] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1277.996360] env[69654]: value = "task-3555802" [ 1277.996360] env[69654]: _type = "Task" [ 1277.996360] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.006250] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.019180] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.437348] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.437348] env[69654]: DEBUG nova.compute.manager [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.437348] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.352s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.437348] env[69654]: DEBUG nova.objects.instance [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lazy-loading 'resources' on Instance uuid a3e99180-a085-4a0a-be6d-a96cfd85d491 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.437348] env[69654]: DEBUG nova.objects.instance [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lazy-loading 'flavor' on Instance uuid da282545-9c42-4ae1-a7df-91ae0bfeb19c {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.507084] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061838} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.507389] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1278.508236] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad13045-672b-4ad6-9150-29d9dad1ade3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.535262] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 3062f275-4837-4abf-b289-1d66b423b8f1/3062f275-4837-4abf-b289-1d66b423b8f1.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.535576] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b046827-0d88-4b81-8904-6c00de52ae36 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.556358] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1278.556358] env[69654]: value = "task-3555803" [ 1278.556358] env[69654]: _type = "Task" [ 1278.556358] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.565439] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.591721] env[69654]: INFO nova.compute.manager [None req-237bb2e8-6393-4cb9-995c-164e891614f1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Resuming [ 1278.593062] env[69654]: DEBUG nova.objects.instance [None req-237bb2e8-6393-4cb9-995c-164e891614f1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lazy-loading 'flavor' on Instance uuid ffbe515b-a1f8-4cf1-bafe-d363488dd09c {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.789201] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.789587] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ebb6cc9-1ca5-429c-8d46-8fafdb2afa94 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.796422] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1278.796422] env[69654]: value = "task-3555804" [ 1278.796422] env[69654]: _type = "Task" [ 1278.796422] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.805858] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.874970] env[69654]: DEBUG nova.compute.utils [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1278.879492] env[69654]: DEBUG nova.compute.manager [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1278.879492] env[69654]: DEBUG nova.network.neutron [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1278.919183] env[69654]: DEBUG nova.policy [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8151f5bc1ac4bc6aeb63abd449650ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef9dd2ec5066432eb810d1910b599ee8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1278.994112] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0fcf06-6a90-4edb-a809-f4cae6d5052d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.002099] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6451ad28-70c9-4f20-8a4d-af0b9aa311ab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.034714] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c93e98-6525-4778-8170-44223c83d47c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.042347] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92384c30-bc5d-4083-95b3-1904454c4ed2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.056070] env[69654]: DEBUG nova.compute.provider_tree [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.065130] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555803, 'name': ReconfigVM_Task, 'duration_secs': 0.271071} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.066021] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 3062f275-4837-4abf-b289-1d66b423b8f1/3062f275-4837-4abf-b289-1d66b423b8f1.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.066658] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7baa795-783f-463d-87f0-63b90740b5c6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.072582] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1279.072582] env[69654]: value = "task-3555805" [ 1279.072582] env[69654]: _type = "Task" [ 1279.072582] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.080359] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555805, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.165508] env[69654]: DEBUG nova.network.neutron [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Successfully created port: fbe33a77-fee9-4f72-84cf-b5ba19ab879d {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.305864] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555804, 'name': PowerOffVM_Task, 'duration_secs': 0.267662} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.306164] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.307018] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.307782] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0f501a-b8bc-4b8b-8d88-c57116130f1a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.314303] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.314611] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c338418b-7701-446a-9a9c-274ecfb8b580 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.337845] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.338621] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.338621] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Deleting the datastore file [datastore2] c351fee9-6bf4-43d9-b59e-baba01c9540a {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.338621] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1e3a47c-e536-4fdf-952a-b079af262b13 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.344508] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1279.344508] env[69654]: value = "task-3555807" [ 1279.344508] env[69654]: _type = "Task" [ 1279.344508] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.351954] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.380107] env[69654]: DEBUG nova.compute.manager [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.436769] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0206aad6-eb0e-4f64-aa97-d8ab700c01fb tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.284s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.561570] env[69654]: DEBUG nova.scheduler.client.report [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.584239] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555805, 'name': Rename_Task, 'duration_secs': 0.139336} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.584526] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.584762] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec1bd065-411a-4087-9713-814672e56585 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.591300] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1279.591300] env[69654]: value = "task-3555808" [ 1279.591300] env[69654]: _type = "Task" [ 1279.591300] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.598891] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.856014] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112183} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.856014] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.856014] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.856191] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.066941] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.090647] env[69654]: INFO nova.scheduler.client.report [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleted allocations for instance a3e99180-a085-4a0a-be6d-a96cfd85d491 [ 1280.102428] env[69654]: DEBUG oslo_vmware.api [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555808, 'name': PowerOnVM_Task, 'duration_secs': 0.460918} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.102723] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.102997] env[69654]: INFO nova.compute.manager [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1280.103204] env[69654]: DEBUG nova.compute.manager [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.103699] env[69654]: DEBUG oslo_concurrency.lockutils [None req-237bb2e8-6393-4cb9-995c-164e891614f1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "refresh_cache-ffbe515b-a1f8-4cf1-bafe-d363488dd09c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.103853] env[69654]: DEBUG oslo_concurrency.lockutils [None req-237bb2e8-6393-4cb9-995c-164e891614f1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquired lock "refresh_cache-ffbe515b-a1f8-4cf1-bafe-d363488dd09c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.104023] env[69654]: DEBUG nova.network.neutron [None req-237bb2e8-6393-4cb9-995c-164e891614f1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.105521] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7884e4d1-d2da-4f77-9f26-feb5ed7e5f07 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.389855] env[69654]: DEBUG nova.compute.manager [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.415014] env[69654]: DEBUG nova.virt.hardware [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.415268] env[69654]: DEBUG nova.virt.hardware [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.415425] env[69654]: DEBUG nova.virt.hardware [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.415605] env[69654]: DEBUG nova.virt.hardware [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.415753] env[69654]: DEBUG nova.virt.hardware [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.415945] env[69654]: DEBUG nova.virt.hardware [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.416107] env[69654]: DEBUG nova.virt.hardware [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.416268] env[69654]: DEBUG nova.virt.hardware [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.416434] env[69654]: DEBUG nova.virt.hardware [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.416660] env[69654]: DEBUG nova.virt.hardware [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.416839] env[69654]: DEBUG nova.virt.hardware [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.417790] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c615491c-fc57-4154-a38c-22dc9283c8cb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.426345] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a06ccc4-6341-44f5-af87-3f91a32353a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.447655] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.447892] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.448103] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.448284] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.448445] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.450789] env[69654]: INFO nova.compute.manager [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Terminating instance [ 1280.523327] env[69654]: DEBUG nova.compute.manager [req-32cc461f-b689-4d58-9b44-43288ce7b3bb req-0432f3dc-ecb1-4a95-bebf-92c427344c77 service nova] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Received event network-vif-plugged-fbe33a77-fee9-4f72-84cf-b5ba19ab879d {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.523557] env[69654]: DEBUG oslo_concurrency.lockutils [req-32cc461f-b689-4d58-9b44-43288ce7b3bb req-0432f3dc-ecb1-4a95-bebf-92c427344c77 service nova] Acquiring lock "3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.523761] env[69654]: DEBUG oslo_concurrency.lockutils [req-32cc461f-b689-4d58-9b44-43288ce7b3bb req-0432f3dc-ecb1-4a95-bebf-92c427344c77 service nova] Lock "3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.523929] env[69654]: DEBUG oslo_concurrency.lockutils [req-32cc461f-b689-4d58-9b44-43288ce7b3bb req-0432f3dc-ecb1-4a95-bebf-92c427344c77 service nova] Lock "3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.524727] env[69654]: DEBUG nova.compute.manager [req-32cc461f-b689-4d58-9b44-43288ce7b3bb req-0432f3dc-ecb1-4a95-bebf-92c427344c77 service nova] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] No waiting events found dispatching network-vif-plugged-fbe33a77-fee9-4f72-84cf-b5ba19ab879d {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1280.524727] env[69654]: WARNING nova.compute.manager [req-32cc461f-b689-4d58-9b44-43288ce7b3bb req-0432f3dc-ecb1-4a95-bebf-92c427344c77 service nova] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Received unexpected event network-vif-plugged-fbe33a77-fee9-4f72-84cf-b5ba19ab879d for instance with vm_state building and task_state spawning. [ 1280.602241] env[69654]: DEBUG oslo_concurrency.lockutils [None req-8b4ca9bc-18c5-4c05-9c5c-80a2c8f2fcd9 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "a3e99180-a085-4a0a-be6d-a96cfd85d491" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.604703] env[69654]: DEBUG nova.network.neutron [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Successfully updated port: fbe33a77-fee9-4f72-84cf-b5ba19ab879d {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.623261] env[69654]: INFO nova.compute.manager [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Took 11.38 seconds to build instance. [ 1280.814941] env[69654]: DEBUG nova.network.neutron [None req-237bb2e8-6393-4cb9-995c-164e891614f1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Updating instance_info_cache with network_info: [{"id": "14e2f4aa-b63c-4b96-9fd7-576ff3f9db37", "address": "fa:16:3e:8c:63:e1", "network": {"id": "8e238bf1-9190-4f52-b911-84fdd978c3a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1001716612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8334390ef8848d5afba13757eda95cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e2f4aa-b6", "ovs_interfaceid": "14e2f4aa-b63c-4b96-9fd7-576ff3f9db37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.899354] env[69654]: DEBUG nova.virt.hardware [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.899732] env[69654]: DEBUG nova.virt.hardware [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.899813] env[69654]: DEBUG nova.virt.hardware [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.899936] env[69654]: DEBUG nova.virt.hardware [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.900124] env[69654]: DEBUG nova.virt.hardware [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.900287] env[69654]: DEBUG nova.virt.hardware [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.900501] env[69654]: DEBUG nova.virt.hardware [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.900670] env[69654]: DEBUG nova.virt.hardware [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.900875] env[69654]: DEBUG nova.virt.hardware [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.901011] env[69654]: DEBUG nova.virt.hardware [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.901189] env[69654]: DEBUG nova.virt.hardware [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.902082] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49a4fc3-4e45-4c25-afa6-c772fa0d3d6e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.910112] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f33018-be53-40af-a320-af03f9d8407d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.923544] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.929205] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.930589] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1280.933082] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35ef280f-e3d4-47b7-bf3e-c1f29a104975 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.951941] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.951941] env[69654]: value = "task-3555809" [ 1280.951941] env[69654]: _type = "Task" [ 1280.951941] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.955784] env[69654]: DEBUG nova.compute.manager [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.955989] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.956948] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314c515b-ceb1-425c-a44a-bcef226d48b3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.964160] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555809, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.966370] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.966611] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c38ffaf-28c3-4a77-be77-d03c4791a55e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.972823] env[69654]: DEBUG oslo_vmware.api [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1280.972823] env[69654]: value = "task-3555810" [ 1280.972823] env[69654]: _type = "Task" [ 1280.972823] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.978800] env[69654]: DEBUG oslo_vmware.api [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.106930] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "refresh_cache-3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.107187] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "refresh_cache-3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.107237] env[69654]: DEBUG nova.network.neutron [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.125411] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2dd9d576-4e68-41b2-88e6-48435269c53b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "3062f275-4837-4abf-b289-1d66b423b8f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.893s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.318094] env[69654]: DEBUG oslo_concurrency.lockutils [None req-237bb2e8-6393-4cb9-995c-164e891614f1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Releasing lock "refresh_cache-ffbe515b-a1f8-4cf1-bafe-d363488dd09c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.319302] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f456b9-56a4-4acb-b6dd-e489b20dccf7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.325923] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-237bb2e8-6393-4cb9-995c-164e891614f1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Resuming the VM {{(pid=69654) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1281.326197] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a91d470-3d44-4230-9406-15a2cc3cfbd8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.332514] env[69654]: DEBUG oslo_vmware.api [None req-237bb2e8-6393-4cb9-995c-164e891614f1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1281.332514] env[69654]: value = "task-3555811" [ 1281.332514] env[69654]: _type = "Task" [ 1281.332514] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.341134] env[69654]: DEBUG oslo_vmware.api [None req-237bb2e8-6393-4cb9-995c-164e891614f1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.446808] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "3062f275-4837-4abf-b289-1d66b423b8f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.447103] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "3062f275-4837-4abf-b289-1d66b423b8f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.447318] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "3062f275-4837-4abf-b289-1d66b423b8f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.447508] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "3062f275-4837-4abf-b289-1d66b423b8f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.447877] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "3062f275-4837-4abf-b289-1d66b423b8f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.449754] env[69654]: INFO nova.compute.manager [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Terminating instance [ 1281.462698] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555809, 'name': CreateVM_Task, 'duration_secs': 0.448399} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.463520] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1281.463960] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.464171] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.464593] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.465354] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b4b582-8464-4d79-97b5-3d0035350f53 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.471054] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1281.471054] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528bdc92-61f8-07a2-9227-7293a11d0ee6" [ 1281.471054] env[69654]: _type = "Task" [ 1281.471054] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.482877] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528bdc92-61f8-07a2-9227-7293a11d0ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.485964] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.486259] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.486548] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.486742] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.486963] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.487296] env[69654]: DEBUG oslo_vmware.api [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555810, 'name': PowerOffVM_Task, 'duration_secs': 0.170728} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.487519] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-446eaaa1-6698-48a2-b186-dac9cfd0da2c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.489378] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.489551] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.489777] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a23a0cbc-67d1-4561-aae0-d84d7dfd0b5a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.497958] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.498135] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.499032] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9312d2-1afa-4a76-957e-482b0934c0a2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.504579] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1281.504579] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5221b330-7216-722f-fbac-c69879f59d3e" [ 1281.504579] env[69654]: _type = "Task" [ 1281.504579] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.512483] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5221b330-7216-722f-fbac-c69879f59d3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.590233] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.590437] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.590658] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleting the datastore file [datastore1] da282545-9c42-4ae1-a7df-91ae0bfeb19c {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.590999] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d68316d5-9590-46ed-b3b2-732028e74eff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.598247] env[69654]: DEBUG oslo_vmware.api [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1281.598247] env[69654]: value = "task-3555813" [ 1281.598247] env[69654]: _type = "Task" [ 1281.598247] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.607153] env[69654]: DEBUG oslo_vmware.api [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.644398] env[69654]: DEBUG nova.network.neutron [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.785780] env[69654]: DEBUG nova.network.neutron [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Updating instance_info_cache with network_info: [{"id": "fbe33a77-fee9-4f72-84cf-b5ba19ab879d", "address": "fa:16:3e:cd:d0:fa", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe33a77-fe", "ovs_interfaceid": "fbe33a77-fee9-4f72-84cf-b5ba19ab879d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.848544] env[69654]: DEBUG oslo_vmware.api [None req-237bb2e8-6393-4cb9-995c-164e891614f1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555811, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.954050] env[69654]: DEBUG nova.compute.manager [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.954323] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.955260] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbd5fe6-01b4-43e5-90d4-85d7c2ea22a5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.963393] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.963393] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fd145d9-829e-4152-9ce4-f927025a6481 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.975312] env[69654]: DEBUG oslo_vmware.api [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1281.975312] env[69654]: value = "task-3555814" [ 1281.975312] env[69654]: _type = "Task" [ 1281.975312] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.990427] env[69654]: DEBUG oslo_vmware.api [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.019032] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5221b330-7216-722f-fbac-c69879f59d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009755} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.019924] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92f39f49-4742-4fc9-a0ab-8995a1c04848 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.029712] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1282.029712] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c6118b-ee33-0f9f-3098-c205d1d7fede" [ 1282.029712] env[69654]: _type = "Task" [ 1282.029712] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.043776] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c6118b-ee33-0f9f-3098-c205d1d7fede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.111637] env[69654]: DEBUG oslo_vmware.api [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185056} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.111901] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.112102] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.112288] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.112489] env[69654]: INFO nova.compute.manager [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1282.112707] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.112900] env[69654]: DEBUG nova.compute.manager [-] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.112993] env[69654]: DEBUG nova.network.neutron [-] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.288315] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "refresh_cache-3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.288662] env[69654]: DEBUG nova.compute.manager [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Instance network_info: |[{"id": "fbe33a77-fee9-4f72-84cf-b5ba19ab879d", "address": "fa:16:3e:cd:d0:fa", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe33a77-fe", "ovs_interfaceid": "fbe33a77-fee9-4f72-84cf-b5ba19ab879d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1282.289112] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:d0:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbe33a77-fee9-4f72-84cf-b5ba19ab879d', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.296694] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.296909] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.297186] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d3d391e-d0a7-410b-bd57-af5f3eff7751 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.316446] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.316446] env[69654]: value = "task-3555815" [ 1282.316446] env[69654]: _type = "Task" [ 1282.316446] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.323942] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555815, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.342166] env[69654]: DEBUG oslo_vmware.api [None req-237bb2e8-6393-4cb9-995c-164e891614f1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555811, 'name': PowerOnVM_Task, 'duration_secs': 0.559458} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.342436] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-237bb2e8-6393-4cb9-995c-164e891614f1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Resumed the VM {{(pid=69654) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1282.342637] env[69654]: DEBUG nova.compute.manager [None req-237bb2e8-6393-4cb9-995c-164e891614f1 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.343466] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f474b47-9cfa-426d-ad76-92423153e1ed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.484919] env[69654]: DEBUG oslo_vmware.api [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555814, 'name': PowerOffVM_Task, 'duration_secs': 0.257778} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.484919] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.484919] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.484919] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c53a00b5-96e7-41db-8163-dc7fdd360cf9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.547825] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c6118b-ee33-0f9f-3098-c205d1d7fede, 'name': SearchDatastore_Task, 'duration_secs': 0.017819} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.547825] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.547825] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] c351fee9-6bf4-43d9-b59e-baba01c9540a/c351fee9-6bf4-43d9-b59e-baba01c9540a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.547825] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db6e3572-8f8c-466a-ab92-9a70c6856e2a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.551923] env[69654]: DEBUG nova.compute.manager [req-ed4a0970-6721-47fb-ae4c-3bb9be8b8167 req-528c2827-eb8c-406e-96ba-504595f44265 service nova] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Received event network-changed-fbe33a77-fee9-4f72-84cf-b5ba19ab879d {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.552501] env[69654]: DEBUG nova.compute.manager [req-ed4a0970-6721-47fb-ae4c-3bb9be8b8167 req-528c2827-eb8c-406e-96ba-504595f44265 service nova] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Refreshing instance network info cache due to event network-changed-fbe33a77-fee9-4f72-84cf-b5ba19ab879d. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.552943] env[69654]: DEBUG oslo_concurrency.lockutils [req-ed4a0970-6721-47fb-ae4c-3bb9be8b8167 req-528c2827-eb8c-406e-96ba-504595f44265 service nova] Acquiring lock "refresh_cache-3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.553260] env[69654]: DEBUG oslo_concurrency.lockutils [req-ed4a0970-6721-47fb-ae4c-3bb9be8b8167 req-528c2827-eb8c-406e-96ba-504595f44265 service nova] Acquired lock "refresh_cache-3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.553531] env[69654]: DEBUG nova.network.neutron [req-ed4a0970-6721-47fb-ae4c-3bb9be8b8167 req-528c2827-eb8c-406e-96ba-504595f44265 service nova] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Refreshing network info cache for port fbe33a77-fee9-4f72-84cf-b5ba19ab879d {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.557836] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1282.557836] env[69654]: value = "task-3555817" [ 1282.557836] env[69654]: _type = "Task" [ 1282.557836] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.569650] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.792945] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.793568] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.793568] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleting the datastore file [datastore1] 3062f275-4837-4abf-b289-1d66b423b8f1 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.793930] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52aab133-a170-4045-81a5-11e88931138c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.804553] env[69654]: DEBUG oslo_vmware.api [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1282.804553] env[69654]: value = "task-3555818" [ 1282.804553] env[69654]: _type = "Task" [ 1282.804553] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.813541] env[69654]: DEBUG oslo_vmware.api [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.826059] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555815, 'name': CreateVM_Task, 'duration_secs': 0.389203} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.826490] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.827312] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.827603] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.828364] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.828808] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-880f5c12-089f-4e5c-b90c-4a95ab7e87aa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.833545] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1282.833545] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5278f797-4e4d-6cf1-73c2-0111613aedbc" [ 1282.833545] env[69654]: _type = "Task" [ 1282.833545] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.841447] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5278f797-4e4d-6cf1-73c2-0111613aedbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.064196] env[69654]: DEBUG nova.network.neutron [-] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.070958] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555817, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.260194] env[69654]: DEBUG nova.network.neutron [req-ed4a0970-6721-47fb-ae4c-3bb9be8b8167 req-528c2827-eb8c-406e-96ba-504595f44265 service nova] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Updated VIF entry in instance network info cache for port fbe33a77-fee9-4f72-84cf-b5ba19ab879d. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.260558] env[69654]: DEBUG nova.network.neutron [req-ed4a0970-6721-47fb-ae4c-3bb9be8b8167 req-528c2827-eb8c-406e-96ba-504595f44265 service nova] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Updating instance_info_cache with network_info: [{"id": "fbe33a77-fee9-4f72-84cf-b5ba19ab879d", "address": "fa:16:3e:cd:d0:fa", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe33a77-fe", "ovs_interfaceid": "fbe33a77-fee9-4f72-84cf-b5ba19ab879d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.293360] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.293593] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.293801] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.294013] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.294187] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.296095] env[69654]: INFO nova.compute.manager [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Terminating instance [ 1283.312865] env[69654]: DEBUG oslo_vmware.api [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.343881] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5278f797-4e4d-6cf1-73c2-0111613aedbc, 'name': SearchDatastore_Task, 'duration_secs': 0.054876} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.344470] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.344708] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.344993] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.345136] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.345318] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.345583] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25beb76e-3591-44fb-80ce-eef894725b65 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.361446] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.361666] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.362449] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4692e529-416c-432d-b050-70d85f6ed6cc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.368221] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1283.368221] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524fc7bc-4ad4-3ba2-c76c-2f7602bfb2c8" [ 1283.368221] env[69654]: _type = "Task" [ 1283.368221] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.379544] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524fc7bc-4ad4-3ba2-c76c-2f7602bfb2c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.566807] env[69654]: INFO nova.compute.manager [-] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Took 1.45 seconds to deallocate network for instance. [ 1283.576648] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555817, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.763835] env[69654]: DEBUG oslo_concurrency.lockutils [req-ed4a0970-6721-47fb-ae4c-3bb9be8b8167 req-528c2827-eb8c-406e-96ba-504595f44265 service nova] Releasing lock "refresh_cache-3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.800653] env[69654]: DEBUG nova.compute.manager [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.800945] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.801801] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80db8f15-9556-4f0e-bd47-2950d0bb5d15 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.812632] env[69654]: DEBUG oslo_vmware.api [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.814555] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.814767] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73415ac8-31f5-43aa-95a0-e91349801110 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.820030] env[69654]: DEBUG oslo_vmware.api [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1283.820030] env[69654]: value = "task-3555819" [ 1283.820030] env[69654]: _type = "Task" [ 1283.820030] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.827854] env[69654]: DEBUG oslo_vmware.api [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.878073] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524fc7bc-4ad4-3ba2-c76c-2f7602bfb2c8, 'name': SearchDatastore_Task, 'duration_secs': 0.056584} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.878666] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6464d31e-3a18-4a8a-a197-43d9e4a09461 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.883499] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1283.883499] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529fec46-2c93-7771-d52f-b2397ef25695" [ 1283.883499] env[69654]: _type = "Task" [ 1283.883499] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.891817] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529fec46-2c93-7771-d52f-b2397ef25695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.071212] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555817, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.175795} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.071463] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] c351fee9-6bf4-43d9-b59e-baba01c9540a/c351fee9-6bf4-43d9-b59e-baba01c9540a.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.071781] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.072060] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c33d521-5af6-41ac-8a1e-dd456d9021ba {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.079130] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.079387] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.079658] env[69654]: DEBUG nova.objects.instance [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lazy-loading 'resources' on Instance uuid da282545-9c42-4ae1-a7df-91ae0bfeb19c {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.081054] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1284.081054] env[69654]: value = "task-3555820" [ 1284.081054] env[69654]: _type = "Task" [ 1284.081054] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.089776] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.314274] env[69654]: DEBUG oslo_vmware.api [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.051474} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.314601] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.314745] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.314929] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.315121] env[69654]: INFO nova.compute.manager [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Took 2.36 seconds to destroy the instance on the hypervisor. [ 1284.315360] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.315547] env[69654]: DEBUG nova.compute.manager [-] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.315644] env[69654]: DEBUG nova.network.neutron [-] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.327823] env[69654]: DEBUG oslo_vmware.api [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555819, 'name': PowerOffVM_Task, 'duration_secs': 0.198511} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.328069] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.328240] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.328474] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e388e1b6-c810-4240-9626-f457fb405520 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.396539] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]529fec46-2c93-7771-d52f-b2397ef25695, 'name': SearchDatastore_Task, 'duration_secs': 0.01806} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.397989] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.398270] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711/3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.398550] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.398726] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.398893] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Deleting the datastore file [datastore2] ffbe515b-a1f8-4cf1-bafe-d363488dd09c {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.399149] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b2b31ef-6f1f-49cf-aa79-8c53249bcd8e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.401014] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49bdef12-8cbc-4311-ac52-531116188571 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.407366] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1284.407366] env[69654]: value = "task-3555823" [ 1284.407366] env[69654]: _type = "Task" [ 1284.407366] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.408542] env[69654]: DEBUG oslo_vmware.api [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for the task: (returnval){ [ 1284.408542] env[69654]: value = "task-3555822" [ 1284.408542] env[69654]: _type = "Task" [ 1284.408542] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.419058] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.587406] env[69654]: DEBUG nova.compute.manager [req-321cb6ed-5e0a-4c44-9b1f-4b5cdf9363ee req-1b775589-3afe-469d-a277-81ae9c7649a9 service nova] [instance: da282545-9c42-4ae1-a7df-91ae0bfeb19c] Received event network-vif-deleted-e760fd80-64e0-45b9-8100-89b9bedf91dc {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.587636] env[69654]: DEBUG nova.compute.manager [req-321cb6ed-5e0a-4c44-9b1f-4b5cdf9363ee req-1b775589-3afe-469d-a277-81ae9c7649a9 service nova] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Received event network-vif-deleted-a85ca3ce-fc80-417e-8c58-e12ec4598799 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.587814] env[69654]: INFO nova.compute.manager [req-321cb6ed-5e0a-4c44-9b1f-4b5cdf9363ee req-1b775589-3afe-469d-a277-81ae9c7649a9 service nova] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Neutron deleted interface a85ca3ce-fc80-417e-8c58-e12ec4598799; detaching it from the instance and deleting it from the info cache [ 1284.587987] env[69654]: DEBUG nova.network.neutron [req-321cb6ed-5e0a-4c44-9b1f-4b5cdf9363ee req-1b775589-3afe-469d-a277-81ae9c7649a9 service nova] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.600432] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068032} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.600432] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1284.600432] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b044e274-0e98-4a27-93fc-1d455a333f8e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.621512] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] c351fee9-6bf4-43d9-b59e-baba01c9540a/c351fee9-6bf4-43d9-b59e-baba01c9540a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.625189] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7cd91c0-467b-4083-83a1-2e72acc544a5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.645496] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1284.645496] env[69654]: value = "task-3555824" [ 1284.645496] env[69654]: _type = "Task" [ 1284.645496] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.653694] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.728463] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6ee78a-d05b-4e30-8f4b-0c1bb198be79 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.736668] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bb48d2-b92c-4829-8bb9-3b8c191933c1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.770646] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08299c12-c6ed-41c4-a7c0-18043ec206d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.778479] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c436ea4-ed1d-43ad-a637-0ffa4db138aa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.792660] env[69654]: DEBUG nova.compute.provider_tree [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.921568] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555823, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.924929] env[69654]: DEBUG oslo_vmware.api [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Task: {'id': task-3555822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214889} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.925287] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.925585] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.925926] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.926259] env[69654]: INFO nova.compute.manager [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1284.926692] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.926987] env[69654]: DEBUG nova.compute.manager [-] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.927109] env[69654]: DEBUG nova.network.neutron [-] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.037153] env[69654]: DEBUG nova.network.neutron [-] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.093597] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df0de0ea-a110-457a-8475-66678ea9c57a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.103327] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69b6ee5-2186-4700-acb3-1b50b81f512f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.130485] env[69654]: DEBUG nova.compute.manager [req-321cb6ed-5e0a-4c44-9b1f-4b5cdf9363ee req-1b775589-3afe-469d-a277-81ae9c7649a9 service nova] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Detach interface failed, port_id=a85ca3ce-fc80-417e-8c58-e12ec4598799, reason: Instance 3062f275-4837-4abf-b289-1d66b423b8f1 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1285.155832] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555824, 'name': ReconfigVM_Task, 'duration_secs': 0.346237} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.155887] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Reconfigured VM instance instance-00000072 to attach disk [datastore1] c351fee9-6bf4-43d9-b59e-baba01c9540a/c351fee9-6bf4-43d9-b59e-baba01c9540a.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.156502] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e68c2f87-8a93-4ee4-bcf7-aabdc8af7773 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.162650] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1285.162650] env[69654]: value = "task-3555825" [ 1285.162650] env[69654]: _type = "Task" [ 1285.162650] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.172264] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555825, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.298044] env[69654]: DEBUG nova.scheduler.client.report [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.420102] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523585} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.420958] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711/3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.420958] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.420958] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ec11cc9-4d75-411b-9381-1eb26166fb2e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.427026] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1285.427026] env[69654]: value = "task-3555826" [ 1285.427026] env[69654]: _type = "Task" [ 1285.427026] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.433777] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.539783] env[69654]: INFO nova.compute.manager [-] [instance: 3062f275-4837-4abf-b289-1d66b423b8f1] Took 1.22 seconds to deallocate network for instance. [ 1285.673466] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555825, 'name': Rename_Task, 'duration_secs': 0.156503} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.673739] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.673991] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a06157c-c2a2-4243-a886-ab53add3aee1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.680292] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1285.680292] env[69654]: value = "task-3555827" [ 1285.680292] env[69654]: _type = "Task" [ 1285.680292] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.687611] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.801518] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.828225] env[69654]: INFO nova.scheduler.client.report [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleted allocations for instance da282545-9c42-4ae1-a7df-91ae0bfeb19c [ 1285.857871] env[69654]: DEBUG nova.network.neutron [-] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.938273] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068596} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.938565] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.939561] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4064b367-adf4-4a6f-b18a-7a092f2ee5c0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.961277] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711/3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.961545] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e186ce-b8eb-46ba-8a1d-782fb4e3307d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.980566] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1285.980566] env[69654]: value = "task-3555828" [ 1285.980566] env[69654]: _type = "Task" [ 1285.980566] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.988663] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.047509] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.047881] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.048159] env[69654]: DEBUG nova.objects.instance [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lazy-loading 'resources' on Instance uuid 3062f275-4837-4abf-b289-1d66b423b8f1 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.191107] env[69654]: DEBUG oslo_vmware.api [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555827, 'name': PowerOnVM_Task, 'duration_secs': 0.436833} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.191404] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.191619] env[69654]: DEBUG nova.compute.manager [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.192402] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd897705-4bf1-4b0a-9eef-326ae71021af {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.336080] env[69654]: DEBUG oslo_concurrency.lockutils [None req-5dfe73e7-f36e-4d48-aac4-4be40ceb57ac tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "da282545-9c42-4ae1-a7df-91ae0bfeb19c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.888s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.360747] env[69654]: INFO nova.compute.manager [-] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Took 1.43 seconds to deallocate network for instance. [ 1286.490161] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555828, 'name': ReconfigVM_Task, 'duration_secs': 0.308995} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.490712] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711/3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.491064] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87f2c20c-b3f7-4999-b255-10929851c7d0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.497489] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1286.497489] env[69654]: value = "task-3555829" [ 1286.497489] env[69654]: _type = "Task" [ 1286.497489] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.506617] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555829, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.616022] env[69654]: DEBUG nova.compute.manager [req-c9fd665a-4daf-4e8d-bd7f-5aee69322678 req-32edb45e-6198-45ce-a18f-6c0da81565b3 service nova] [instance: ffbe515b-a1f8-4cf1-bafe-d363488dd09c] Received event network-vif-deleted-14e2f4aa-b63c-4b96-9fd7-576ff3f9db37 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.641735] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2801ac-8c92-4339-9290-b61e92a00204 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.649890] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d604665-9a04-499c-bd4d-ebf42811ffcc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.680095] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c6fedb-8326-4671-8a10-ce54adead53c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.687656] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f1b05e-437a-4c18-936d-70d4d56b563a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.700675] env[69654]: DEBUG nova.compute.provider_tree [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.706774] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.866960] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.007853] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555829, 'name': Rename_Task, 'duration_secs': 0.159534} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.008254] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.008456] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35d216fd-fde9-4168-9afb-135d9057a0ce {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.015564] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1287.015564] env[69654]: value = "task-3555830" [ 1287.015564] env[69654]: _type = "Task" [ 1287.015564] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.023177] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.206668] env[69654]: DEBUG nova.scheduler.client.report [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.526277] env[69654]: DEBUG oslo_vmware.api [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555830, 'name': PowerOnVM_Task, 'duration_secs': 0.485359} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.526683] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.526903] env[69654]: INFO nova.compute.manager [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1287.527127] env[69654]: DEBUG nova.compute.manager [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.528127] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970b99ab-f2cc-4c83-a996-c3b3a106cd96 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.597631] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquiring lock "c351fee9-6bf4-43d9-b59e-baba01c9540a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.597828] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Lock "c351fee9-6bf4-43d9-b59e-baba01c9540a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.598133] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquiring lock "c351fee9-6bf4-43d9-b59e-baba01c9540a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.598368] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Lock "c351fee9-6bf4-43d9-b59e-baba01c9540a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.598598] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Lock "c351fee9-6bf4-43d9-b59e-baba01c9540a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.601670] env[69654]: INFO nova.compute.manager [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Terminating instance [ 1287.711976] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.714342] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.008s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.714926] env[69654]: DEBUG nova.objects.instance [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69654) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1287.727736] env[69654]: INFO nova.scheduler.client.report [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleted allocations for instance 3062f275-4837-4abf-b289-1d66b423b8f1 [ 1288.045390] env[69654]: INFO nova.compute.manager [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Took 12.02 seconds to build instance. [ 1288.108168] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquiring lock "refresh_cache-c351fee9-6bf4-43d9-b59e-baba01c9540a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.108374] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquired lock "refresh_cache-c351fee9-6bf4-43d9-b59e-baba01c9540a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.108552] env[69654]: DEBUG nova.network.neutron [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.162569] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "a7183462-5ee1-4d6f-9611-822ffeec5dd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.162872] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "a7183462-5ee1-4d6f-9611-822ffeec5dd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.235725] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2bcde1bf-c48a-4a0b-9f99-f68222233636 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "3062f275-4837-4abf-b289-1d66b423b8f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.789s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.547719] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0ea7a1da-91e8-47d3-a226-4cd594bb7c3b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.529s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.631958] env[69654]: DEBUG nova.network.neutron [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1288.665105] env[69654]: DEBUG nova.compute.manager [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1288.717999] env[69654]: DEBUG nova.network.neutron [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.722606] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0aa48f8b-d26f-46ec-a160-7a89aa705ded tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.723578] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.857s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.723804] env[69654]: DEBUG nova.objects.instance [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lazy-loading 'resources' on Instance uuid ffbe515b-a1f8-4cf1-bafe-d363488dd09c {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.183854] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.220068] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Releasing lock "refresh_cache-c351fee9-6bf4-43d9-b59e-baba01c9540a" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.220488] env[69654]: DEBUG nova.compute.manager [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1289.220686] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.221603] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbf26f3-2486-4492-bdbb-01bfe37dfe7d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.229479] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.229710] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f3287be-5cf2-4aeb-91ea-5f980cc7eee6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.235471] env[69654]: DEBUG oslo_vmware.api [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1289.235471] env[69654]: value = "task-3555831" [ 1289.235471] env[69654]: _type = "Task" [ 1289.235471] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.243974] env[69654]: DEBUG oslo_vmware.api [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.336467] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498d9ae4-7ad8-4d04-80af-19f54f26be02 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.344032] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7046bbc-6d91-46be-9db8-96ecfd1dc9f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.376521] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37871122-7583-4949-963b-fed0dd8db38b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.385279] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5904beca-00e3-4c02-b306-f7081ec50eca {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.398460] env[69654]: DEBUG nova.compute.provider_tree [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.602383] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "775b4d22-b591-4638-98b6-fb6e6dceb2e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.602613] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "775b4d22-b591-4638-98b6-fb6e6dceb2e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.747180] env[69654]: DEBUG oslo_vmware.api [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555831, 'name': PowerOffVM_Task, 'duration_secs': 0.12548} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.747432] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.747608] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.747868] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa076031-2174-4b23-8a03-350786fb39f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.771336] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.771526] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.771706] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Deleting the datastore file [datastore1] c351fee9-6bf4-43d9-b59e-baba01c9540a {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.771940] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8eeb5c0-2757-409c-a881-85cc7c0dc3ee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.778144] env[69654]: DEBUG oslo_vmware.api [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for the task: (returnval){ [ 1289.778144] env[69654]: value = "task-3555833" [ 1289.778144] env[69654]: _type = "Task" [ 1289.778144] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.785185] env[69654]: DEBUG oslo_vmware.api [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.794676] env[69654]: INFO nova.compute.manager [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Rebuilding instance [ 1289.839477] env[69654]: DEBUG nova.compute.manager [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.840325] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cea0bb-ff80-4436-b8da-13ac225c5775 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.901225] env[69654]: DEBUG nova.scheduler.client.report [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.105109] env[69654]: DEBUG nova.compute.manager [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1290.287920] env[69654]: DEBUG oslo_vmware.api [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Task: {'id': task-3555833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110509} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.288296] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.288413] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.288586] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.288766] env[69654]: INFO nova.compute.manager [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1290.289050] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.289256] env[69654]: DEBUG nova.compute.manager [-] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1290.289354] env[69654]: DEBUG nova.network.neutron [-] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.304722] env[69654]: DEBUG nova.network.neutron [-] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1290.405602] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.408025] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.224s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.409478] env[69654]: INFO nova.compute.claims [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.424987] env[69654]: INFO nova.scheduler.client.report [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Deleted allocations for instance ffbe515b-a1f8-4cf1-bafe-d363488dd09c [ 1290.624466] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.806837] env[69654]: DEBUG nova.network.neutron [-] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.853474] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.853757] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6343b62-3569-432c-96e6-a5ca53c00da5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.861422] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1290.861422] env[69654]: value = "task-3555834" [ 1290.861422] env[69654]: _type = "Task" [ 1290.861422] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.868914] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.933207] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7335fdf3-f931-47b4-a4a2-dd2ef5308928 tempest-ServerActionsTestJSON-959062572 tempest-ServerActionsTestJSON-959062572-project-member] Lock "ffbe515b-a1f8-4cf1-bafe-d363488dd09c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.639s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.309764] env[69654]: INFO nova.compute.manager [-] [instance: c351fee9-6bf4-43d9-b59e-baba01c9540a] Took 1.02 seconds to deallocate network for instance. [ 1291.372105] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555834, 'name': PowerOffVM_Task, 'duration_secs': 0.209239} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.372320] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.372538] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.373277] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51090cb-8788-4ac6-b921-4b396545d1c4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.379572] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1291.379788] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a5de37f-b7a3-4803-b86d-449c168670c4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.449713] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1291.449937] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1291.450631] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleting the datastore file [datastore1] 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.450631] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0194efc8-d113-4859-90e7-75b082c65c91 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.456726] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1291.456726] env[69654]: value = "task-3555836" [ 1291.456726] env[69654]: _type = "Task" [ 1291.456726] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.466559] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.502485] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41411f1c-76e6-4ee9-949b-6845ef1c49c7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.509601] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d31688b-f492-4e26-b75f-39a6821ec042 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.540664] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550163c0-9878-4603-bc94-0316ddfb39ab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.548455] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0400a2d-86f3-4bca-a27d-5287c86a4652 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.562053] env[69654]: DEBUG nova.compute.provider_tree [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.815833] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.969106] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170303} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.969418] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.969613] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.969804] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.065113] env[69654]: DEBUG nova.scheduler.client.report [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.570093] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.570664] env[69654]: DEBUG nova.compute.manager [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.573566] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.949s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.576239] env[69654]: INFO nova.compute.claims [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.010326] env[69654]: DEBUG nova.virt.hardware [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.010578] env[69654]: DEBUG nova.virt.hardware [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.010733] env[69654]: DEBUG nova.virt.hardware [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.010913] env[69654]: DEBUG nova.virt.hardware [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.012293] env[69654]: DEBUG nova.virt.hardware [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.012293] env[69654]: DEBUG nova.virt.hardware [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.012293] env[69654]: DEBUG nova.virt.hardware [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.012293] env[69654]: DEBUG nova.virt.hardware [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.012293] env[69654]: DEBUG nova.virt.hardware [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.012293] env[69654]: DEBUG nova.virt.hardware [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.012508] env[69654]: DEBUG nova.virt.hardware [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.013737] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b610a9a2-2e38-4671-8bc2-9e02e4a102b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.021862] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62afd42-b2aa-45dc-b084-37eaa453b8f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.035560] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:d0:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbe33a77-fee9-4f72-84cf-b5ba19ab879d', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.043039] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.043307] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.043863] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-937b6672-c963-4cb7-b660-543227bb1caf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.062715] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.062715] env[69654]: value = "task-3555837" [ 1293.062715] env[69654]: _type = "Task" [ 1293.062715] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.070290] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555837, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.084784] env[69654]: DEBUG nova.compute.utils [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.086386] env[69654]: DEBUG nova.compute.manager [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.086510] env[69654]: DEBUG nova.network.neutron [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.128051] env[69654]: DEBUG nova.policy [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f46830f6ac64135b95e8ada508672f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b88641bcb84f490ca01b5b5046e1c576', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.432009] env[69654]: DEBUG nova.network.neutron [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Successfully created port: 393cd77b-4161-4663-90af-7b98f7e6978b {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1293.575251] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555837, 'name': CreateVM_Task, 'duration_secs': 0.346311} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.575533] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1293.576167] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.576344] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.576722] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.577071] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d4dddf-baf6-45ee-a6ed-df2016e6439e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.582927] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1293.582927] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525acc60-946c-c25e-d8e7-a8de05828e3d" [ 1293.582927] env[69654]: _type = "Task" [ 1293.582927] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.591288] env[69654]: DEBUG nova.compute.manager [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1293.603600] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525acc60-946c-c25e-d8e7-a8de05828e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.011517} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.603925] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.604189] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1293.604506] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.604686] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.604883] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1293.605430] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42c06880-98cf-4697-926b-197191f6e9b4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.615372] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1293.615372] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1293.618693] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ceb40a-a454-46b7-9501-64ff49245b57 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.624978] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1293.624978] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5269437f-8c26-d339-22af-1107f39b7485" [ 1293.624978] env[69654]: _type = "Task" [ 1293.624978] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.633506] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5269437f-8c26-d339-22af-1107f39b7485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.711258] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aabf65-f4a0-4b1e-abc6-0dcac0537bdd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.719703] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f503d2ef-aee9-4751-9c47-a4aecf9f974d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.752288] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1820b42d-4291-4b60-aa22-be82cbcb0b40 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.759900] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389b981b-3e78-4831-9f43-53120b0264a0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.772796] env[69654]: DEBUG nova.compute.provider_tree [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.137538] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5269437f-8c26-d339-22af-1107f39b7485, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.138875] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-057e6b73-f101-417f-8e7f-f30ef39618e6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.147206] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1294.147206] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5248a8a0-358b-68dc-da64-fad7ca7009a3" [ 1294.147206] env[69654]: _type = "Task" [ 1294.147206] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.156618] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5248a8a0-358b-68dc-da64-fad7ca7009a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.276106] env[69654]: DEBUG nova.scheduler.client.report [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.610385] env[69654]: DEBUG nova.compute.manager [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1294.641554] env[69654]: DEBUG nova.virt.hardware [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.641807] env[69654]: DEBUG nova.virt.hardware [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.641966] env[69654]: DEBUG nova.virt.hardware [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.642163] env[69654]: DEBUG nova.virt.hardware [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.642309] env[69654]: DEBUG nova.virt.hardware [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.642455] env[69654]: DEBUG nova.virt.hardware [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.642662] env[69654]: DEBUG nova.virt.hardware [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.642818] env[69654]: DEBUG nova.virt.hardware [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.642983] env[69654]: DEBUG nova.virt.hardware [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.643158] env[69654]: DEBUG nova.virt.hardware [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.643330] env[69654]: DEBUG nova.virt.hardware [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.644189] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268951d5-1c90-47bb-95c0-3b5437163cae {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.654450] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73447a3f-d151-4c77-9bc8-72847264148b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.661266] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5248a8a0-358b-68dc-da64-fad7ca7009a3, 'name': SearchDatastore_Task, 'duration_secs': 0.036966} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.661802] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.662060] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711/3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1294.662284] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-285c28a2-150f-4961-b162-7c318f3a5165 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.676965] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1294.676965] env[69654]: value = "task-3555838" [ 1294.676965] env[69654]: _type = "Task" [ 1294.676965] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.684214] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.781281] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.781950] env[69654]: DEBUG nova.compute.manager [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1294.784704] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.969s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.784925] env[69654]: DEBUG nova.objects.instance [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Lazy-loading 'resources' on Instance uuid c351fee9-6bf4-43d9-b59e-baba01c9540a {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.849353] env[69654]: DEBUG nova.compute.manager [req-c6da031e-a49d-49a5-badd-c142b2bc597d req-5c0c66e0-634a-44cf-84fb-8bf7a62724f8 service nova] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Received event network-vif-plugged-393cd77b-4161-4663-90af-7b98f7e6978b {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.849561] env[69654]: DEBUG oslo_concurrency.lockutils [req-c6da031e-a49d-49a5-badd-c142b2bc597d req-5c0c66e0-634a-44cf-84fb-8bf7a62724f8 service nova] Acquiring lock "a7183462-5ee1-4d6f-9611-822ffeec5dd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.849773] env[69654]: DEBUG oslo_concurrency.lockutils [req-c6da031e-a49d-49a5-badd-c142b2bc597d req-5c0c66e0-634a-44cf-84fb-8bf7a62724f8 service nova] Lock "a7183462-5ee1-4d6f-9611-822ffeec5dd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.849942] env[69654]: DEBUG oslo_concurrency.lockutils [req-c6da031e-a49d-49a5-badd-c142b2bc597d req-5c0c66e0-634a-44cf-84fb-8bf7a62724f8 service nova] Lock "a7183462-5ee1-4d6f-9611-822ffeec5dd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.850128] env[69654]: DEBUG nova.compute.manager [req-c6da031e-a49d-49a5-badd-c142b2bc597d req-5c0c66e0-634a-44cf-84fb-8bf7a62724f8 service nova] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] No waiting events found dispatching network-vif-plugged-393cd77b-4161-4663-90af-7b98f7e6978b {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.850423] env[69654]: WARNING nova.compute.manager [req-c6da031e-a49d-49a5-badd-c142b2bc597d req-5c0c66e0-634a-44cf-84fb-8bf7a62724f8 service nova] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Received unexpected event network-vif-plugged-393cd77b-4161-4663-90af-7b98f7e6978b for instance with vm_state building and task_state spawning. [ 1294.956538] env[69654]: DEBUG nova.network.neutron [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Successfully updated port: 393cd77b-4161-4663-90af-7b98f7e6978b {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.958291] env[69654]: DEBUG oslo_concurrency.lockutils [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.958514] env[69654]: DEBUG oslo_concurrency.lockutils [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.100894] env[69654]: DEBUG oslo_concurrency.lockutils [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "c7cc419b-95bf-4edb-a9a8-453822fd3885" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.101181] env[69654]: DEBUG oslo_concurrency.lockutils [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "c7cc419b-95bf-4edb-a9a8-453822fd3885" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.188932] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555838, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.288128] env[69654]: DEBUG nova.compute.utils [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1295.293035] env[69654]: DEBUG nova.compute.manager [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1295.293153] env[69654]: DEBUG nova.network.neutron [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1295.332426] env[69654]: DEBUG nova.policy [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c357d98e3534eff84a889e978528802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e61899f4f84b2a96c10f4a2900c70e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1295.401716] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba548f6-b651-4e52-a0cc-22d2108b446d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.409913] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb68529d-ff61-4bbe-90ac-491186f0cc40 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.442504] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b87ddaa-925d-4b23-809f-b6c53cd07973 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.449458] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1bbb82-4513-498b-b8a7-409710357e88 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.462407] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "refresh_cache-a7183462-5ee1-4d6f-9611-822ffeec5dd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.462552] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "refresh_cache-a7183462-5ee1-4d6f-9611-822ffeec5dd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.462703] env[69654]: DEBUG nova.network.neutron [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.463805] env[69654]: DEBUG nova.compute.manager [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.466255] env[69654]: DEBUG nova.compute.provider_tree [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.591410] env[69654]: DEBUG nova.network.neutron [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Successfully created port: 8ae57f3d-7994-4ca2-b2e9-882c08941664 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1295.603517] env[69654]: DEBUG nova.compute.manager [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.687203] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668692} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.687518] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711/3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1295.687683] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1295.687940] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f5ee2ea-97f2-418f-99ac-60df7f696da1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.695494] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1295.695494] env[69654]: value = "task-3555839" [ 1295.695494] env[69654]: _type = "Task" [ 1295.695494] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.702989] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.793767] env[69654]: DEBUG nova.compute.manager [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1295.972614] env[69654]: DEBUG nova.scheduler.client.report [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.990049] env[69654]: DEBUG oslo_concurrency.lockutils [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.003750] env[69654]: DEBUG nova.network.neutron [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.122132] env[69654]: DEBUG oslo_concurrency.lockutils [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.178404] env[69654]: DEBUG nova.network.neutron [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Updating instance_info_cache with network_info: [{"id": "393cd77b-4161-4663-90af-7b98f7e6978b", "address": "fa:16:3e:b2:18:99", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393cd77b-41", "ovs_interfaceid": "393cd77b-4161-4663-90af-7b98f7e6978b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.206788] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071874} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.207098] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1296.207880] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec04b46b-bd3c-457b-aa54-fc8b6ad3ff2e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.229684] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711/3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.229953] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a9d31c8-747d-474c-afe6-c735587be88b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.249081] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1296.249081] env[69654]: value = "task-3555840" [ 1296.249081] env[69654]: _type = "Task" [ 1296.249081] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.259889] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.479239] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.480935] env[69654]: DEBUG oslo_concurrency.lockutils [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.491s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.482971] env[69654]: INFO nova.compute.claims [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.497572] env[69654]: INFO nova.scheduler.client.report [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Deleted allocations for instance c351fee9-6bf4-43d9-b59e-baba01c9540a [ 1296.680630] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "refresh_cache-a7183462-5ee1-4d6f-9611-822ffeec5dd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.681111] env[69654]: DEBUG nova.compute.manager [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Instance network_info: |[{"id": "393cd77b-4161-4663-90af-7b98f7e6978b", "address": "fa:16:3e:b2:18:99", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393cd77b-41", "ovs_interfaceid": "393cd77b-4161-4663-90af-7b98f7e6978b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1296.681617] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:18:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '393cd77b-4161-4663-90af-7b98f7e6978b', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.689493] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.689809] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.689957] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4147e3de-0ef0-4298-a7cb-7e4440106373 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.709520] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.709520] env[69654]: value = "task-3555841" [ 1296.709520] env[69654]: _type = "Task" [ 1296.709520] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.717661] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555841, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.758834] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.803314] env[69654]: DEBUG nova.compute.manager [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1296.832597] env[69654]: DEBUG nova.virt.hardware [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.832845] env[69654]: DEBUG nova.virt.hardware [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.833011] env[69654]: DEBUG nova.virt.hardware [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.833202] env[69654]: DEBUG nova.virt.hardware [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.833348] env[69654]: DEBUG nova.virt.hardware [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.833495] env[69654]: DEBUG nova.virt.hardware [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.833699] env[69654]: DEBUG nova.virt.hardware [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.833857] env[69654]: DEBUG nova.virt.hardware [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.834036] env[69654]: DEBUG nova.virt.hardware [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.834210] env[69654]: DEBUG nova.virt.hardware [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.834386] env[69654]: DEBUG nova.virt.hardware [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.835303] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349fd3b6-c590-43ae-a4c4-98f2c70768e0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.843478] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986dbd26-5f7c-4992-ad43-0c0e9c2d4165 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.882877] env[69654]: DEBUG nova.compute.manager [req-adc9ee1d-bcb8-4d92-8cd6-0b11dbca6504 req-4d9edfe6-5494-4cc9-adcd-b03396aef17a service nova] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Received event network-changed-393cd77b-4161-4663-90af-7b98f7e6978b {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.883200] env[69654]: DEBUG nova.compute.manager [req-adc9ee1d-bcb8-4d92-8cd6-0b11dbca6504 req-4d9edfe6-5494-4cc9-adcd-b03396aef17a service nova] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Refreshing instance network info cache due to event network-changed-393cd77b-4161-4663-90af-7b98f7e6978b. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.883357] env[69654]: DEBUG oslo_concurrency.lockutils [req-adc9ee1d-bcb8-4d92-8cd6-0b11dbca6504 req-4d9edfe6-5494-4cc9-adcd-b03396aef17a service nova] Acquiring lock "refresh_cache-a7183462-5ee1-4d6f-9611-822ffeec5dd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.883511] env[69654]: DEBUG oslo_concurrency.lockutils [req-adc9ee1d-bcb8-4d92-8cd6-0b11dbca6504 req-4d9edfe6-5494-4cc9-adcd-b03396aef17a service nova] Acquired lock "refresh_cache-a7183462-5ee1-4d6f-9611-822ffeec5dd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.883721] env[69654]: DEBUG nova.network.neutron [req-adc9ee1d-bcb8-4d92-8cd6-0b11dbca6504 req-4d9edfe6-5494-4cc9-adcd-b03396aef17a service nova] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Refreshing network info cache for port 393cd77b-4161-4663-90af-7b98f7e6978b {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.005209] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b3b02d5c-42d6-4792-8aa7-f3603af9b6b7 tempest-ServersListShow296Test-888253694 tempest-ServersListShow296Test-888253694-project-member] Lock "c351fee9-6bf4-43d9-b59e-baba01c9540a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.407s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.068160] env[69654]: DEBUG nova.network.neutron [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Successfully updated port: 8ae57f3d-7994-4ca2-b2e9-882c08941664 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1297.218824] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555841, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.258722] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555840, 'name': ReconfigVM_Task, 'duration_secs': 0.708433} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.259092] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711/3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.259717] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff855c0f-4a60-4e51-a674-71d59de89bd9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.265970] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1297.265970] env[69654]: value = "task-3555842" [ 1297.265970] env[69654]: _type = "Task" [ 1297.265970] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.273157] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555842, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.570486] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "refresh_cache-775b4d22-b591-4638-98b6-fb6e6dceb2e8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.570646] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "refresh_cache-775b4d22-b591-4638-98b6-fb6e6dceb2e8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.570828] env[69654]: DEBUG nova.network.neutron [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.579831] env[69654]: DEBUG nova.network.neutron [req-adc9ee1d-bcb8-4d92-8cd6-0b11dbca6504 req-4d9edfe6-5494-4cc9-adcd-b03396aef17a service nova] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Updated VIF entry in instance network info cache for port 393cd77b-4161-4663-90af-7b98f7e6978b. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.580220] env[69654]: DEBUG nova.network.neutron [req-adc9ee1d-bcb8-4d92-8cd6-0b11dbca6504 req-4d9edfe6-5494-4cc9-adcd-b03396aef17a service nova] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Updating instance_info_cache with network_info: [{"id": "393cd77b-4161-4663-90af-7b98f7e6978b", "address": "fa:16:3e:b2:18:99", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393cd77b-41", "ovs_interfaceid": "393cd77b-4161-4663-90af-7b98f7e6978b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.590952] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7271a70-099b-43b1-ab87-e8eb47aa07d6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.601310] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde6df82-004a-4144-8272-9b4da85658d7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.631150] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c2c552-dd06-4a16-b2a0-63cb73a3c643 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.638434] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af905fd-0f90-4041-b809-9f8fe161bb68 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.651710] env[69654]: DEBUG nova.compute.provider_tree [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.718961] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555841, 'name': CreateVM_Task, 'duration_secs': 0.519139} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.719288] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.719738] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.719903] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.720248] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.720491] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a84a038-449f-4ba0-a730-9aca38bad9c6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.724866] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1297.724866] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52991cd3-9cc1-4630-58c7-f619d3d1349f" [ 1297.724866] env[69654]: _type = "Task" [ 1297.724866] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.731892] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52991cd3-9cc1-4630-58c7-f619d3d1349f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.775644] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555842, 'name': Rename_Task, 'duration_secs': 0.148871} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.775814] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.776070] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dacc1a7-05a5-48d1-b6ee-11931d9920cc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.782251] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1297.782251] env[69654]: value = "task-3555843" [ 1297.782251] env[69654]: _type = "Task" [ 1297.782251] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.789969] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.083035] env[69654]: DEBUG oslo_concurrency.lockutils [req-adc9ee1d-bcb8-4d92-8cd6-0b11dbca6504 req-4d9edfe6-5494-4cc9-adcd-b03396aef17a service nova] Releasing lock "refresh_cache-a7183462-5ee1-4d6f-9611-822ffeec5dd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.100664] env[69654]: DEBUG nova.network.neutron [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1298.154423] env[69654]: DEBUG nova.scheduler.client.report [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.235583] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52991cd3-9cc1-4630-58c7-f619d3d1349f, 'name': SearchDatastore_Task, 'duration_secs': 0.011733} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.236510] env[69654]: DEBUG nova.network.neutron [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Updating instance_info_cache with network_info: [{"id": "8ae57f3d-7994-4ca2-b2e9-882c08941664", "address": "fa:16:3e:5d:22:66", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ae57f3d-79", "ovs_interfaceid": "8ae57f3d-7994-4ca2-b2e9-882c08941664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.237836] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.238085] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.238368] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.238498] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.238643] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.239426] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ae75aa4-3bd0-47d7-a085-1e99a04bfbd1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.247594] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.247784] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.249113] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5ef3544-18f8-4254-b446-39a408103ce8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.256364] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1298.256364] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523e741f-9381-ddf8-0a9e-edfbb177fed4" [ 1298.256364] env[69654]: _type = "Task" [ 1298.256364] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.263842] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523e741f-9381-ddf8-0a9e-edfbb177fed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.291661] env[69654]: DEBUG oslo_vmware.api [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555843, 'name': PowerOnVM_Task, 'duration_secs': 0.463736} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.291720] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.291938] env[69654]: DEBUG nova.compute.manager [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.292704] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a741fd-783e-400b-b558-393bfb97d206 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.659571] env[69654]: DEBUG oslo_concurrency.lockutils [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.660117] env[69654]: DEBUG nova.compute.manager [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1298.662679] env[69654]: DEBUG oslo_concurrency.lockutils [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.541s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.664198] env[69654]: INFO nova.compute.claims [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.739927] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "refresh_cache-775b4d22-b591-4638-98b6-fb6e6dceb2e8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.740277] env[69654]: DEBUG nova.compute.manager [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Instance network_info: |[{"id": "8ae57f3d-7994-4ca2-b2e9-882c08941664", "address": "fa:16:3e:5d:22:66", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ae57f3d-79", "ovs_interfaceid": "8ae57f3d-7994-4ca2-b2e9-882c08941664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1298.740629] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:22:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ae57f3d-7994-4ca2-b2e9-882c08941664', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.747835] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.748041] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.748266] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbeb5bcc-4628-4a57-98a8-67c9e9927911 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.771459] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]523e741f-9381-ddf8-0a9e-edfbb177fed4, 'name': SearchDatastore_Task, 'duration_secs': 0.013859} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.772987] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.772987] env[69654]: value = "task-3555844" [ 1298.772987] env[69654]: _type = "Task" [ 1298.772987] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.773177] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe97eee-9243-486a-bfd5-39c9a2970e90 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.780751] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1298.780751] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e3119a-4104-6766-668d-aaf5d682435e" [ 1298.780751] env[69654]: _type = "Task" [ 1298.780751] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.783869] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555844, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.790578] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e3119a-4104-6766-668d-aaf5d682435e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.809820] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.910483] env[69654]: DEBUG nova.compute.manager [req-b5d70859-9b3c-49e1-bd98-a691e2bdf55c req-e6dee7d9-5902-4830-9856-89e8c609a8ab service nova] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Received event network-vif-plugged-8ae57f3d-7994-4ca2-b2e9-882c08941664 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.910620] env[69654]: DEBUG oslo_concurrency.lockutils [req-b5d70859-9b3c-49e1-bd98-a691e2bdf55c req-e6dee7d9-5902-4830-9856-89e8c609a8ab service nova] Acquiring lock "775b4d22-b591-4638-98b6-fb6e6dceb2e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.910831] env[69654]: DEBUG oslo_concurrency.lockutils [req-b5d70859-9b3c-49e1-bd98-a691e2bdf55c req-e6dee7d9-5902-4830-9856-89e8c609a8ab service nova] Lock "775b4d22-b591-4638-98b6-fb6e6dceb2e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.910995] env[69654]: DEBUG oslo_concurrency.lockutils [req-b5d70859-9b3c-49e1-bd98-a691e2bdf55c req-e6dee7d9-5902-4830-9856-89e8c609a8ab service nova] Lock "775b4d22-b591-4638-98b6-fb6e6dceb2e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.911176] env[69654]: DEBUG nova.compute.manager [req-b5d70859-9b3c-49e1-bd98-a691e2bdf55c req-e6dee7d9-5902-4830-9856-89e8c609a8ab service nova] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] No waiting events found dispatching network-vif-plugged-8ae57f3d-7994-4ca2-b2e9-882c08941664 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1298.911341] env[69654]: WARNING nova.compute.manager [req-b5d70859-9b3c-49e1-bd98-a691e2bdf55c req-e6dee7d9-5902-4830-9856-89e8c609a8ab service nova] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Received unexpected event network-vif-plugged-8ae57f3d-7994-4ca2-b2e9-882c08941664 for instance with vm_state building and task_state spawning. [ 1298.911499] env[69654]: DEBUG nova.compute.manager [req-b5d70859-9b3c-49e1-bd98-a691e2bdf55c req-e6dee7d9-5902-4830-9856-89e8c609a8ab service nova] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Received event network-changed-8ae57f3d-7994-4ca2-b2e9-882c08941664 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.911648] env[69654]: DEBUG nova.compute.manager [req-b5d70859-9b3c-49e1-bd98-a691e2bdf55c req-e6dee7d9-5902-4830-9856-89e8c609a8ab service nova] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Refreshing instance network info cache due to event network-changed-8ae57f3d-7994-4ca2-b2e9-882c08941664. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.911825] env[69654]: DEBUG oslo_concurrency.lockutils [req-b5d70859-9b3c-49e1-bd98-a691e2bdf55c req-e6dee7d9-5902-4830-9856-89e8c609a8ab service nova] Acquiring lock "refresh_cache-775b4d22-b591-4638-98b6-fb6e6dceb2e8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.911960] env[69654]: DEBUG oslo_concurrency.lockutils [req-b5d70859-9b3c-49e1-bd98-a691e2bdf55c req-e6dee7d9-5902-4830-9856-89e8c609a8ab service nova] Acquired lock "refresh_cache-775b4d22-b591-4638-98b6-fb6e6dceb2e8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.912120] env[69654]: DEBUG nova.network.neutron [req-b5d70859-9b3c-49e1-bd98-a691e2bdf55c req-e6dee7d9-5902-4830-9856-89e8c609a8ab service nova] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Refreshing network info cache for port 8ae57f3d-7994-4ca2-b2e9-882c08941664 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.168683] env[69654]: DEBUG nova.compute.utils [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1299.171907] env[69654]: DEBUG nova.compute.manager [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Not allocating networking since 'none' was specified. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1299.284913] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555844, 'name': CreateVM_Task, 'duration_secs': 0.331628} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.288234] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.289147] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.289394] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.289813] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.290597] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d0f4d7-008e-4230-a523-559668929539 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.299647] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e3119a-4104-6766-668d-aaf5d682435e, 'name': SearchDatastore_Task, 'duration_secs': 0.013214} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.300290] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.300538] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] a7183462-5ee1-4d6f-9611-822ffeec5dd1/a7183462-5ee1-4d6f-9611-822ffeec5dd1.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.300765] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56b0d0fa-0960-4a46-a014-090f5efdf596 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.303357] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1299.303357] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52424367-273a-aaad-eb0d-a916a4c43052" [ 1299.303357] env[69654]: _type = "Task" [ 1299.303357] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.308336] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1299.308336] env[69654]: value = "task-3555845" [ 1299.308336] env[69654]: _type = "Task" [ 1299.308336] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.311738] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52424367-273a-aaad-eb0d-a916a4c43052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.318459] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.634280] env[69654]: DEBUG nova.network.neutron [req-b5d70859-9b3c-49e1-bd98-a691e2bdf55c req-e6dee7d9-5902-4830-9856-89e8c609a8ab service nova] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Updated VIF entry in instance network info cache for port 8ae57f3d-7994-4ca2-b2e9-882c08941664. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.634919] env[69654]: DEBUG nova.network.neutron [req-b5d70859-9b3c-49e1-bd98-a691e2bdf55c req-e6dee7d9-5902-4830-9856-89e8c609a8ab service nova] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Updating instance_info_cache with network_info: [{"id": "8ae57f3d-7994-4ca2-b2e9-882c08941664", "address": "fa:16:3e:5d:22:66", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ae57f3d-79", "ovs_interfaceid": "8ae57f3d-7994-4ca2-b2e9-882c08941664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.672892] env[69654]: DEBUG nova.compute.manager [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1299.797456] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20edc645-b1dc-442b-9744-ecd3f0b68434 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.807403] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a28ad35-0aae-4462-8d58-715920e0382b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.817877] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52424367-273a-aaad-eb0d-a916a4c43052, 'name': SearchDatastore_Task, 'duration_secs': 0.009481} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.841237] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.841477] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.841712] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.841860] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.842047] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.842767] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fc287d7-296f-4534-a694-d1121891799f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.844841] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf1868a-b1f0-468e-94af-6216de7fd073 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.851433] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460501} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.852233] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] a7183462-5ee1-4d6f-9611-822ffeec5dd1/a7183462-5ee1-4d6f-9611-822ffeec5dd1.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.852461] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.852690] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e581e01-9831-4555-acbf-f0a299095967 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.857444] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b1e0ee-2a3c-418f-a35e-06ba4c76a610 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.862959] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.863128] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.864427] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1299.864427] env[69654]: value = "task-3555846" [ 1299.864427] env[69654]: _type = "Task" [ 1299.864427] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.864427] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b94a4f79-1adc-4fe7-86cf-45a2d8069484 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.876788] env[69654]: DEBUG nova.compute.provider_tree [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.881051] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1299.881051] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5204fefc-645a-3f5c-ea58-fe67ae7e6311" [ 1299.881051] env[69654]: _type = "Task" [ 1299.881051] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.883962] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.893103] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5204fefc-645a-3f5c-ea58-fe67ae7e6311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.139879] env[69654]: DEBUG oslo_concurrency.lockutils [req-b5d70859-9b3c-49e1-bd98-a691e2bdf55c req-e6dee7d9-5902-4830-9856-89e8c609a8ab service nova] Releasing lock "refresh_cache-775b4d22-b591-4638-98b6-fb6e6dceb2e8" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.164185] env[69654]: DEBUG oslo_concurrency.lockutils [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.164556] env[69654]: DEBUG oslo_concurrency.lockutils [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.164847] env[69654]: DEBUG oslo_concurrency.lockutils [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.165097] env[69654]: DEBUG oslo_concurrency.lockutils [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.165314] env[69654]: DEBUG oslo_concurrency.lockutils [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.167287] env[69654]: INFO nova.compute.manager [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Terminating instance [ 1300.376057] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064206} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.376387] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.377227] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b2cad9-9e80-4611-af02-29932cb476d6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.380343] env[69654]: DEBUG nova.scheduler.client.report [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.404987] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] a7183462-5ee1-4d6f-9611-822ffeec5dd1/a7183462-5ee1-4d6f-9611-822ffeec5dd1.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.406106] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e749f9d-392f-4507-a390-9c2fedb7b844 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.423145] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5204fefc-645a-3f5c-ea58-fe67ae7e6311, 'name': SearchDatastore_Task, 'duration_secs': 0.015676} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.424175] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898b5046-a2dd-49f9-a499-cf7c30e5fb18 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.428552] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1300.428552] env[69654]: value = "task-3555847" [ 1300.428552] env[69654]: _type = "Task" [ 1300.428552] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.429652] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1300.429652] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52816754-1707-4ced-a627-43934b3c06f8" [ 1300.429652] env[69654]: _type = "Task" [ 1300.429652] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.439655] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.442508] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52816754-1707-4ced-a627-43934b3c06f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.677070] env[69654]: DEBUG nova.compute.manager [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.677390] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.678305] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd502791-0eb8-440f-a0da-d6f6574706ce {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.689355] env[69654]: DEBUG nova.compute.manager [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1300.691712] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.692639] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40de775d-4b7a-479e-8b00-2679be6bf1bc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.699031] env[69654]: DEBUG oslo_vmware.api [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1300.699031] env[69654]: value = "task-3555848" [ 1300.699031] env[69654]: _type = "Task" [ 1300.699031] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.708258] env[69654]: DEBUG oslo_vmware.api [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.718080] env[69654]: DEBUG nova.virt.hardware [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.718346] env[69654]: DEBUG nova.virt.hardware [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.718503] env[69654]: DEBUG nova.virt.hardware [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.718680] env[69654]: DEBUG nova.virt.hardware [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.718825] env[69654]: DEBUG nova.virt.hardware [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.718971] env[69654]: DEBUG nova.virt.hardware [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.719217] env[69654]: DEBUG nova.virt.hardware [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.719378] env[69654]: DEBUG nova.virt.hardware [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.719546] env[69654]: DEBUG nova.virt.hardware [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.719707] env[69654]: DEBUG nova.virt.hardware [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.719884] env[69654]: DEBUG nova.virt.hardware [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.720762] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da764af-b7e7-419b-984b-ca56c0345d30 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.727796] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "ede77310-a3ec-4e21-b288-c0ce474ce52d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.728045] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "ede77310-a3ec-4e21-b288-c0ce474ce52d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.732541] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871a2674-b5ba-4014-9478-b95485972c09 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.746882] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.752361] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Creating folder: Project (d60aacb56676414a967b4454e8d6ac64). Parent ref: group-v709593. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1300.752880] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bcd7bbc-7a93-4464-bf78-b219992030bf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.763980] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Created folder: Project (d60aacb56676414a967b4454e8d6ac64) in parent group-v709593. [ 1300.764137] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Creating folder: Instances. Parent ref: group-v709930. {{(pid=69654) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1300.764382] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66f8e9cd-41c3-4b6b-9b56-e10c3e1e3336 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.774124] env[69654]: INFO nova.virt.vmwareapi.vm_util [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Created folder: Instances in parent group-v709930. [ 1300.774362] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.774924] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.774924] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21742836-12e2-432c-ba2c-7977f5ea7234 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.791547] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.791547] env[69654]: value = "task-3555851" [ 1300.791547] env[69654]: _type = "Task" [ 1300.791547] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.800579] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555851, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.885420] env[69654]: DEBUG oslo_concurrency.lockutils [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.885997] env[69654]: DEBUG nova.compute.manager [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1300.888783] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.079s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.889042] env[69654]: DEBUG nova.objects.instance [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69654) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1300.941972] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555847, 'name': ReconfigVM_Task, 'duration_secs': 0.294374} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.945395] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Reconfigured VM instance instance-00000075 to attach disk [datastore2] a7183462-5ee1-4d6f-9611-822ffeec5dd1/a7183462-5ee1-4d6f-9611-822ffeec5dd1.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.946063] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52816754-1707-4ced-a627-43934b3c06f8, 'name': SearchDatastore_Task, 'duration_secs': 0.041566} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.946274] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7543732f-7bdb-4d8e-9e6c-f0f901dde5e0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.947768] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.948061] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 775b4d22-b591-4638-98b6-fb6e6dceb2e8/775b4d22-b591-4638-98b6-fb6e6dceb2e8.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.948297] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5924b245-6dd7-45de-8d59-562cd5b1ddb0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.954922] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1300.954922] env[69654]: value = "task-3555853" [ 1300.954922] env[69654]: _type = "Task" [ 1300.954922] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.955783] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1300.955783] env[69654]: value = "task-3555852" [ 1300.955783] env[69654]: _type = "Task" [ 1300.955783] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.967307] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.970575] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555852, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.213316] env[69654]: DEBUG oslo_vmware.api [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555848, 'name': PowerOffVM_Task, 'duration_secs': 0.19037} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.213608] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.213901] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.214274] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bd37ecd-fa0e-4e45-abfa-c6b9325b1c4c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.233079] env[69654]: DEBUG nova.compute.manager [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1301.311405] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555851, 'name': CreateVM_Task, 'duration_secs': 0.290869} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.311758] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.312012] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.312255] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleting the datastore file [datastore2] 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.312469] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1301.312725] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a05939d-5404-4e99-a0d7-efaa17634a3c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.315157] env[69654]: DEBUG oslo_concurrency.lockutils [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.315354] env[69654]: DEBUG oslo_concurrency.lockutils [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.315798] env[69654]: DEBUG oslo_concurrency.lockutils [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.316154] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d503089-5637-4de2-996d-b63bf33d1336 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.325501] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1301.325501] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5282249b-d725-ff18-803c-35f99652eec5" [ 1301.325501] env[69654]: _type = "Task" [ 1301.325501] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.325825] env[69654]: DEBUG oslo_vmware.api [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1301.325825] env[69654]: value = "task-3555855" [ 1301.325825] env[69654]: _type = "Task" [ 1301.325825] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.338868] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5282249b-d725-ff18-803c-35f99652eec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.342302] env[69654]: DEBUG oslo_vmware.api [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.394167] env[69654]: DEBUG nova.compute.utils [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1301.398897] env[69654]: DEBUG nova.compute.manager [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Not allocating networking since 'none' was specified. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1301.468364] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445171} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.471444] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 775b4d22-b591-4638-98b6-fb6e6dceb2e8/775b4d22-b591-4638-98b6-fb6e6dceb2e8.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.471659] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1301.472194] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555852, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.472424] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae7c1ef4-91d2-4b07-b61d-bbc710080a8e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.478407] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1301.478407] env[69654]: value = "task-3555856" [ 1301.478407] env[69654]: _type = "Task" [ 1301.478407] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.486606] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.755831] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.838556] env[69654]: DEBUG oslo_vmware.api [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210964} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.842029] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.842243] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.842427] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.842599] env[69654]: INFO nova.compute.manager [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1301.842842] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.843051] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5282249b-d725-ff18-803c-35f99652eec5, 'name': SearchDatastore_Task, 'duration_secs': 0.024456} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.843245] env[69654]: DEBUG nova.compute.manager [-] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1301.843346] env[69654]: DEBUG nova.network.neutron [-] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1301.844980] env[69654]: DEBUG oslo_concurrency.lockutils [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.845228] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.845458] env[69654]: DEBUG oslo_concurrency.lockutils [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.845601] env[69654]: DEBUG oslo_concurrency.lockutils [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.845778] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.846027] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2d6ff70-23bc-4f04-99fd-8e58fe7ae9bb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.854880] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.855064] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.855715] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71d6d98d-61be-49eb-b246-82e9fd0631eb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.860828] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1301.860828] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52838767-4309-5318-814a-9692f6d07c77" [ 1301.860828] env[69654]: _type = "Task" [ 1301.860828] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.868282] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52838767-4309-5318-814a-9692f6d07c77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.900129] env[69654]: DEBUG nova.compute.manager [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1301.903606] env[69654]: DEBUG oslo_concurrency.lockutils [None req-ccd98ac9-afce-4a36-a118-f8cc04616e4a tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.904700] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.149s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.906115] env[69654]: INFO nova.compute.claims [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1301.969420] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555852, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.986936] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085595} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.987214] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.987977] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73474dea-de29-4527-909d-a7336fc98585 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.010913] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 775b4d22-b591-4638-98b6-fb6e6dceb2e8/775b4d22-b591-4638-98b6-fb6e6dceb2e8.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.011190] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38cf3593-6b87-4e6b-b75a-811fe6cd88a0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.030968] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1302.030968] env[69654]: value = "task-3555857" [ 1302.030968] env[69654]: _type = "Task" [ 1302.030968] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.038812] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.121011] env[69654]: DEBUG nova.compute.manager [req-a77edd16-91db-4a88-9e74-53ba64844475 req-30034727-a087-4c06-8f7a-5c80c61d4b83 service nova] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Received event network-vif-deleted-fbe33a77-fee9-4f72-84cf-b5ba19ab879d {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.121277] env[69654]: INFO nova.compute.manager [req-a77edd16-91db-4a88-9e74-53ba64844475 req-30034727-a087-4c06-8f7a-5c80c61d4b83 service nova] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Neutron deleted interface fbe33a77-fee9-4f72-84cf-b5ba19ab879d; detaching it from the instance and deleting it from the info cache [ 1302.121501] env[69654]: DEBUG nova.network.neutron [req-a77edd16-91db-4a88-9e74-53ba64844475 req-30034727-a087-4c06-8f7a-5c80c61d4b83 service nova] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.370918] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52838767-4309-5318-814a-9692f6d07c77, 'name': SearchDatastore_Task, 'duration_secs': 0.00866} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.371695] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16f4d572-a465-40a0-ba94-c97b616d8208 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.376987] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1302.376987] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c0a6e1-808d-263d-e805-5538f81ffb7d" [ 1302.376987] env[69654]: _type = "Task" [ 1302.376987] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.384266] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c0a6e1-808d-263d-e805-5538f81ffb7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.469210] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555852, 'name': Rename_Task, 'duration_secs': 1.182451} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.469471] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.469698] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed6aae64-8c09-480a-baf9-3098a63cc360 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.475604] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1302.475604] env[69654]: value = "task-3555858" [ 1302.475604] env[69654]: _type = "Task" [ 1302.475604] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.482698] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.540938] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555857, 'name': ReconfigVM_Task, 'duration_secs': 0.310071} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.541255] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 775b4d22-b591-4638-98b6-fb6e6dceb2e8/775b4d22-b591-4638-98b6-fb6e6dceb2e8.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.541861] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ae8a691-f089-4e63-898b-e990b714800a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.547230] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1302.547230] env[69654]: value = "task-3555859" [ 1302.547230] env[69654]: _type = "Task" [ 1302.547230] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.555276] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555859, 'name': Rename_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.603354] env[69654]: DEBUG nova.network.neutron [-] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.624204] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4291acf-1cbe-4379-b997-e23aec3564bc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.634264] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7730434-b5db-486a-aa8e-6ace2de74ee4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.663390] env[69654]: DEBUG nova.compute.manager [req-a77edd16-91db-4a88-9e74-53ba64844475 req-30034727-a087-4c06-8f7a-5c80c61d4b83 service nova] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Detach interface failed, port_id=fbe33a77-fee9-4f72-84cf-b5ba19ab879d, reason: Instance 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1302.887837] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52c0a6e1-808d-263d-e805-5538f81ffb7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.888127] env[69654]: DEBUG oslo_concurrency.lockutils [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.888399] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5/dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.888637] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e42367d-9a09-4394-9866-5000e11b8d17 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.895532] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1302.895532] env[69654]: value = "task-3555860" [ 1302.895532] env[69654]: _type = "Task" [ 1302.895532] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.903679] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.909943] env[69654]: DEBUG nova.compute.manager [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1302.936521] env[69654]: DEBUG nova.virt.hardware [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.936890] env[69654]: DEBUG nova.virt.hardware [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.937075] env[69654]: DEBUG nova.virt.hardware [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.937265] env[69654]: DEBUG nova.virt.hardware [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.937410] env[69654]: DEBUG nova.virt.hardware [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.937556] env[69654]: DEBUG nova.virt.hardware [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.937764] env[69654]: DEBUG nova.virt.hardware [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.937924] env[69654]: DEBUG nova.virt.hardware [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.938157] env[69654]: DEBUG nova.virt.hardware [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.938335] env[69654]: DEBUG nova.virt.hardware [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.938510] env[69654]: DEBUG nova.virt.hardware [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.939464] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03f2684-36c6-4337-97c7-aa511fea891e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.949732] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc3b7e0-b8ca-46f6-88a0-275739e18e03 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.965800] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.971529] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.974237] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.974644] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43c8cc1a-ebbb-4467-87fb-25d9e83b75d9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.997582] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.998918] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.998918] env[69654]: value = "task-3555861" [ 1302.998918] env[69654]: _type = "Task" [ 1302.998918] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.009405] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555861, 'name': CreateVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.053612] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8daa7e-2293-4b82-8b87-c7869b06df07 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.062408] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555859, 'name': Rename_Task, 'duration_secs': 0.140236} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.064691] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.065057] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9452d94-3d61-44e0-9dd5-6596fd299aee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.067565] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cc0210-c27b-4b47-a7c5-7854bc661892 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.103651] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8824c5a-1dfb-41b3-8e5e-5b52e4eda0a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.105590] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1303.105590] env[69654]: value = "task-3555862" [ 1303.105590] env[69654]: _type = "Task" [ 1303.105590] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.105858] env[69654]: INFO nova.compute.manager [-] [instance: 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711] Took 1.26 seconds to deallocate network for instance. [ 1303.117736] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73a2326-79f6-4348-82c1-528fd2631a41 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.125465] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555862, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.139715] env[69654]: DEBUG nova.compute.provider_tree [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.407834] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47556} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.407834] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5/dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.407834] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1303.408148] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78e9e0fc-1dad-4c97-8006-7679419757a4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.413949] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1303.413949] env[69654]: value = "task-3555863" [ 1303.413949] env[69654]: _type = "Task" [ 1303.413949] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.422749] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.497719] env[69654]: DEBUG oslo_vmware.api [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555858, 'name': PowerOnVM_Task, 'duration_secs': 0.572698} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.498011] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.498227] env[69654]: INFO nova.compute.manager [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1303.498410] env[69654]: DEBUG nova.compute.manager [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.499267] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e506c11-161e-42b8-a244-75ff46bebdf0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.513103] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555861, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.615357] env[69654]: DEBUG oslo_vmware.api [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555862, 'name': PowerOnVM_Task, 'duration_secs': 0.493101} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.615612] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.615816] env[69654]: INFO nova.compute.manager [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1303.615991] env[69654]: DEBUG nova.compute.manager [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.616784] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c117f1-9e10-428a-bdbf-3ed1794211fe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.626016] env[69654]: DEBUG oslo_concurrency.lockutils [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.643936] env[69654]: DEBUG nova.scheduler.client.report [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.924115] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078344} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.924482] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1303.925201] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7eb678-ae11-4b43-b5c7-5197e1d9ec92 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.944359] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5/dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.944585] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25496c79-7a1b-4319-b141-006e1e1f2415 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.962263] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1303.962263] env[69654]: value = "task-3555864" [ 1303.962263] env[69654]: _type = "Task" [ 1303.962263] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.969400] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.010574] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555861, 'name': CreateVM_Task, 'duration_secs': 0.518603} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.010752] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.011150] env[69654]: DEBUG oslo_concurrency.lockutils [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.011316] env[69654]: DEBUG oslo_concurrency.lockutils [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.011627] env[69654]: DEBUG oslo_concurrency.lockutils [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.011871] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc5b2c7-3706-4310-b6f5-c4a348d83c9e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.021172] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1304.021172] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5222a5f2-8fed-142e-583e-9126b9f1c090" [ 1304.021172] env[69654]: _type = "Task" [ 1304.021172] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.023962] env[69654]: INFO nova.compute.manager [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Took 14.85 seconds to build instance. [ 1304.029805] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5222a5f2-8fed-142e-583e-9126b9f1c090, 'name': SearchDatastore_Task, 'duration_secs': 0.009828} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.030104] env[69654]: DEBUG oslo_concurrency.lockutils [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.030325] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.030551] env[69654]: DEBUG oslo_concurrency.lockutils [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.030690] env[69654]: DEBUG oslo_concurrency.lockutils [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.030890] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.031163] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1423c835-3f31-4cf1-a369-b26357f30620 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.038146] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.038326] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.039015] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dcae0df-56f2-4087-ad41-8b4fa7cad7b8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.044335] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1304.044335] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5257433a-d5ea-629c-cecc-41278bc351af" [ 1304.044335] env[69654]: _type = "Task" [ 1304.044335] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.052311] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5257433a-d5ea-629c-cecc-41278bc351af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.132074] env[69654]: INFO nova.compute.manager [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Took 13.52 seconds to build instance. [ 1304.147967] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.148596] env[69654]: DEBUG nova.compute.manager [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1304.151344] env[69654]: DEBUG oslo_concurrency.lockutils [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.525s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.151344] env[69654]: DEBUG nova.objects.instance [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lazy-loading 'resources' on Instance uuid 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.215091] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.472435] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.492356] env[69654]: DEBUG nova.compute.manager [req-475a5c56-418e-45a5-b7e8-61f04a850511 req-bab97b41-cd6d-4f1f-8ef3-b741c1cbd3de service nova] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Received event network-changed-393cd77b-4161-4663-90af-7b98f7e6978b {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.492583] env[69654]: DEBUG nova.compute.manager [req-475a5c56-418e-45a5-b7e8-61f04a850511 req-bab97b41-cd6d-4f1f-8ef3-b741c1cbd3de service nova] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Refreshing instance network info cache due to event network-changed-393cd77b-4161-4663-90af-7b98f7e6978b. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.492795] env[69654]: DEBUG oslo_concurrency.lockutils [req-475a5c56-418e-45a5-b7e8-61f04a850511 req-bab97b41-cd6d-4f1f-8ef3-b741c1cbd3de service nova] Acquiring lock "refresh_cache-a7183462-5ee1-4d6f-9611-822ffeec5dd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.492939] env[69654]: DEBUG oslo_concurrency.lockutils [req-475a5c56-418e-45a5-b7e8-61f04a850511 req-bab97b41-cd6d-4f1f-8ef3-b741c1cbd3de service nova] Acquired lock "refresh_cache-a7183462-5ee1-4d6f-9611-822ffeec5dd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.493114] env[69654]: DEBUG nova.network.neutron [req-475a5c56-418e-45a5-b7e8-61f04a850511 req-bab97b41-cd6d-4f1f-8ef3-b741c1cbd3de service nova] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Refreshing network info cache for port 393cd77b-4161-4663-90af-7b98f7e6978b {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.526421] env[69654]: DEBUG oslo_concurrency.lockutils [None req-69ae9985-8a49-42fa-81eb-489e769ba687 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "a7183462-5ee1-4d6f-9611-822ffeec5dd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.363s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.557022] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5257433a-d5ea-629c-cecc-41278bc351af, 'name': SearchDatastore_Task, 'duration_secs': 0.008148} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.557022] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c59579f-f707-4957-b571-a90de7e7905c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.562667] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1304.562667] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5261741c-0eb6-50b4-47db-98f5cf122d7b" [ 1304.562667] env[69654]: _type = "Task" [ 1304.562667] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.571956] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5261741c-0eb6-50b4-47db-98f5cf122d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.634562] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b0219b77-200c-4fd1-8338-2004e8c98ee2 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "775b4d22-b591-4638-98b6-fb6e6dceb2e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.032s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.654523] env[69654]: DEBUG nova.compute.utils [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1304.658998] env[69654]: DEBUG nova.compute.manager [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1304.659174] env[69654]: DEBUG nova.network.neutron [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1304.704845] env[69654]: DEBUG nova.policy [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8151f5bc1ac4bc6aeb63abd449650ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef9dd2ec5066432eb810d1910b599ee8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1304.772893] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fd3f58-9c9b-42dc-b1c0-2d898b612351 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.780799] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779f0e6d-9c12-414b-a871-82b6237186cd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.812420] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0cffda-ce16-417f-9dae-e38bed5c8d6d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.820163] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa40c1f2-c02d-43c4-bfcf-3a67c2b7a650 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.833925] env[69654]: DEBUG nova.compute.provider_tree [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.968568] env[69654]: DEBUG nova.network.neutron [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Successfully created port: 062f913c-8078-4769-9c07-1bbcda5ed503 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1304.975905] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555864, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.072930] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5261741c-0eb6-50b4-47db-98f5cf122d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.075253] env[69654]: DEBUG oslo_concurrency.lockutils [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.077127] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] c7cc419b-95bf-4edb-a9a8-453822fd3885/c7cc419b-95bf-4edb-a9a8-453822fd3885.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.077127] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b8eb3b2-d0c8-409b-a845-40fc685967ec {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.082522] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1305.082522] env[69654]: value = "task-3555865" [ 1305.082522] env[69654]: _type = "Task" [ 1305.082522] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.094602] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.163464] env[69654]: DEBUG nova.compute.manager [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1305.215669] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.342308] env[69654]: DEBUG nova.scheduler.client.report [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.350152] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "5b49e72a-e83b-4222-99c6-1528df546297" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.350674] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "5b49e72a-e83b-4222-99c6-1528df546297" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.477290] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555864, 'name': ReconfigVM_Task, 'duration_secs': 1.053808} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.481984] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Reconfigured VM instance instance-00000077 to attach disk [datastore1] dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5/dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.482906] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0e75890-7567-4be5-a700-d594859f2a32 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.493563] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1305.493563] env[69654]: value = "task-3555866" [ 1305.493563] env[69654]: _type = "Task" [ 1305.493563] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.503842] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555866, 'name': Rename_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.579214] env[69654]: DEBUG nova.network.neutron [req-475a5c56-418e-45a5-b7e8-61f04a850511 req-bab97b41-cd6d-4f1f-8ef3-b741c1cbd3de service nova] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Updated VIF entry in instance network info cache for port 393cd77b-4161-4663-90af-7b98f7e6978b. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.579602] env[69654]: DEBUG nova.network.neutron [req-475a5c56-418e-45a5-b7e8-61f04a850511 req-bab97b41-cd6d-4f1f-8ef3-b741c1cbd3de service nova] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Updating instance_info_cache with network_info: [{"id": "393cd77b-4161-4663-90af-7b98f7e6978b", "address": "fa:16:3e:b2:18:99", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393cd77b-41", "ovs_interfaceid": "393cd77b-4161-4663-90af-7b98f7e6978b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.593800] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555865, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.846714] env[69654]: DEBUG oslo_concurrency.lockutils [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.853223] env[69654]: DEBUG nova.compute.manager [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.868084] env[69654]: INFO nova.scheduler.client.report [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleted allocations for instance 3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711 [ 1306.003240] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555866, 'name': Rename_Task, 'duration_secs': 0.18799} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.003572] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.003716] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89c172fb-2cf6-46ad-9de8-5b5966f7b797 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.009727] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1306.009727] env[69654]: value = "task-3555868" [ 1306.009727] env[69654]: _type = "Task" [ 1306.009727] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.016708] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.083546] env[69654]: DEBUG oslo_concurrency.lockutils [req-475a5c56-418e-45a5-b7e8-61f04a850511 req-bab97b41-cd6d-4f1f-8ef3-b741c1cbd3de service nova] Releasing lock "refresh_cache-a7183462-5ee1-4d6f-9611-822ffeec5dd1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.093371] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519819} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.093748] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] c7cc419b-95bf-4edb-a9a8-453822fd3885/c7cc419b-95bf-4edb-a9a8-453822fd3885.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.094090] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1306.094443] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6a864ea-b5aa-4dcf-b63b-055894e1c255 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.101276] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1306.101276] env[69654]: value = "task-3555869" [ 1306.101276] env[69654]: _type = "Task" [ 1306.101276] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.108876] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.174973] env[69654]: DEBUG nova.compute.manager [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1306.204319] env[69654]: DEBUG nova.virt.hardware [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.204589] env[69654]: DEBUG nova.virt.hardware [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.204783] env[69654]: DEBUG nova.virt.hardware [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.204974] env[69654]: DEBUG nova.virt.hardware [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.205140] env[69654]: DEBUG nova.virt.hardware [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.205308] env[69654]: DEBUG nova.virt.hardware [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.205524] env[69654]: DEBUG nova.virt.hardware [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.205681] env[69654]: DEBUG nova.virt.hardware [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.205871] env[69654]: DEBUG nova.virt.hardware [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.206046] env[69654]: DEBUG nova.virt.hardware [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.206253] env[69654]: DEBUG nova.virt.hardware [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.207236] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9d1e9d-a5cc-42a5-a9b7-39b8a9afe26d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.210314] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.215687] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.215914] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69654) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1306.216128] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.218127] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73e9175-cc83-45ae-8060-9503a2625d8f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.350386] env[69654]: DEBUG nova.compute.manager [req-30bbfaa9-b886-4af0-befb-409b0ea3d376 req-7f8bb05a-a7ce-42d1-8cae-20b1734cf6b6 service nova] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Received event network-vif-plugged-062f913c-8078-4769-9c07-1bbcda5ed503 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.350611] env[69654]: DEBUG oslo_concurrency.lockutils [req-30bbfaa9-b886-4af0-befb-409b0ea3d376 req-7f8bb05a-a7ce-42d1-8cae-20b1734cf6b6 service nova] Acquiring lock "ede77310-a3ec-4e21-b288-c0ce474ce52d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.350868] env[69654]: DEBUG oslo_concurrency.lockutils [req-30bbfaa9-b886-4af0-befb-409b0ea3d376 req-7f8bb05a-a7ce-42d1-8cae-20b1734cf6b6 service nova] Lock "ede77310-a3ec-4e21-b288-c0ce474ce52d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.351114] env[69654]: DEBUG oslo_concurrency.lockutils [req-30bbfaa9-b886-4af0-befb-409b0ea3d376 req-7f8bb05a-a7ce-42d1-8cae-20b1734cf6b6 service nova] Lock "ede77310-a3ec-4e21-b288-c0ce474ce52d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.351344] env[69654]: DEBUG nova.compute.manager [req-30bbfaa9-b886-4af0-befb-409b0ea3d376 req-7f8bb05a-a7ce-42d1-8cae-20b1734cf6b6 service nova] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] No waiting events found dispatching network-vif-plugged-062f913c-8078-4769-9c07-1bbcda5ed503 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1306.351528] env[69654]: WARNING nova.compute.manager [req-30bbfaa9-b886-4af0-befb-409b0ea3d376 req-7f8bb05a-a7ce-42d1-8cae-20b1734cf6b6 service nova] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Received unexpected event network-vif-plugged-062f913c-8078-4769-9c07-1bbcda5ed503 for instance with vm_state building and task_state spawning. [ 1306.371268] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.371537] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.373101] env[69654]: INFO nova.compute.claims [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.379590] env[69654]: DEBUG oslo_concurrency.lockutils [None req-401f7cd6-ee94-4a9d-b338-84f1fb8c87b4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "3dcc1a5b-6d2d-4fec-ac2e-31e2182bf711" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.215s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.443529] env[69654]: DEBUG nova.network.neutron [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Successfully updated port: 062f913c-8078-4769-9c07-1bbcda5ed503 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1306.521025] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.610666] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12568} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.610945] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.612068] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a00817b-4389-43f6-b62f-f216b0f6e6b7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.635382] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c7cc419b-95bf-4edb-a9a8-453822fd3885/c7cc419b-95bf-4edb-a9a8-453822fd3885.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.635729] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efe46a8d-750c-4685-a02f-99769cedb8dd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.655515] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1306.655515] env[69654]: value = "task-3555870" [ 1306.655515] env[69654]: _type = "Task" [ 1306.655515] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.663567] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.725591] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.946166] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "refresh_cache-ede77310-a3ec-4e21-b288-c0ce474ce52d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.946291] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "refresh_cache-ede77310-a3ec-4e21-b288-c0ce474ce52d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.946437] env[69654]: DEBUG nova.network.neutron [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.020638] env[69654]: DEBUG oslo_vmware.api [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555868, 'name': PowerOnVM_Task, 'duration_secs': 0.929007} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.020980] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.021120] env[69654]: INFO nova.compute.manager [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Took 6.33 seconds to spawn the instance on the hypervisor. [ 1307.021277] env[69654]: DEBUG nova.compute.manager [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.022031] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e646d0-8614-4441-89cc-98229494767e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.165524] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555870, 'name': ReconfigVM_Task, 'duration_secs': 0.311919} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.165810] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c7cc419b-95bf-4edb-a9a8-453822fd3885/c7cc419b-95bf-4edb-a9a8-453822fd3885.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.166438] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-665098d2-c691-48c1-bcbe-66ddd098b4c9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.172816] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1307.172816] env[69654]: value = "task-3555871" [ 1307.172816] env[69654]: _type = "Task" [ 1307.172816] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.181607] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555871, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.477833] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088aae8d-4bb5-4060-bb73-eefb98d2c820 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.481109] env[69654]: DEBUG nova.network.neutron [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1307.487448] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15012fec-bd2e-4a64-bd88-280509a69204 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.519284] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c2ded2-a7fa-49f4-bb44-e8a3f6c6d2ed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.527826] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c59ab8-551b-451e-bc7d-56ebf62c8cc9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.545051] env[69654]: DEBUG nova.compute.provider_tree [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.548738] env[69654]: INFO nova.compute.manager [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Took 11.58 seconds to build instance. [ 1307.642993] env[69654]: DEBUG nova.network.neutron [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Updating instance_info_cache with network_info: [{"id": "062f913c-8078-4769-9c07-1bbcda5ed503", "address": "fa:16:3e:fb:c5:62", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062f913c-80", "ovs_interfaceid": "062f913c-8078-4769-9c07-1bbcda5ed503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.681817] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555871, 'name': Rename_Task, 'duration_secs': 0.139671} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.682052] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.682298] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-895650eb-c1e9-40a9-84bc-10e50499d888 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.688097] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1307.688097] env[69654]: value = "task-3555872" [ 1307.688097] env[69654]: _type = "Task" [ 1307.688097] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.695313] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.050535] env[69654]: DEBUG nova.scheduler.client.report [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.053770] env[69654]: DEBUG oslo_concurrency.lockutils [None req-669ebefa-bf70-4406-8e2d-0e12f6756905 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.095s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.148373] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "refresh_cache-ede77310-a3ec-4e21-b288-c0ce474ce52d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.148823] env[69654]: DEBUG nova.compute.manager [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Instance network_info: |[{"id": "062f913c-8078-4769-9c07-1bbcda5ed503", "address": "fa:16:3e:fb:c5:62", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062f913c-80", "ovs_interfaceid": "062f913c-8078-4769-9c07-1bbcda5ed503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1308.149419] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:c5:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '062f913c-8078-4769-9c07-1bbcda5ed503', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1308.160473] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.160708] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1308.160951] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c09bdccd-8174-421a-afa7-a7fc5c8684a9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.183272] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1308.183272] env[69654]: value = "task-3555873" [ 1308.183272] env[69654]: _type = "Task" [ 1308.183272] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.197130] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555873, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.204858] env[69654]: DEBUG oslo_vmware.api [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555872, 'name': PowerOnVM_Task, 'duration_secs': 0.475319} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.205255] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.205734] env[69654]: INFO nova.compute.manager [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Took 5.30 seconds to spawn the instance on the hypervisor. [ 1308.206098] env[69654]: DEBUG nova.compute.manager [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.207415] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60e5b32-63b5-40de-a995-bf7956558fa6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.376229] env[69654]: DEBUG nova.compute.manager [req-3acaaed8-a646-49bb-a0c3-c7ed226c6ea1 req-b61bcf9b-d07e-4fb2-8119-a6e2dde8ef5d service nova] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Received event network-changed-062f913c-8078-4769-9c07-1bbcda5ed503 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.376461] env[69654]: DEBUG nova.compute.manager [req-3acaaed8-a646-49bb-a0c3-c7ed226c6ea1 req-b61bcf9b-d07e-4fb2-8119-a6e2dde8ef5d service nova] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Refreshing instance network info cache due to event network-changed-062f913c-8078-4769-9c07-1bbcda5ed503. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.376642] env[69654]: DEBUG oslo_concurrency.lockutils [req-3acaaed8-a646-49bb-a0c3-c7ed226c6ea1 req-b61bcf9b-d07e-4fb2-8119-a6e2dde8ef5d service nova] Acquiring lock "refresh_cache-ede77310-a3ec-4e21-b288-c0ce474ce52d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.376818] env[69654]: DEBUG oslo_concurrency.lockutils [req-3acaaed8-a646-49bb-a0c3-c7ed226c6ea1 req-b61bcf9b-d07e-4fb2-8119-a6e2dde8ef5d service nova] Acquired lock "refresh_cache-ede77310-a3ec-4e21-b288-c0ce474ce52d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.377026] env[69654]: DEBUG nova.network.neutron [req-3acaaed8-a646-49bb-a0c3-c7ed226c6ea1 req-b61bcf9b-d07e-4fb2-8119-a6e2dde8ef5d service nova] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Refreshing network info cache for port 062f913c-8078-4769-9c07-1bbcda5ed503 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.556593] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.557384] env[69654]: DEBUG nova.compute.manager [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1308.560764] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.835s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.560965] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.561139] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69654) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1308.562505] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9382c88e-20c7-45e6-a711-112f1dd39f6a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.571783] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37312dbb-afe6-4219-bd0d-98edccc61fdf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.586374] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a8ba45-ea1b-44a9-8e19-602445911fb5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.593428] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c26511-9b49-4fdc-8f6c-d866c1f03790 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.625607] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179986MB free_disk=83GB free_vcpus=48 pci_devices=None {{(pid=69654) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1308.625772] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.625994] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.693626] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555873, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.732636] env[69654]: INFO nova.compute.manager [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Took 12.62 seconds to build instance. [ 1309.063176] env[69654]: DEBUG nova.compute.utils [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1309.064636] env[69654]: DEBUG nova.compute.manager [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1309.064820] env[69654]: DEBUG nova.network.neutron [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1309.078864] env[69654]: DEBUG nova.network.neutron [req-3acaaed8-a646-49bb-a0c3-c7ed226c6ea1 req-b61bcf9b-d07e-4fb2-8119-a6e2dde8ef5d service nova] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Updated VIF entry in instance network info cache for port 062f913c-8078-4769-9c07-1bbcda5ed503. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.079296] env[69654]: DEBUG nova.network.neutron [req-3acaaed8-a646-49bb-a0c3-c7ed226c6ea1 req-b61bcf9b-d07e-4fb2-8119-a6e2dde8ef5d service nova] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Updating instance_info_cache with network_info: [{"id": "062f913c-8078-4769-9c07-1bbcda5ed503", "address": "fa:16:3e:fb:c5:62", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062f913c-80", "ovs_interfaceid": "062f913c-8078-4769-9c07-1bbcda5ed503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.100934] env[69654]: DEBUG nova.policy [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c357d98e3534eff84a889e978528802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e61899f4f84b2a96c10f4a2900c70e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1309.194230] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555873, 'name': CreateVM_Task, 'duration_secs': 0.602667} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.194417] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1309.195103] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.195301] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.195605] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.195854] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88785bc4-2817-4c1f-a981-a27f00baf43d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.200786] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1309.200786] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52476a49-5873-8844-48ca-df3defed25f6" [ 1309.200786] env[69654]: _type = "Task" [ 1309.200786] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.208979] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52476a49-5873-8844-48ca-df3defed25f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.235129] env[69654]: DEBUG oslo_concurrency.lockutils [None req-634f79af-73b2-4966-a942-677a85fb9935 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "c7cc419b-95bf-4edb-a9a8-453822fd3885" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.134s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.325402] env[69654]: INFO nova.compute.manager [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Rebuilding instance [ 1309.371215] env[69654]: DEBUG nova.network.neutron [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Successfully created port: 7661d905-1f7a-4769-9781-71c9858f46de {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1309.373362] env[69654]: DEBUG nova.compute.manager [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.377735] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0a7347-b46a-4fc3-90f3-00b2ff3abba0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.567660] env[69654]: DEBUG nova.compute.manager [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1309.581658] env[69654]: DEBUG oslo_concurrency.lockutils [req-3acaaed8-a646-49bb-a0c3-c7ed226c6ea1 req-b61bcf9b-d07e-4fb2-8119-a6e2dde8ef5d service nova] Releasing lock "refresh_cache-ede77310-a3ec-4e21-b288-c0ce474ce52d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.651035] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 63aac6cb-2703-4c2f-b966-4616aa8724b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.651215] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance f72ff55b-8de4-4052-948d-4a5795c5735a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.651343] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance a7183462-5ee1-4d6f-9611-822ffeec5dd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.651464] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 775b4d22-b591-4638-98b6-fb6e6dceb2e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.651584] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.651699] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance c7cc419b-95bf-4edb-a9a8-453822fd3885 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.651815] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance ede77310-a3ec-4e21-b288-c0ce474ce52d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.651928] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 5b49e72a-e83b-4222-99c6-1528df546297 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.652176] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1309.652324] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1309.712581] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52476a49-5873-8844-48ca-df3defed25f6, 'name': SearchDatastore_Task, 'duration_secs': 0.0207} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.712873] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.713109] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1309.713341] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.713482] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.713656] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.713907] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61a8c5d2-f8bb-4833-9c79-66b84a1028d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.726168] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.726355] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1309.729157] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4311da93-41c9-4f48-949a-97313c69ffc2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.736153] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1309.736153] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5266a8b1-cc65-3865-0583-7159e3cebbb4" [ 1309.736153] env[69654]: _type = "Task" [ 1309.736153] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.746153] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5266a8b1-cc65-3865-0583-7159e3cebbb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.752266] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af9e72c-ddf9-46c5-b6c5-bdc1ef2ca9fe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.758548] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d126d4de-9bb1-4c33-8f40-d6f521e9c5eb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.787275] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec95175f-2634-4cf3-87d7-7f16fcdd34cc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.793960] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20724000-fda9-4b4c-9908-dbfce88493af {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.806255] env[69654]: DEBUG nova.compute.provider_tree [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.247441] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5266a8b1-cc65-3865-0583-7159e3cebbb4, 'name': SearchDatastore_Task, 'duration_secs': 0.030611} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.248305] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8704186-b36e-4f02-a899-c34b8a63b90c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.253438] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1310.253438] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a24b94-702f-ac42-4700-4bc98d707dab" [ 1310.253438] env[69654]: _type = "Task" [ 1310.253438] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.262658] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a24b94-702f-ac42-4700-4bc98d707dab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.309019] env[69654]: DEBUG nova.scheduler.client.report [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.389166] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.390071] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8970b4c2-fef9-4328-9ab0-686ca50d5d6f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.399777] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1310.399777] env[69654]: value = "task-3555875" [ 1310.399777] env[69654]: _type = "Task" [ 1310.399777] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.412499] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.577754] env[69654]: DEBUG nova.compute.manager [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1310.602185] env[69654]: DEBUG nova.virt.hardware [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.602850] env[69654]: DEBUG nova.virt.hardware [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.602850] env[69654]: DEBUG nova.virt.hardware [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.602850] env[69654]: DEBUG nova.virt.hardware [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.603047] env[69654]: DEBUG nova.virt.hardware [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.603101] env[69654]: DEBUG nova.virt.hardware [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.603298] env[69654]: DEBUG nova.virt.hardware [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.603476] env[69654]: DEBUG nova.virt.hardware [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.603648] env[69654]: DEBUG nova.virt.hardware [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.603812] env[69654]: DEBUG nova.virt.hardware [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.604017] env[69654]: DEBUG nova.virt.hardware [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.605018] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae6033e-2995-4787-80d2-8fa74ee1ed68 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.613742] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ade2a05-c515-41e7-a913-49818d80bc58 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.763855] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a24b94-702f-ac42-4700-4bc98d707dab, 'name': SearchDatastore_Task, 'duration_secs': 0.011723} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.764150] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.764509] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] ede77310-a3ec-4e21-b288-c0ce474ce52d/ede77310-a3ec-4e21-b288-c0ce474ce52d.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1310.764702] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79da1719-ae76-4dc8-b34f-b418c95733b6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.772690] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1310.772690] env[69654]: value = "task-3555877" [ 1310.772690] env[69654]: _type = "Task" [ 1310.772690] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.781824] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.812611] env[69654]: DEBUG nova.compute.manager [req-dd690633-6934-4128-8a9e-0cee52b1a82b req-4feafdd9-eeae-4622-944f-fc11c77a86a8 service nova] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Received event network-vif-plugged-7661d905-1f7a-4769-9781-71c9858f46de {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.812842] env[69654]: DEBUG oslo_concurrency.lockutils [req-dd690633-6934-4128-8a9e-0cee52b1a82b req-4feafdd9-eeae-4622-944f-fc11c77a86a8 service nova] Acquiring lock "5b49e72a-e83b-4222-99c6-1528df546297-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.813153] env[69654]: DEBUG oslo_concurrency.lockutils [req-dd690633-6934-4128-8a9e-0cee52b1a82b req-4feafdd9-eeae-4622-944f-fc11c77a86a8 service nova] Lock "5b49e72a-e83b-4222-99c6-1528df546297-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.813270] env[69654]: DEBUG oslo_concurrency.lockutils [req-dd690633-6934-4128-8a9e-0cee52b1a82b req-4feafdd9-eeae-4622-944f-fc11c77a86a8 service nova] Lock "5b49e72a-e83b-4222-99c6-1528df546297-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.813401] env[69654]: DEBUG nova.compute.manager [req-dd690633-6934-4128-8a9e-0cee52b1a82b req-4feafdd9-eeae-4622-944f-fc11c77a86a8 service nova] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] No waiting events found dispatching network-vif-plugged-7661d905-1f7a-4769-9781-71c9858f46de {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1310.813676] env[69654]: WARNING nova.compute.manager [req-dd690633-6934-4128-8a9e-0cee52b1a82b req-4feafdd9-eeae-4622-944f-fc11c77a86a8 service nova] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Received unexpected event network-vif-plugged-7661d905-1f7a-4769-9781-71c9858f46de for instance with vm_state building and task_state spawning. [ 1310.815018] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69654) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1310.815244] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.189s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.912702] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555875, 'name': PowerOffVM_Task, 'duration_secs': 0.293153} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.912998] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.913260] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.914148] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a9da13-67f0-48a4-aec8-f0dd381c0ca9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.917582] env[69654]: DEBUG nova.network.neutron [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Successfully updated port: 7661d905-1f7a-4769-9781-71c9858f46de {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1310.924429] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.924429] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bda5a36a-c87d-462d-872b-630a18601cc2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.951819] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.952184] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.952375] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Deleting the datastore file [datastore1] c7cc419b-95bf-4edb-a9a8-453822fd3885 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.952641] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-308098e1-5938-45e6-af24-122349cc8b48 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.959058] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1310.959058] env[69654]: value = "task-3555879" [ 1310.959058] env[69654]: _type = "Task" [ 1310.959058] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.968074] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.283203] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555877, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.420896] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "refresh_cache-5b49e72a-e83b-4222-99c6-1528df546297" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.421200] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "refresh_cache-5b49e72a-e83b-4222-99c6-1528df546297" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.421318] env[69654]: DEBUG nova.network.neutron [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.473825] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361752} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.474250] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.474548] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.474874] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.783868] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692079} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.784090] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] ede77310-a3ec-4e21-b288-c0ce474ce52d/ede77310-a3ec-4e21-b288-c0ce474ce52d.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.784319] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1311.784610] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f427b5b6-a783-4eda-9137-fd4cce5dc866 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.791193] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1311.791193] env[69654]: value = "task-3555880" [ 1311.791193] env[69654]: _type = "Task" [ 1311.791193] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.799216] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.954886] env[69654]: DEBUG nova.network.neutron [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1312.111871] env[69654]: DEBUG nova.network.neutron [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Updating instance_info_cache with network_info: [{"id": "7661d905-1f7a-4769-9781-71c9858f46de", "address": "fa:16:3e:58:db:c2", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7661d905-1f", "ovs_interfaceid": "7661d905-1f7a-4769-9781-71c9858f46de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.301572] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267082} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.301902] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1312.302950] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a73d0c-d8f4-4cc8-b179-060fa37d6872 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.326110] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] ede77310-a3ec-4e21-b288-c0ce474ce52d/ede77310-a3ec-4e21-b288-c0ce474ce52d.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.326400] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54a67ce1-a4ba-4fe4-9361-54248681ac23 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.346189] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1312.346189] env[69654]: value = "task-3555881" [ 1312.346189] env[69654]: _type = "Task" [ 1312.346189] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.354033] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.506704] env[69654]: DEBUG nova.virt.hardware [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.507012] env[69654]: DEBUG nova.virt.hardware [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.507194] env[69654]: DEBUG nova.virt.hardware [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.507383] env[69654]: DEBUG nova.virt.hardware [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.507528] env[69654]: DEBUG nova.virt.hardware [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.507675] env[69654]: DEBUG nova.virt.hardware [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.507908] env[69654]: DEBUG nova.virt.hardware [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.508176] env[69654]: DEBUG nova.virt.hardware [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.508351] env[69654]: DEBUG nova.virt.hardware [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.508516] env[69654]: DEBUG nova.virt.hardware [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.508686] env[69654]: DEBUG nova.virt.hardware [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.509551] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3216bbe7-d237-4837-a4bd-891cdbbacb56 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.517876] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12518a94-4bb6-46cd-b3ea-fd4bb27a3c5b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.531396] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Instance VIF info [] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.537246] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.537398] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.537593] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce8584ce-7ad7-4a93-a2f8-c6054831ebda {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.559523] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.559523] env[69654]: value = "task-3555882" [ 1312.559523] env[69654]: _type = "Task" [ 1312.559523] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.561438] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555882, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.615499] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "refresh_cache-5b49e72a-e83b-4222-99c6-1528df546297" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.615850] env[69654]: DEBUG nova.compute.manager [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Instance network_info: |[{"id": "7661d905-1f7a-4769-9781-71c9858f46de", "address": "fa:16:3e:58:db:c2", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7661d905-1f", "ovs_interfaceid": "7661d905-1f7a-4769-9781-71c9858f46de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1312.616483] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:db:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7661d905-1f7a-4769-9781-71c9858f46de', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.625198] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.625487] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.625780] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f571a9a-73c2-4bd3-935d-f038eca5c981 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.647753] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.647753] env[69654]: value = "task-3555884" [ 1312.647753] env[69654]: _type = "Task" [ 1312.647753] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.655964] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555884, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.815045] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.847708] env[69654]: DEBUG nova.compute.manager [req-0e0110a4-1a37-45c4-924c-d8203c7675a9 req-866fa4d9-95aa-4938-9169-b03161f6de5e service nova] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Received event network-changed-7661d905-1f7a-4769-9781-71c9858f46de {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.847920] env[69654]: DEBUG nova.compute.manager [req-0e0110a4-1a37-45c4-924c-d8203c7675a9 req-866fa4d9-95aa-4938-9169-b03161f6de5e service nova] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Refreshing instance network info cache due to event network-changed-7661d905-1f7a-4769-9781-71c9858f46de. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1312.848170] env[69654]: DEBUG oslo_concurrency.lockutils [req-0e0110a4-1a37-45c4-924c-d8203c7675a9 req-866fa4d9-95aa-4938-9169-b03161f6de5e service nova] Acquiring lock "refresh_cache-5b49e72a-e83b-4222-99c6-1528df546297" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.848312] env[69654]: DEBUG oslo_concurrency.lockutils [req-0e0110a4-1a37-45c4-924c-d8203c7675a9 req-866fa4d9-95aa-4938-9169-b03161f6de5e service nova] Acquired lock "refresh_cache-5b49e72a-e83b-4222-99c6-1528df546297" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.848483] env[69654]: DEBUG nova.network.neutron [req-0e0110a4-1a37-45c4-924c-d8203c7675a9 req-866fa4d9-95aa-4938-9169-b03161f6de5e service nova] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Refreshing network info cache for port 7661d905-1f7a-4769-9781-71c9858f46de {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.861979] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555881, 'name': ReconfigVM_Task, 'duration_secs': 0.300142} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.862324] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Reconfigured VM instance instance-00000079 to attach disk [datastore1] ede77310-a3ec-4e21-b288-c0ce474ce52d/ede77310-a3ec-4e21-b288-c0ce474ce52d.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.863036] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98e6b6b7-e6b7-49f7-8d9b-1ef55ae21641 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.868409] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1312.868409] env[69654]: value = "task-3555885" [ 1312.868409] env[69654]: _type = "Task" [ 1312.868409] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.875746] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555885, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.064545] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555882, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.159353] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555884, 'name': CreateVM_Task} progress is 25%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.321781] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.322149] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.322149] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.381111] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555885, 'name': Rename_Task, 'duration_secs': 0.204323} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.381191] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.381764] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eacc3ed-3179-41b6-9b1c-bd0daee47335 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.387963] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1313.387963] env[69654]: value = "task-3555886" [ 1313.387963] env[69654]: _type = "Task" [ 1313.387963] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.395467] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.564065] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555882, 'name': CreateVM_Task, 'duration_secs': 0.957038} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.564250] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1313.564674] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.564913] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.565214] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.565476] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ce9efa6-b5f4-48d9-b954-c0a2dca93270 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.569559] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1313.569559] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ea7b7e-3dd7-054a-2284-f4096357e291" [ 1313.569559] env[69654]: _type = "Task" [ 1313.569559] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.576755] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ea7b7e-3dd7-054a-2284-f4096357e291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.610624] env[69654]: DEBUG nova.network.neutron [req-0e0110a4-1a37-45c4-924c-d8203c7675a9 req-866fa4d9-95aa-4938-9169-b03161f6de5e service nova] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Updated VIF entry in instance network info cache for port 7661d905-1f7a-4769-9781-71c9858f46de. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.611011] env[69654]: DEBUG nova.network.neutron [req-0e0110a4-1a37-45c4-924c-d8203c7675a9 req-866fa4d9-95aa-4938-9169-b03161f6de5e service nova] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Updating instance_info_cache with network_info: [{"id": "7661d905-1f7a-4769-9781-71c9858f46de", "address": "fa:16:3e:58:db:c2", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7661d905-1f", "ovs_interfaceid": "7661d905-1f7a-4769-9781-71c9858f46de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.658752] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555884, 'name': CreateVM_Task, 'duration_secs': 0.606561} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.658930] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1313.659622] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.898424] env[69654]: DEBUG oslo_vmware.api [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555886, 'name': PowerOnVM_Task, 'duration_secs': 0.466138} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.898686] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.898884] env[69654]: INFO nova.compute.manager [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1313.899075] env[69654]: DEBUG nova.compute.manager [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1313.899849] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d4aaa1-d5f0-427d-85c8-654e4e9882d7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.081535] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52ea7b7e-3dd7-054a-2284-f4096357e291, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.081826] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.082095] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.082349] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.082498] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.082677] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.082950] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.083264] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.083485] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bdefc68-6e80-4d05-a27d-4d07302af555 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.085189] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-728a02b3-d688-48ed-ad33-0cd4f0b52b95 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.090605] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1314.090605] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f3f5dc-0d54-1af7-750c-922abee0ae68" [ 1314.090605] env[69654]: _type = "Task" [ 1314.090605] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.094211] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.094384] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.095326] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8aed430-408a-47c5-92c8-60aba6cd927f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.099842] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f3f5dc-0d54-1af7-750c-922abee0ae68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.102523] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1314.102523] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520fab13-fd7f-390e-08af-2882637aaddd" [ 1314.102523] env[69654]: _type = "Task" [ 1314.102523] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.109394] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520fab13-fd7f-390e-08af-2882637aaddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.113910] env[69654]: DEBUG oslo_concurrency.lockutils [req-0e0110a4-1a37-45c4-924c-d8203c7675a9 req-866fa4d9-95aa-4938-9169-b03161f6de5e service nova] Releasing lock "refresh_cache-5b49e72a-e83b-4222-99c6-1528df546297" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.417616] env[69654]: INFO nova.compute.manager [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Took 12.68 seconds to build instance. [ 1314.602047] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f3f5dc-0d54-1af7-750c-922abee0ae68, 'name': SearchDatastore_Task, 'duration_secs': 0.010147} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.602552] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.602943] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.603323] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.612038] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]520fab13-fd7f-390e-08af-2882637aaddd, 'name': SearchDatastore_Task, 'duration_secs': 0.00744} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.612703] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bff4ad95-508b-411d-b008-17fe5a64282c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.617941] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1314.617941] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e27a48-5366-2c63-4761-9620007751d9" [ 1314.617941] env[69654]: _type = "Task" [ 1314.617941] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.625120] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e27a48-5366-2c63-4761-9620007751d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.919228] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d8f52c73-96c0-41f1-bb1f-7c95c988379f tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "ede77310-a3ec-4e21-b288-c0ce474ce52d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.191s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.128592] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52e27a48-5366-2c63-4761-9620007751d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.129179] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.129321] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] c7cc419b-95bf-4edb-a9a8-453822fd3885/c7cc419b-95bf-4edb-a9a8-453822fd3885.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1315.129618] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.129863] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.130164] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba5d0759-bf74-4d24-9ae3-4a44107d7330 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.132521] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9be29557-b7de-4bb5-85a3-c453144c534f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.139802] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1315.139802] env[69654]: value = "task-3555888" [ 1315.139802] env[69654]: _type = "Task" [ 1315.139802] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.144700] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.145098] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.146180] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf0dab67-0b5a-46d0-9f0a-272553a96270 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.152649] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.155938] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1315.155938] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52821870-280d-282b-ae59-13a25e22e92e" [ 1315.155938] env[69654]: _type = "Task" [ 1315.155938] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.165378] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52821870-280d-282b-ae59-13a25e22e92e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.651390] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49866} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.651775] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] c7cc419b-95bf-4edb-a9a8-453822fd3885/c7cc419b-95bf-4edb-a9a8-453822fd3885.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.651869] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1315.652136] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7f5aa79-32e1-4c31-a8b8-dcb5b80456bb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.660730] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1315.660730] env[69654]: value = "task-3555889" [ 1315.660730] env[69654]: _type = "Task" [ 1315.660730] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.667743] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52821870-280d-282b-ae59-13a25e22e92e, 'name': SearchDatastore_Task, 'duration_secs': 0.012149} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.669011] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf1f15a5-f4ec-4cde-96f7-9b9d03a0f1f4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.674639] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.677595] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1315.677595] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525be045-9882-7598-5622-dcc398f2bad4" [ 1315.677595] env[69654]: _type = "Task" [ 1315.677595] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.686839] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525be045-9882-7598-5622-dcc398f2bad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.170261] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080399} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.170567] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1316.171337] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c89e73-1e68-43c8-bde3-b9fc7a4481fa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.190265] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c7cc419b-95bf-4edb-a9a8-453822fd3885/c7cc419b-95bf-4edb-a9a8-453822fd3885.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.193111] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5f612a2-c4ed-4d5a-88fb-14fd7fd9df1c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.213080] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]525be045-9882-7598-5622-dcc398f2bad4, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.214191] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.214454] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 5b49e72a-e83b-4222-99c6-1528df546297/5b49e72a-e83b-4222-99c6-1528df546297.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.214760] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1316.214760] env[69654]: value = "task-3555890" [ 1316.214760] env[69654]: _type = "Task" [ 1316.214760] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.214957] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77a2b641-a2e8-41f8-af0c-c59d5450aa5d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.224514] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555890, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.225612] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1316.225612] env[69654]: value = "task-3555891" [ 1316.225612] env[69654]: _type = "Task" [ 1316.225612] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.232912] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.326184] env[69654]: DEBUG nova.compute.manager [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Stashing vm_state: active {{(pid=69654) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1316.726177] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555890, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.735767] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474387} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.736042] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 5b49e72a-e83b-4222-99c6-1528df546297/5b49e72a-e83b-4222-99c6-1528df546297.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.736313] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.736602] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ff2089a-eb01-40f5-ac57-d94ed5de308c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.741982] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1316.741982] env[69654]: value = "task-3555893" [ 1316.741982] env[69654]: _type = "Task" [ 1316.741982] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.749519] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.847333] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.847667] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.227217] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555890, 'name': ReconfigVM_Task, 'duration_secs': 0.522344} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.227442] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c7cc419b-95bf-4edb-a9a8-453822fd3885/c7cc419b-95bf-4edb-a9a8-453822fd3885.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.228086] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03407943-73c2-40de-816f-aa46e054c265 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.234181] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1317.234181] env[69654]: value = "task-3555894" [ 1317.234181] env[69654]: _type = "Task" [ 1317.234181] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.241615] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555894, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.249498] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090635} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.249734] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.250445] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26768d20-ee3f-4376-95a6-ca6c12543be0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.271614] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 5b49e72a-e83b-4222-99c6-1528df546297/5b49e72a-e83b-4222-99c6-1528df546297.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.271883] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6664b60a-785c-41dd-a79d-6bde407731d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.291028] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1317.291028] env[69654]: value = "task-3555895" [ 1317.291028] env[69654]: _type = "Task" [ 1317.291028] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.298433] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.353179] env[69654]: INFO nova.compute.claims [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.744075] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555894, 'name': Rename_Task, 'duration_secs': 0.445715} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.744075] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.744075] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44e18c94-c6c5-4ad9-b775-b17c81525fd0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.750541] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1317.750541] env[69654]: value = "task-3555896" [ 1317.750541] env[69654]: _type = "Task" [ 1317.750541] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.756959] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.800699] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.859653] env[69654]: INFO nova.compute.resource_tracker [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Updating resource usage from migration 1b3fec0a-ad9b-4ee1-9fe1-e0062537bea4 [ 1317.983836] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4833d8de-a851-4545-b9c9-035345ad0a44 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.991655] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40f5168-c886-4768-a89f-aede868137e1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.023965] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babc15ae-ab6e-4d9b-9bde-b19fad3103c5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.031566] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccb7586-70a6-4627-a5ed-45f04fe45d24 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.045712] env[69654]: DEBUG nova.compute.provider_tree [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.260189] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555896, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.301163] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555895, 'name': ReconfigVM_Task, 'duration_secs': 0.765327} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.301404] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 5b49e72a-e83b-4222-99c6-1528df546297/5b49e72a-e83b-4222-99c6-1528df546297.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.302124] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e806732-4e47-4561-a005-46d61f16a12c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.307755] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1318.307755] env[69654]: value = "task-3555897" [ 1318.307755] env[69654]: _type = "Task" [ 1318.307755] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.315077] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555897, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.549564] env[69654]: DEBUG nova.scheduler.client.report [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.760755] env[69654]: DEBUG oslo_vmware.api [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555896, 'name': PowerOnVM_Task, 'duration_secs': 0.512907} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.761083] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.761237] env[69654]: DEBUG nova.compute.manager [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.762013] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ea1e04-f6f5-41fc-a21f-13ad694e8dc0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.818671] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555897, 'name': Rename_Task, 'duration_secs': 0.136191} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.819027] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.819325] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ec88e2d-7c69-46e6-b3cc-502bca69eb55 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.825860] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1318.825860] env[69654]: value = "task-3555899" [ 1318.825860] env[69654]: _type = "Task" [ 1318.825860] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.833223] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.054396] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.206s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.054513] env[69654]: INFO nova.compute.manager [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Migrating [ 1319.277033] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.277243] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.277307] env[69654]: DEBUG nova.objects.instance [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69654) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1319.337078] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555899, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.568085] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "refresh_cache-ede77310-a3ec-4e21-b288-c0ce474ce52d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.568324] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "refresh_cache-ede77310-a3ec-4e21-b288-c0ce474ce52d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.568505] env[69654]: DEBUG nova.network.neutron [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.836532] env[69654]: DEBUG oslo_vmware.api [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555899, 'name': PowerOnVM_Task, 'duration_secs': 0.720464} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.836843] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.837030] env[69654]: INFO nova.compute.manager [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1319.837227] env[69654]: DEBUG nova.compute.manager [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.838061] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5b4633-fe02-4073-b19e-0e20b2d08aeb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.247042] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "c7cc419b-95bf-4edb-a9a8-453822fd3885" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.247510] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "c7cc419b-95bf-4edb-a9a8-453822fd3885" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.247647] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "c7cc419b-95bf-4edb-a9a8-453822fd3885-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.247888] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "c7cc419b-95bf-4edb-a9a8-453822fd3885-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.248138] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "c7cc419b-95bf-4edb-a9a8-453822fd3885-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.250458] env[69654]: INFO nova.compute.manager [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Terminating instance [ 1320.284849] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4aeecee6-e29a-4454-9a26-8edda0ae471a tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.319170] env[69654]: DEBUG nova.network.neutron [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Updating instance_info_cache with network_info: [{"id": "062f913c-8078-4769-9c07-1bbcda5ed503", "address": "fa:16:3e:fb:c5:62", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062f913c-80", "ovs_interfaceid": "062f913c-8078-4769-9c07-1bbcda5ed503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.354073] env[69654]: INFO nova.compute.manager [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Took 14.00 seconds to build instance. [ 1320.754174] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "refresh_cache-c7cc419b-95bf-4edb-a9a8-453822fd3885" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.754418] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquired lock "refresh_cache-c7cc419b-95bf-4edb-a9a8-453822fd3885" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.754613] env[69654]: DEBUG nova.network.neutron [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.822653] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "refresh_cache-ede77310-a3ec-4e21-b288-c0ce474ce52d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.855437] env[69654]: DEBUG oslo_concurrency.lockutils [None req-c47467f5-3ba5-4e14-972e-43b899a310ad tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "5b49e72a-e83b-4222-99c6-1528df546297" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.505s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.031363] env[69654]: DEBUG oslo_concurrency.lockutils [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "5b49e72a-e83b-4222-99c6-1528df546297" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.031731] env[69654]: DEBUG oslo_concurrency.lockutils [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "5b49e72a-e83b-4222-99c6-1528df546297" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.031953] env[69654]: DEBUG oslo_concurrency.lockutils [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "5b49e72a-e83b-4222-99c6-1528df546297-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.032192] env[69654]: DEBUG oslo_concurrency.lockutils [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "5b49e72a-e83b-4222-99c6-1528df546297-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.032327] env[69654]: DEBUG oslo_concurrency.lockutils [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "5b49e72a-e83b-4222-99c6-1528df546297-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.034360] env[69654]: INFO nova.compute.manager [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Terminating instance [ 1321.273790] env[69654]: DEBUG nova.network.neutron [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1321.319549] env[69654]: DEBUG nova.network.neutron [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.538155] env[69654]: DEBUG nova.compute.manager [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.538443] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.539422] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5c6fdf-6496-41d1-82fe-3afc25dbcb43 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.547503] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.547744] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-287dfe86-a500-4d9e-bb0b-8d9aeb047b4f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.554659] env[69654]: DEBUG oslo_vmware.api [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1321.554659] env[69654]: value = "task-3555901" [ 1321.554659] env[69654]: _type = "Task" [ 1321.554659] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.563042] env[69654]: DEBUG oslo_vmware.api [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.822579] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Releasing lock "refresh_cache-c7cc419b-95bf-4edb-a9a8-453822fd3885" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.823183] env[69654]: DEBUG nova.compute.manager [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.823382] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.824373] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259c9b8b-2221-4f4e-9c45-702a34d0fdd2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.834133] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.834671] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bcc034f-c0ad-4af4-9d36-0fbc3ab70237 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.841177] env[69654]: DEBUG oslo_vmware.api [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1321.841177] env[69654]: value = "task-3555902" [ 1321.841177] env[69654]: _type = "Task" [ 1321.841177] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.850679] env[69654]: DEBUG oslo_vmware.api [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.064110] env[69654]: DEBUG oslo_vmware.api [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555901, 'name': PowerOffVM_Task, 'duration_secs': 0.27392} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.064636] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.064636] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.064900] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1395688-7a41-4c32-a4f0-1bd166056caf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.134974] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.135261] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.135416] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleting the datastore file [datastore1] 5b49e72a-e83b-4222-99c6-1528df546297 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.135681] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b410b82e-69a1-48cc-8110-02289af71587 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.141368] env[69654]: DEBUG oslo_vmware.api [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1322.141368] env[69654]: value = "task-3555904" [ 1322.141368] env[69654]: _type = "Task" [ 1322.141368] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.148820] env[69654]: DEBUG oslo_vmware.api [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.338970] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76a5e32-1868-4603-89a7-3d77d9174bb1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.349320] env[69654]: DEBUG oslo_vmware.api [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555902, 'name': PowerOffVM_Task, 'duration_secs': 0.147858} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.362112] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.362302] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.362932] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Updating instance 'ede77310-a3ec-4e21-b288-c0ce474ce52d' progress to 0 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.366075] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6801d153-41ff-41d2-8c0c-7b0f6b6b2a55 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.388634] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.388848] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.389042] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Deleting the datastore file [datastore1] c7cc419b-95bf-4edb-a9a8-453822fd3885 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.389300] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-432a3168-4b55-46b3-a88b-10152d22ef22 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.395038] env[69654]: DEBUG oslo_vmware.api [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1322.395038] env[69654]: value = "task-3555906" [ 1322.395038] env[69654]: _type = "Task" [ 1322.395038] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.402382] env[69654]: DEBUG oslo_vmware.api [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.651172] env[69654]: DEBUG oslo_vmware.api [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162797} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.651438] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.651623] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.651800] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.651972] env[69654]: INFO nova.compute.manager [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1322.652236] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.652423] env[69654]: DEBUG nova.compute.manager [-] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.652518] env[69654]: DEBUG nova.network.neutron [-] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.870307] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.870636] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be683935-3f6b-436d-8b10-bf95232d8491 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.877717] env[69654]: DEBUG oslo_vmware.api [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1322.877717] env[69654]: value = "task-3555907" [ 1322.877717] env[69654]: _type = "Task" [ 1322.877717] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.889594] env[69654]: DEBUG oslo_vmware.api [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.904194] env[69654]: DEBUG nova.compute.manager [req-484de69a-1ac2-46d9-8201-aa0308a79253 req-15c0ce0a-a469-4d6f-8845-93c61f6f3001 service nova] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Received event network-vif-deleted-7661d905-1f7a-4769-9781-71c9858f46de {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.904996] env[69654]: INFO nova.compute.manager [req-484de69a-1ac2-46d9-8201-aa0308a79253 req-15c0ce0a-a469-4d6f-8845-93c61f6f3001 service nova] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Neutron deleted interface 7661d905-1f7a-4769-9781-71c9858f46de; detaching it from the instance and deleting it from the info cache [ 1322.904996] env[69654]: DEBUG nova.network.neutron [req-484de69a-1ac2-46d9-8201-aa0308a79253 req-15c0ce0a-a469-4d6f-8845-93c61f6f3001 service nova] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.913860] env[69654]: DEBUG oslo_vmware.api [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104892} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.914262] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.914585] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.914909] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.915236] env[69654]: INFO nova.compute.manager [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1322.915632] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.916278] env[69654]: DEBUG nova.compute.manager [-] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.916442] env[69654]: DEBUG nova.network.neutron [-] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.947024] env[69654]: DEBUG nova.network.neutron [-] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1323.387863] env[69654]: DEBUG nova.network.neutron [-] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.389496] env[69654]: DEBUG oslo_vmware.api [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555907, 'name': PowerOffVM_Task, 'duration_secs': 0.216104} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.389926] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.390126] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Updating instance 'ede77310-a3ec-4e21-b288-c0ce474ce52d' progress to 17 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.408759] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36ff8e09-8421-46cc-a6c7-380162c2271e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.419041] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b404a2ba-5701-4ca1-a334-3f7f03c4bc06 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.447859] env[69654]: DEBUG nova.compute.manager [req-484de69a-1ac2-46d9-8201-aa0308a79253 req-15c0ce0a-a469-4d6f-8845-93c61f6f3001 service nova] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Detach interface failed, port_id=7661d905-1f7a-4769-9781-71c9858f46de, reason: Instance 5b49e72a-e83b-4222-99c6-1528df546297 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1323.449450] env[69654]: DEBUG nova.network.neutron [-] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.890513] env[69654]: INFO nova.compute.manager [-] [instance: 5b49e72a-e83b-4222-99c6-1528df546297] Took 1.24 seconds to deallocate network for instance. [ 1323.897444] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.897679] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.897834] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.898023] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.898177] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.898324] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.898525] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.898679] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.898842] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.899009] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.899198] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.904308] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6807b95-38aa-4947-a6a4-df1f7cd85078 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.919526] env[69654]: DEBUG oslo_vmware.api [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1323.919526] env[69654]: value = "task-3555908" [ 1323.919526] env[69654]: _type = "Task" [ 1323.919526] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.927718] env[69654]: DEBUG oslo_vmware.api [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.951436] env[69654]: INFO nova.compute.manager [-] [instance: c7cc419b-95bf-4edb-a9a8-453822fd3885] Took 1.03 seconds to deallocate network for instance. [ 1324.405678] env[69654]: DEBUG oslo_concurrency.lockutils [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.405997] env[69654]: DEBUG oslo_concurrency.lockutils [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.406237] env[69654]: DEBUG nova.objects.instance [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lazy-loading 'resources' on Instance uuid 5b49e72a-e83b-4222-99c6-1528df546297 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.430398] env[69654]: DEBUG oslo_vmware.api [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555908, 'name': ReconfigVM_Task, 'duration_secs': 0.142208} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.430655] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Updating instance 'ede77310-a3ec-4e21-b288-c0ce474ce52d' progress to 33 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.457493] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.887874] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.888124] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.936574] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.936816] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.937019] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.937227] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.937378] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.937526] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.937727] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.937884] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.938129] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.938323] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.938503] env[69654]: DEBUG nova.virt.hardware [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.943731] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1324.946481] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6e66281-8573-427c-889d-26467e459574 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.965068] env[69654]: DEBUG oslo_vmware.api [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1324.965068] env[69654]: value = "task-3555909" [ 1324.965068] env[69654]: _type = "Task" [ 1324.965068] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.973382] env[69654]: DEBUG oslo_vmware.api [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.066447] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e066a7d3-e4ce-4377-863c-8d26186e32da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.073689] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e91469-b2cc-4034-9a58-806d56b50b51 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.102752] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b98fbf-cb23-4dac-b674-48c3b76e6555 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.109852] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90a82f8-620b-4f3b-8f7d-7266d91d0df2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.124117] env[69654]: DEBUG nova.compute.provider_tree [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.390322] env[69654]: DEBUG nova.compute.manager [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1325.475138] env[69654]: DEBUG oslo_vmware.api [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555909, 'name': ReconfigVM_Task, 'duration_secs': 0.177693} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.475490] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1325.476177] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba53411b-1f9b-4e33-9499-ad7a499d9cc8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.497896] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] ede77310-a3ec-4e21-b288-c0ce474ce52d/ede77310-a3ec-4e21-b288-c0ce474ce52d.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.498127] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8daaa32b-cfc6-49d7-ab44-c8aee419ba6b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.515889] env[69654]: DEBUG oslo_vmware.api [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1325.515889] env[69654]: value = "task-3555910" [ 1325.515889] env[69654]: _type = "Task" [ 1325.515889] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.523493] env[69654]: DEBUG oslo_vmware.api [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.627849] env[69654]: DEBUG nova.scheduler.client.report [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.909747] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.025785] env[69654]: DEBUG oslo_vmware.api [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555910, 'name': ReconfigVM_Task, 'duration_secs': 0.254831} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.026086] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Reconfigured VM instance instance-00000079 to attach disk [datastore1] ede77310-a3ec-4e21-b288-c0ce474ce52d/ede77310-a3ec-4e21-b288-c0ce474ce52d.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.026370] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Updating instance 'ede77310-a3ec-4e21-b288-c0ce474ce52d' progress to 50 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.133109] env[69654]: DEBUG oslo_concurrency.lockutils [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.135713] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.678s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.135954] env[69654]: DEBUG nova.objects.instance [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lazy-loading 'resources' on Instance uuid c7cc419b-95bf-4edb-a9a8-453822fd3885 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.151298] env[69654]: INFO nova.scheduler.client.report [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleted allocations for instance 5b49e72a-e83b-4222-99c6-1528df546297 [ 1326.532721] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e0f46b-24f0-4af4-a987-2fbc0a2ca3f2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.553045] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ac2874-79b8-4110-93a3-ba8cd0542c08 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.570670] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Updating instance 'ede77310-a3ec-4e21-b288-c0ce474ce52d' progress to 67 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.660767] env[69654]: DEBUG oslo_concurrency.lockutils [None req-49120a86-b739-47d0-a7e8-d16eec1bc378 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "5b49e72a-e83b-4222-99c6-1528df546297" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.629s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.746519] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2015a1d-cf86-495a-be4c-3455a65f83be {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.754011] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c120fc-9301-4e76-bc09-f42e79ea18c4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.782998] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74371fa-aaab-42c0-83b2-f17872a53fa7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.789693] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a25880f-6757-4b34-9254-f45f26c35345 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.801994] env[69654]: DEBUG nova.compute.provider_tree [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.111490] env[69654]: DEBUG nova.network.neutron [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Port 062f913c-8078-4769-9c07-1bbcda5ed503 binding to destination host cpu-1 is already ACTIVE {{(pid=69654) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1327.305087] env[69654]: DEBUG nova.scheduler.client.report [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.613580] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "775b4d22-b591-4638-98b6-fb6e6dceb2e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.613967] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "775b4d22-b591-4638-98b6-fb6e6dceb2e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.614068] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "775b4d22-b591-4638-98b6-fb6e6dceb2e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.614233] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "775b4d22-b591-4638-98b6-fb6e6dceb2e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.614402] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "775b4d22-b591-4638-98b6-fb6e6dceb2e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.619574] env[69654]: INFO nova.compute.manager [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Terminating instance [ 1327.809615] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.812286] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.903s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.813901] env[69654]: INFO nova.compute.claims [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.831963] env[69654]: INFO nova.scheduler.client.report [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Deleted allocations for instance c7cc419b-95bf-4edb-a9a8-453822fd3885 [ 1328.129300] env[69654]: DEBUG nova.compute.manager [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.129545] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.130429] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc6fdbc-0ad7-4c48-b2d6-740fef00f949 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.136951] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "ede77310-a3ec-4e21-b288-c0ce474ce52d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.137202] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "ede77310-a3ec-4e21-b288-c0ce474ce52d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.137385] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "ede77310-a3ec-4e21-b288-c0ce474ce52d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.147567] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.147804] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ea91008-61f9-4098-818a-3eb72e1ee749 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.154907] env[69654]: DEBUG oslo_vmware.api [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1328.154907] env[69654]: value = "task-3555911" [ 1328.154907] env[69654]: _type = "Task" [ 1328.154907] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.165201] env[69654]: DEBUG oslo_vmware.api [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.340029] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0de1c490-f9a3-4e3f-a681-d9f2516e4a35 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "c7cc419b-95bf-4edb-a9a8-453822fd3885" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.092s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.665781] env[69654]: DEBUG oslo_vmware.api [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555911, 'name': PowerOffVM_Task, 'duration_secs': 0.19622} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.666177] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.666228] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.666504] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5d6a125-93b8-4b29-a376-c295784660f8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.732193] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.732413] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.732595] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleting the datastore file [datastore2] 775b4d22-b591-4638-98b6-fb6e6dceb2e8 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.732848] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c8557e4-8adb-4119-9032-9cb14f6bd068 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.738995] env[69654]: DEBUG oslo_vmware.api [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1328.738995] env[69654]: value = "task-3555913" [ 1328.738995] env[69654]: _type = "Task" [ 1328.738995] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.746422] env[69654]: DEBUG oslo_vmware.api [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.861361] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.861605] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.861804] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.861977] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.862151] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.864454] env[69654]: INFO nova.compute.manager [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Terminating instance [ 1328.926553] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6e30d9-3277-4269-8537-16e7f00e0079 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.933738] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4261c97-8b34-4445-afa0-690ce90ba2d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.962612] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c902f093-4c05-4409-82aa-329fe8fae010 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.969401] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179064e8-f129-42de-8985-d0d9090d9a79 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.981809] env[69654]: DEBUG nova.compute.provider_tree [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.173760] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "refresh_cache-ede77310-a3ec-4e21-b288-c0ce474ce52d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.173952] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "refresh_cache-ede77310-a3ec-4e21-b288-c0ce474ce52d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.174140] env[69654]: DEBUG nova.network.neutron [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.248856] env[69654]: DEBUG oslo_vmware.api [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129145} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.249449] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.249647] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.249823] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.249990] env[69654]: INFO nova.compute.manager [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1329.250253] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.250433] env[69654]: DEBUG nova.compute.manager [-] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.250526] env[69654]: DEBUG nova.network.neutron [-] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.368120] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "refresh_cache-dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.368335] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquired lock "refresh_cache-dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.368516] env[69654]: DEBUG nova.network.neutron [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.484398] env[69654]: DEBUG nova.scheduler.client.report [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.520294] env[69654]: DEBUG nova.compute.manager [req-6f43b70f-12c6-4f52-8fa6-fd001e48a3d1 req-6f59c63e-a8d9-4a6d-b955-483537b8d337 service nova] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Received event network-vif-deleted-8ae57f3d-7994-4ca2-b2e9-882c08941664 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.520427] env[69654]: INFO nova.compute.manager [req-6f43b70f-12c6-4f52-8fa6-fd001e48a3d1 req-6f59c63e-a8d9-4a6d-b955-483537b8d337 service nova] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Neutron deleted interface 8ae57f3d-7994-4ca2-b2e9-882c08941664; detaching it from the instance and deleting it from the info cache [ 1329.520567] env[69654]: DEBUG nova.network.neutron [req-6f43b70f-12c6-4f52-8fa6-fd001e48a3d1 req-6f59c63e-a8d9-4a6d-b955-483537b8d337 service nova] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.859095] env[69654]: DEBUG nova.network.neutron [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Updating instance_info_cache with network_info: [{"id": "062f913c-8078-4769-9c07-1bbcda5ed503", "address": "fa:16:3e:fb:c5:62", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062f913c-80", "ovs_interfaceid": "062f913c-8078-4769-9c07-1bbcda5ed503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.884708] env[69654]: DEBUG nova.network.neutron [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1329.925787] env[69654]: DEBUG nova.network.neutron [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.989498] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.989888] env[69654]: DEBUG nova.compute.manager [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1330.005191] env[69654]: DEBUG nova.network.neutron [-] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.023809] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46ef1431-b74b-400f-b1e0-79f5a2015423 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.033506] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00edfa41-ec17-4172-a866-019a01eb83c5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.062259] env[69654]: DEBUG nova.compute.manager [req-6f43b70f-12c6-4f52-8fa6-fd001e48a3d1 req-6f59c63e-a8d9-4a6d-b955-483537b8d337 service nova] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Detach interface failed, port_id=8ae57f3d-7994-4ca2-b2e9-882c08941664, reason: Instance 775b4d22-b591-4638-98b6-fb6e6dceb2e8 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1330.362083] env[69654]: DEBUG oslo_concurrency.lockutils [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "refresh_cache-ede77310-a3ec-4e21-b288-c0ce474ce52d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.429273] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Releasing lock "refresh_cache-dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.429871] env[69654]: DEBUG nova.compute.manager [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1330.430153] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.431139] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621b3b13-f4e9-4e2b-a788-24391a30a188 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.438638] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.439470] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa2a901c-f12b-4358-9592-282e07f9f8cf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.444928] env[69654]: DEBUG oslo_vmware.api [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1330.444928] env[69654]: value = "task-3555914" [ 1330.444928] env[69654]: _type = "Task" [ 1330.444928] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.452619] env[69654]: DEBUG oslo_vmware.api [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.494804] env[69654]: DEBUG nova.compute.utils [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1330.496292] env[69654]: DEBUG nova.compute.manager [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1330.496499] env[69654]: DEBUG nova.network.neutron [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.507489] env[69654]: INFO nova.compute.manager [-] [instance: 775b4d22-b591-4638-98b6-fb6e6dceb2e8] Took 1.26 seconds to deallocate network for instance. [ 1330.558126] env[69654]: DEBUG nova.policy [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f46830f6ac64135b95e8ada508672f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b88641bcb84f490ca01b5b5046e1c576', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1330.859611] env[69654]: DEBUG nova.network.neutron [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Successfully created port: 1c438b01-0179-4864-a1ef-b21c8a0f2831 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1330.888599] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9655c2-bb91-44fc-b78a-54ff8224071b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.907842] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e1266e-f518-4f3a-bd2e-c0dcd86172da {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.914607] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Updating instance 'ede77310-a3ec-4e21-b288-c0ce474ce52d' progress to 83 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.954585] env[69654]: DEBUG oslo_vmware.api [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555914, 'name': PowerOffVM_Task, 'duration_secs': 0.112291} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.954852] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.955057] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.955288] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5b2b16b-ff46-46a6-988e-9df4b63a2f81 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.980221] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.980449] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.980606] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Deleting the datastore file [datastore1] dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.980858] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5cb263c-6afb-4e93-a984-b6a9ce1c68b1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.987012] env[69654]: DEBUG oslo_vmware.api [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for the task: (returnval){ [ 1330.987012] env[69654]: value = "task-3555916" [ 1330.987012] env[69654]: _type = "Task" [ 1330.987012] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.995704] env[69654]: DEBUG oslo_vmware.api [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.999452] env[69654]: DEBUG nova.compute.manager [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1331.013753] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.014152] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.014513] env[69654]: DEBUG nova.objects.instance [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lazy-loading 'resources' on Instance uuid 775b4d22-b591-4638-98b6-fb6e6dceb2e8 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.420903] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.421184] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83e936ad-ec05-469d-acc5-b3c66b381853 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.428958] env[69654]: DEBUG oslo_vmware.api [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1331.428958] env[69654]: value = "task-3555917" [ 1331.428958] env[69654]: _type = "Task" [ 1331.428958] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.436539] env[69654]: DEBUG oslo_vmware.api [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.496238] env[69654]: DEBUG oslo_vmware.api [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Task: {'id': task-3555916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091176} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.496500] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.496687] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.496861] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.497092] env[69654]: INFO nova.compute.manager [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1331.497381] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.497583] env[69654]: DEBUG nova.compute.manager [-] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1331.497679] env[69654]: DEBUG nova.network.neutron [-] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1331.503917] env[69654]: INFO nova.virt.block_device [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Booting with volume 95b4903b-409c-4951-8aba-44eaf21ae85d at /dev/sda [ 1331.515684] env[69654]: DEBUG nova.network.neutron [-] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.543920] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ac2825f-97b5-4a2a-bd17-0ab3c9fc243a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.556411] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ba7629-d4b2-4ece-8683-3670befefcfa {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.592365] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c19ec813-b388-406f-a09e-5dc51d43642c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.602108] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c5ba1d-2b58-442b-83a1-5083c8cd5d86 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.636924] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8d6605-5803-46d9-ba6c-0bf6dd18917f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.643278] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da0942f-0d07-4753-b156-ca7b448d525a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.655868] env[69654]: DEBUG nova.virt.block_device [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updating existing volume attachment record: 3cfa903a-dc1c-4f9f-83f2-82e47eeb0005 {{(pid=69654) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1331.671589] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3ba5ca-51d5-4dc2-88bd-24c4dc1653ee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.677877] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2191e14a-bbff-46d2-8070-7e17a459bc6c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.708830] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994d13f2-5933-45f3-96bc-19ccbdfacbc3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.716478] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd751e3-ef3d-452e-a08d-42a5e99fe265 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.729827] env[69654]: DEBUG nova.compute.provider_tree [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.940873] env[69654]: DEBUG oslo_vmware.api [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555917, 'name': PowerOnVM_Task, 'duration_secs': 0.418935} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.941293] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.941293] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b42c26-824b-468e-af55-b2e83ee093a4 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Updating instance 'ede77310-a3ec-4e21-b288-c0ce474ce52d' progress to 100 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.020520] env[69654]: DEBUG nova.network.neutron [-] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.230987] env[69654]: DEBUG nova.compute.manager [req-3b080d6e-61dd-4f2a-b544-303fc44ba04c req-f2f7f1d4-2983-4f40-9a02-591ab27f067b service nova] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Received event network-vif-plugged-1c438b01-0179-4864-a1ef-b21c8a0f2831 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.231245] env[69654]: DEBUG oslo_concurrency.lockutils [req-3b080d6e-61dd-4f2a-b544-303fc44ba04c req-f2f7f1d4-2983-4f40-9a02-591ab27f067b service nova] Acquiring lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.231460] env[69654]: DEBUG oslo_concurrency.lockutils [req-3b080d6e-61dd-4f2a-b544-303fc44ba04c req-f2f7f1d4-2983-4f40-9a02-591ab27f067b service nova] Lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.231622] env[69654]: DEBUG oslo_concurrency.lockutils [req-3b080d6e-61dd-4f2a-b544-303fc44ba04c req-f2f7f1d4-2983-4f40-9a02-591ab27f067b service nova] Lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.231788] env[69654]: DEBUG nova.compute.manager [req-3b080d6e-61dd-4f2a-b544-303fc44ba04c req-f2f7f1d4-2983-4f40-9a02-591ab27f067b service nova] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] No waiting events found dispatching network-vif-plugged-1c438b01-0179-4864-a1ef-b21c8a0f2831 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1332.232063] env[69654]: WARNING nova.compute.manager [req-3b080d6e-61dd-4f2a-b544-303fc44ba04c req-f2f7f1d4-2983-4f40-9a02-591ab27f067b service nova] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Received unexpected event network-vif-plugged-1c438b01-0179-4864-a1ef-b21c8a0f2831 for instance with vm_state building and task_state block_device_mapping. [ 1332.233020] env[69654]: DEBUG nova.scheduler.client.report [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.317782] env[69654]: DEBUG nova.network.neutron [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Successfully updated port: 1c438b01-0179-4864-a1ef-b21c8a0f2831 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1332.522904] env[69654]: INFO nova.compute.manager [-] [instance: dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5] Took 1.02 seconds to deallocate network for instance. [ 1332.737914] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.758163] env[69654]: INFO nova.scheduler.client.report [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleted allocations for instance 775b4d22-b591-4638-98b6-fb6e6dceb2e8 [ 1332.824107] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.824269] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.824420] env[69654]: DEBUG nova.network.neutron [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.028769] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.029083] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.029300] env[69654]: DEBUG nova.objects.instance [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lazy-loading 'resources' on Instance uuid dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.264981] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9b9be230-d79e-48c1-b2c7-e61583ede4de tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "775b4d22-b591-4638-98b6-fb6e6dceb2e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.651s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.355464] env[69654]: DEBUG nova.network.neutron [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1333.476845] env[69654]: DEBUG nova.network.neutron [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updating instance_info_cache with network_info: [{"id": "1c438b01-0179-4864-a1ef-b21c8a0f2831", "address": "fa:16:3e:74:2b:d3", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c438b01-01", "ovs_interfaceid": "1c438b01-0179-4864-a1ef-b21c8a0f2831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.622496] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c239a8e-8201-4125-920c-23d835a78cbc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.630948] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c99599-7adc-4ba9-adb5-39a304c24c67 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.661262] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3cb77f-e500-467a-8c99-d8f7066cc89e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.668132] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c0c6d2-004d-46fe-b465-dfff4e8895ff {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.680651] env[69654]: DEBUG nova.compute.provider_tree [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.738745] env[69654]: DEBUG nova.compute.manager [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1333.739312] env[69654]: DEBUG nova.virt.hardware [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.739553] env[69654]: DEBUG nova.virt.hardware [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.739709] env[69654]: DEBUG nova.virt.hardware [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.739887] env[69654]: DEBUG nova.virt.hardware [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.740041] env[69654]: DEBUG nova.virt.hardware [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.740196] env[69654]: DEBUG nova.virt.hardware [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.740450] env[69654]: DEBUG nova.virt.hardware [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.740625] env[69654]: DEBUG nova.virt.hardware [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.740802] env[69654]: DEBUG nova.virt.hardware [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.741053] env[69654]: DEBUG nova.virt.hardware [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.741243] env[69654]: DEBUG nova.virt.hardware [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.742091] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4509d49b-93be-47d5-b509-79ddc451eb6b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.750777] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596684eb-1567-4014-aa42-5c7bb34dbe22 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.978907] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.979318] env[69654]: DEBUG nova.compute.manager [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Instance network_info: |[{"id": "1c438b01-0179-4864-a1ef-b21c8a0f2831", "address": "fa:16:3e:74:2b:d3", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c438b01-01", "ovs_interfaceid": "1c438b01-0179-4864-a1ef-b21c8a0f2831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1333.979778] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:2b:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c438b01-0179-4864-a1ef-b21c8a0f2831', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.988100] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.988344] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.988592] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f656d5a9-cebe-49a7-97f8-51d08e70d792 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.009456] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.009456] env[69654]: value = "task-3555918" [ 1334.009456] env[69654]: _type = "Task" [ 1334.009456] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.020862] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555918, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.183774] env[69654]: DEBUG nova.scheduler.client.report [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.263160] env[69654]: DEBUG nova.compute.manager [req-4f5913db-f173-4e05-9a37-739120006f7e req-13debc91-90d5-42bc-ae30-8ba1f30a1121 service nova] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Received event network-changed-1c438b01-0179-4864-a1ef-b21c8a0f2831 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.263322] env[69654]: DEBUG nova.compute.manager [req-4f5913db-f173-4e05-9a37-739120006f7e req-13debc91-90d5-42bc-ae30-8ba1f30a1121 service nova] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Refreshing instance network info cache due to event network-changed-1c438b01-0179-4864-a1ef-b21c8a0f2831. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1334.263532] env[69654]: DEBUG oslo_concurrency.lockutils [req-4f5913db-f173-4e05-9a37-739120006f7e req-13debc91-90d5-42bc-ae30-8ba1f30a1121 service nova] Acquiring lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.263677] env[69654]: DEBUG oslo_concurrency.lockutils [req-4f5913db-f173-4e05-9a37-739120006f7e req-13debc91-90d5-42bc-ae30-8ba1f30a1121 service nova] Acquired lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.263833] env[69654]: DEBUG nova.network.neutron [req-4f5913db-f173-4e05-9a37-739120006f7e req-13debc91-90d5-42bc-ae30-8ba1f30a1121 service nova] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Refreshing network info cache for port 1c438b01-0179-4864-a1ef-b21c8a0f2831 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.521928] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555918, 'name': CreateVM_Task, 'duration_secs': 0.33472} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.521928] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.522215] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': '3cfa903a-dc1c-4f9f-83f2-82e47eeb0005', 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709938', 'volume_id': '95b4903b-409c-4951-8aba-44eaf21ae85d', 'name': 'volume-95b4903b-409c-4951-8aba-44eaf21ae85d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65a1647e-1dda-49b4-b487-5dc73bde2ff1', 'attached_at': '', 'detached_at': '', 'volume_id': '95b4903b-409c-4951-8aba-44eaf21ae85d', 'serial': '95b4903b-409c-4951-8aba-44eaf21ae85d'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69654) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1334.522387] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Root volume attach. Driver type: vmdk {{(pid=69654) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1334.523204] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c31582-7f1f-4cff-82b0-f843ee5013bc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.530733] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df6e894-a8d3-4942-9f5a-e69ba787d810 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.536754] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdca853-0bb7-4d4e-8616-159f0a128faf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.542364] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f0145111-0e7d-40ed-99af-81d0e3da6a9e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.548817] env[69654]: DEBUG oslo_vmware.api [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1334.548817] env[69654]: value = "task-3555919" [ 1334.548817] env[69654]: _type = "Task" [ 1334.548817] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.556216] env[69654]: DEBUG oslo_vmware.api [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555919, 'name': RelocateVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.673327] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.673559] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.680437] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "ede77310-a3ec-4e21-b288-c0ce474ce52d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.680636] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "ede77310-a3ec-4e21-b288-c0ce474ce52d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.680811] env[69654]: DEBUG nova.compute.manager [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Going to confirm migration 8 {{(pid=69654) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1334.689035] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.710228] env[69654]: INFO nova.scheduler.client.report [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Deleted allocations for instance dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5 [ 1334.983920] env[69654]: DEBUG nova.network.neutron [req-4f5913db-f173-4e05-9a37-739120006f7e req-13debc91-90d5-42bc-ae30-8ba1f30a1121 service nova] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updated VIF entry in instance network info cache for port 1c438b01-0179-4864-a1ef-b21c8a0f2831. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.984299] env[69654]: DEBUG nova.network.neutron [req-4f5913db-f173-4e05-9a37-739120006f7e req-13debc91-90d5-42bc-ae30-8ba1f30a1121 service nova] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updating instance_info_cache with network_info: [{"id": "1c438b01-0179-4864-a1ef-b21c8a0f2831", "address": "fa:16:3e:74:2b:d3", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c438b01-01", "ovs_interfaceid": "1c438b01-0179-4864-a1ef-b21c8a0f2831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.058854] env[69654]: DEBUG oslo_vmware.api [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555919, 'name': RelocateVM_Task, 'duration_secs': 0.353371} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.059154] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Volume attach. Driver type: vmdk {{(pid=69654) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1335.059401] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709938', 'volume_id': '95b4903b-409c-4951-8aba-44eaf21ae85d', 'name': 'volume-95b4903b-409c-4951-8aba-44eaf21ae85d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65a1647e-1dda-49b4-b487-5dc73bde2ff1', 'attached_at': '', 'detached_at': '', 'volume_id': '95b4903b-409c-4951-8aba-44eaf21ae85d', 'serial': '95b4903b-409c-4951-8aba-44eaf21ae85d'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1335.060189] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88771ab9-f840-46b2-ae11-da7d2fae5afb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.077877] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c79f7b-ad46-43f6-b7ac-e29b9b522b7c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.100541] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-95b4903b-409c-4951-8aba-44eaf21ae85d/volume-95b4903b-409c-4951-8aba-44eaf21ae85d.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.100778] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bde098e-9f1f-4ad5-a068-7b58956384fe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.120215] env[69654]: DEBUG oslo_vmware.api [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1335.120215] env[69654]: value = "task-3555920" [ 1335.120215] env[69654]: _type = "Task" [ 1335.120215] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.131203] env[69654]: DEBUG oslo_vmware.api [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.176736] env[69654]: DEBUG nova.compute.manager [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.216839] env[69654]: DEBUG oslo_concurrency.lockutils [None req-dc7a8302-5caa-4d38-a53b-20bcc538c376 tempest-ServerShowV247Test-1232952235 tempest-ServerShowV247Test-1232952235-project-member] Lock "dbdc8bca-aa42-4568-8ce9-ff6c802bf9a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.355s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.252805] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "refresh_cache-ede77310-a3ec-4e21-b288-c0ce474ce52d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.252987] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "refresh_cache-ede77310-a3ec-4e21-b288-c0ce474ce52d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.253179] env[69654]: DEBUG nova.network.neutron [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.253362] env[69654]: DEBUG nova.objects.instance [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lazy-loading 'info_cache' on Instance uuid ede77310-a3ec-4e21-b288-c0ce474ce52d {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.488491] env[69654]: DEBUG oslo_concurrency.lockutils [req-4f5913db-f173-4e05-9a37-739120006f7e req-13debc91-90d5-42bc-ae30-8ba1f30a1121 service nova] Releasing lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.633459] env[69654]: DEBUG oslo_vmware.api [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555920, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.697854] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.698153] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.699585] env[69654]: INFO nova.compute.claims [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.130994] env[69654]: DEBUG oslo_vmware.api [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555920, 'name': ReconfigVM_Task, 'duration_secs': 0.516644} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.131308] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-95b4903b-409c-4951-8aba-44eaf21ae85d/volume-95b4903b-409c-4951-8aba-44eaf21ae85d.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.136124] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25353260-d2a1-4571-8118-5cadf1b130db {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.151589] env[69654]: DEBUG oslo_vmware.api [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1336.151589] env[69654]: value = "task-3555921" [ 1336.151589] env[69654]: _type = "Task" [ 1336.151589] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.159502] env[69654]: DEBUG oslo_vmware.api [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.453316] env[69654]: DEBUG nova.network.neutron [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Updating instance_info_cache with network_info: [{"id": "062f913c-8078-4769-9c07-1bbcda5ed503", "address": "fa:16:3e:fb:c5:62", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062f913c-80", "ovs_interfaceid": "062f913c-8078-4769-9c07-1bbcda5ed503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.661869] env[69654]: DEBUG oslo_vmware.api [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555921, 'name': ReconfigVM_Task, 'duration_secs': 0.138078} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.662173] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709938', 'volume_id': '95b4903b-409c-4951-8aba-44eaf21ae85d', 'name': 'volume-95b4903b-409c-4951-8aba-44eaf21ae85d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65a1647e-1dda-49b4-b487-5dc73bde2ff1', 'attached_at': '', 'detached_at': '', 'volume_id': '95b4903b-409c-4951-8aba-44eaf21ae85d', 'serial': '95b4903b-409c-4951-8aba-44eaf21ae85d'} {{(pid=69654) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1336.662695] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a3fd6a3-ba62-4db8-aa05-846f33e3d072 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.669331] env[69654]: DEBUG oslo_vmware.api [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1336.669331] env[69654]: value = "task-3555922" [ 1336.669331] env[69654]: _type = "Task" [ 1336.669331] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.676761] env[69654]: DEBUG oslo_vmware.api [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555922, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.792206] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d4ed4d-2588-40ff-9118-10e00e79c703 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.800385] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f1d98f-7d82-4243-bd15-89146616eca8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.828900] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e48130-e5f6-4f35-935f-6626d713c70d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.835960] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916848b0-f7cf-470b-9865-bdb050234af5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.848515] env[69654]: DEBUG nova.compute.provider_tree [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.957037] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "refresh_cache-ede77310-a3ec-4e21-b288-c0ce474ce52d" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.957431] env[69654]: DEBUG nova.objects.instance [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lazy-loading 'migration_context' on Instance uuid ede77310-a3ec-4e21-b288-c0ce474ce52d {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.178700] env[69654]: DEBUG oslo_vmware.api [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555922, 'name': Rename_Task, 'duration_secs': 0.129034} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.179056] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.179311] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53751647-ae9c-4d09-ad58-36165fd8ff35 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.185068] env[69654]: DEBUG oslo_vmware.api [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1337.185068] env[69654]: value = "task-3555923" [ 1337.185068] env[69654]: _type = "Task" [ 1337.185068] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.191980] env[69654]: DEBUG oslo_vmware.api [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.351919] env[69654]: DEBUG nova.scheduler.client.report [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.461451] env[69654]: DEBUG nova.objects.base [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1337.462347] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23f7f35-c720-4ba2-aced-7d604bca6712 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.482501] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897fe6d9-6b48-4ef1-9be9-9b9aa38ff70d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.487668] env[69654]: DEBUG oslo_vmware.api [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1337.487668] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5251912b-df7a-4a1c-04e8-3e3cd4e5c45d" [ 1337.487668] env[69654]: _type = "Task" [ 1337.487668] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.494868] env[69654]: DEBUG oslo_vmware.api [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5251912b-df7a-4a1c-04e8-3e3cd4e5c45d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.694201] env[69654]: DEBUG oslo_vmware.api [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555923, 'name': PowerOnVM_Task, 'duration_secs': 0.446887} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.694475] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.694678] env[69654]: INFO nova.compute.manager [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Took 3.96 seconds to spawn the instance on the hypervisor. [ 1337.694855] env[69654]: DEBUG nova.compute.manager [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.695620] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6bb138-7ecd-4a16-8bbc-7b0dc2280deb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.856892] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.857460] env[69654]: DEBUG nova.compute.manager [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1337.998115] env[69654]: DEBUG oslo_vmware.api [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5251912b-df7a-4a1c-04e8-3e3cd4e5c45d, 'name': SearchDatastore_Task, 'duration_secs': 0.007076} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.998437] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.998692] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.213323] env[69654]: INFO nova.compute.manager [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Took 12.32 seconds to build instance. [ 1338.361998] env[69654]: DEBUG nova.compute.utils [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1338.363901] env[69654]: DEBUG nova.compute.manager [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1338.363901] env[69654]: DEBUG nova.network.neutron [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1338.399790] env[69654]: DEBUG nova.policy [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c357d98e3534eff84a889e978528802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e61899f4f84b2a96c10f4a2900c70e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1338.609037] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37adc23a-536f-4d0f-9429-3264961f88de {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.616639] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59612914-e431-4c6a-990b-34e69de63a0c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.653916] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21236021-f543-43e1-a2c4-c4cf850ea237 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.662138] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032d09a5-298c-4b47-b890-e7a4b559a7e9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.676912] env[69654]: DEBUG nova.compute.provider_tree [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.686118] env[69654]: DEBUG nova.network.neutron [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Successfully created port: b1f585b9-79db-4def-b4e3-60d66799b6a1 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1338.715431] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2f273285-61d9-4a08-8209-0989fe11a803 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.827s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.868297] env[69654]: DEBUG nova.compute.manager [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1339.183903] env[69654]: DEBUG nova.scheduler.client.report [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.626661] env[69654]: DEBUG nova.compute.manager [req-71fc94f1-287d-4879-8422-b9401f5c63e4 req-1e52c529-e61a-4792-96c6-b04bff486b83 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Received event network-changed-42e1c9dd-f934-46d2-b796-fa5826c25352 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.626902] env[69654]: DEBUG nova.compute.manager [req-71fc94f1-287d-4879-8422-b9401f5c63e4 req-1e52c529-e61a-4792-96c6-b04bff486b83 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Refreshing instance network info cache due to event network-changed-42e1c9dd-f934-46d2-b796-fa5826c25352. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.627313] env[69654]: DEBUG oslo_concurrency.lockutils [req-71fc94f1-287d-4879-8422-b9401f5c63e4 req-1e52c529-e61a-4792-96c6-b04bff486b83 service nova] Acquiring lock "refresh_cache-63aac6cb-2703-4c2f-b966-4616aa8724b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.628142] env[69654]: DEBUG oslo_concurrency.lockutils [req-71fc94f1-287d-4879-8422-b9401f5c63e4 req-1e52c529-e61a-4792-96c6-b04bff486b83 service nova] Acquired lock "refresh_cache-63aac6cb-2703-4c2f-b966-4616aa8724b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.628425] env[69654]: DEBUG nova.network.neutron [req-71fc94f1-287d-4879-8422-b9401f5c63e4 req-1e52c529-e61a-4792-96c6-b04bff486b83 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Refreshing network info cache for port 42e1c9dd-f934-46d2-b796-fa5826c25352 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.878853] env[69654]: DEBUG nova.compute.manager [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1339.906250] env[69654]: DEBUG nova.virt.hardware [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.906394] env[69654]: DEBUG nova.virt.hardware [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.906463] env[69654]: DEBUG nova.virt.hardware [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.906640] env[69654]: DEBUG nova.virt.hardware [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.906783] env[69654]: DEBUG nova.virt.hardware [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.906924] env[69654]: DEBUG nova.virt.hardware [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.907328] env[69654]: DEBUG nova.virt.hardware [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.907565] env[69654]: DEBUG nova.virt.hardware [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.907748] env[69654]: DEBUG nova.virt.hardware [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.908232] env[69654]: DEBUG nova.virt.hardware [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.908441] env[69654]: DEBUG nova.virt.hardware [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.909344] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcc3013-dfcc-49ff-b6b7-1afc5a4e8f13 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.918353] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712c093b-414a-4054-a94f-3dcfd7575dfe {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.139918] env[69654]: DEBUG nova.compute.manager [req-5ff2b5e8-10ae-4e03-84b7-b5c1883a53ad req-6ca74d86-14c6-45a0-86d1-104aa3c1748d service nova] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Received event network-vif-plugged-b1f585b9-79db-4def-b4e3-60d66799b6a1 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.139918] env[69654]: DEBUG oslo_concurrency.lockutils [req-5ff2b5e8-10ae-4e03-84b7-b5c1883a53ad req-6ca74d86-14c6-45a0-86d1-104aa3c1748d service nova] Acquiring lock "b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.139918] env[69654]: DEBUG oslo_concurrency.lockutils [req-5ff2b5e8-10ae-4e03-84b7-b5c1883a53ad req-6ca74d86-14c6-45a0-86d1-104aa3c1748d service nova] Lock "b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.139918] env[69654]: DEBUG oslo_concurrency.lockutils [req-5ff2b5e8-10ae-4e03-84b7-b5c1883a53ad req-6ca74d86-14c6-45a0-86d1-104aa3c1748d service nova] Lock "b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.140139] env[69654]: DEBUG nova.compute.manager [req-5ff2b5e8-10ae-4e03-84b7-b5c1883a53ad req-6ca74d86-14c6-45a0-86d1-104aa3c1748d service nova] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] No waiting events found dispatching network-vif-plugged-b1f585b9-79db-4def-b4e3-60d66799b6a1 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1340.140249] env[69654]: WARNING nova.compute.manager [req-5ff2b5e8-10ae-4e03-84b7-b5c1883a53ad req-6ca74d86-14c6-45a0-86d1-104aa3c1748d service nova] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Received unexpected event network-vif-plugged-b1f585b9-79db-4def-b4e3-60d66799b6a1 for instance with vm_state building and task_state spawning. [ 1340.194844] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.196s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.229313] env[69654]: DEBUG nova.network.neutron [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Successfully updated port: b1f585b9-79db-4def-b4e3-60d66799b6a1 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.352148] env[69654]: DEBUG nova.network.neutron [req-71fc94f1-287d-4879-8422-b9401f5c63e4 req-1e52c529-e61a-4792-96c6-b04bff486b83 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Updated VIF entry in instance network info cache for port 42e1c9dd-f934-46d2-b796-fa5826c25352. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.352588] env[69654]: DEBUG nova.network.neutron [req-71fc94f1-287d-4879-8422-b9401f5c63e4 req-1e52c529-e61a-4792-96c6-b04bff486b83 service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Updating instance_info_cache with network_info: [{"id": "42e1c9dd-f934-46d2-b796-fa5826c25352", "address": "fa:16:3e:b8:34:8d", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42e1c9dd-f9", "ovs_interfaceid": "42e1c9dd-f934-46d2-b796-fa5826c25352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.730546] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "refresh_cache-b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.730868] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "refresh_cache-b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.730868] env[69654]: DEBUG nova.network.neutron [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.751193] env[69654]: INFO nova.scheduler.client.report [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleted allocation for migration 1b3fec0a-ad9b-4ee1-9fe1-e0062537bea4 [ 1340.855497] env[69654]: DEBUG oslo_concurrency.lockutils [req-71fc94f1-287d-4879-8422-b9401f5c63e4 req-1e52c529-e61a-4792-96c6-b04bff486b83 service nova] Releasing lock "refresh_cache-63aac6cb-2703-4c2f-b966-4616aa8724b3" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.094020] env[69654]: DEBUG nova.compute.manager [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Stashing vm_state: active {{(pid=69654) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1341.258881] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0e1bd49b-2062-4aa8-a92a-b94c75a8e07b tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "ede77310-a3ec-4e21-b288-c0ce474ce52d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.578s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.261803] env[69654]: DEBUG nova.network.neutron [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.380405] env[69654]: DEBUG nova.network.neutron [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Updating instance_info_cache with network_info: [{"id": "b1f585b9-79db-4def-b4e3-60d66799b6a1", "address": "fa:16:3e:23:fa:58", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f585b9-79", "ovs_interfaceid": "b1f585b9-79db-4def-b4e3-60d66799b6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.613529] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.613806] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.659163] env[69654]: DEBUG nova.compute.manager [req-7289e295-334f-4a57-b087-9dc041a4bab3 req-437c10b5-67c4-41c4-9cff-a6b3e53c0d09 service nova] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Received event network-changed-1c438b01-0179-4864-a1ef-b21c8a0f2831 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.659214] env[69654]: DEBUG nova.compute.manager [req-7289e295-334f-4a57-b087-9dc041a4bab3 req-437c10b5-67c4-41c4-9cff-a6b3e53c0d09 service nova] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Refreshing instance network info cache due to event network-changed-1c438b01-0179-4864-a1ef-b21c8a0f2831. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1341.659434] env[69654]: DEBUG oslo_concurrency.lockutils [req-7289e295-334f-4a57-b087-9dc041a4bab3 req-437c10b5-67c4-41c4-9cff-a6b3e53c0d09 service nova] Acquiring lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.659575] env[69654]: DEBUG oslo_concurrency.lockutils [req-7289e295-334f-4a57-b087-9dc041a4bab3 req-437c10b5-67c4-41c4-9cff-a6b3e53c0d09 service nova] Acquired lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.659733] env[69654]: DEBUG nova.network.neutron [req-7289e295-334f-4a57-b087-9dc041a4bab3 req-437c10b5-67c4-41c4-9cff-a6b3e53c0d09 service nova] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Refreshing network info cache for port 1c438b01-0179-4864-a1ef-b21c8a0f2831 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.883109] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "refresh_cache-b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.883436] env[69654]: DEBUG nova.compute.manager [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Instance network_info: |[{"id": "b1f585b9-79db-4def-b4e3-60d66799b6a1", "address": "fa:16:3e:23:fa:58", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f585b9-79", "ovs_interfaceid": "b1f585b9-79db-4def-b4e3-60d66799b6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1341.884096] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:fa:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1f585b9-79db-4def-b4e3-60d66799b6a1', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1341.896064] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.897436] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1341.897742] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30977795-8d7d-4c8e-9ce5-a0c41884bd0d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.927966] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.927966] env[69654]: value = "task-3555924" [ 1341.927966] env[69654]: _type = "Task" [ 1341.927966] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.938489] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555924, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.119256] env[69654]: INFO nova.compute.claims [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.235110] env[69654]: DEBUG nova.compute.manager [req-ab3fac60-124d-4804-9ecf-4c249b00e53f req-8cd7baa1-8b81-4b6c-b7e9-c25ba5e9dfea service nova] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Received event network-changed-b1f585b9-79db-4def-b4e3-60d66799b6a1 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.235110] env[69654]: DEBUG nova.compute.manager [req-ab3fac60-124d-4804-9ecf-4c249b00e53f req-8cd7baa1-8b81-4b6c-b7e9-c25ba5e9dfea service nova] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Refreshing instance network info cache due to event network-changed-b1f585b9-79db-4def-b4e3-60d66799b6a1. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.235110] env[69654]: DEBUG oslo_concurrency.lockutils [req-ab3fac60-124d-4804-9ecf-4c249b00e53f req-8cd7baa1-8b81-4b6c-b7e9-c25ba5e9dfea service nova] Acquiring lock "refresh_cache-b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.235753] env[69654]: DEBUG oslo_concurrency.lockutils [req-ab3fac60-124d-4804-9ecf-4c249b00e53f req-8cd7baa1-8b81-4b6c-b7e9-c25ba5e9dfea service nova] Acquired lock "refresh_cache-b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.236098] env[69654]: DEBUG nova.network.neutron [req-ab3fac60-124d-4804-9ecf-4c249b00e53f req-8cd7baa1-8b81-4b6c-b7e9-c25ba5e9dfea service nova] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Refreshing network info cache for port b1f585b9-79db-4def-b4e3-60d66799b6a1 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.366867] env[69654]: DEBUG nova.network.neutron [req-7289e295-334f-4a57-b087-9dc041a4bab3 req-437c10b5-67c4-41c4-9cff-a6b3e53c0d09 service nova] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updated VIF entry in instance network info cache for port 1c438b01-0179-4864-a1ef-b21c8a0f2831. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.367259] env[69654]: DEBUG nova.network.neutron [req-7289e295-334f-4a57-b087-9dc041a4bab3 req-437c10b5-67c4-41c4-9cff-a6b3e53c0d09 service nova] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updating instance_info_cache with network_info: [{"id": "1c438b01-0179-4864-a1ef-b21c8a0f2831", "address": "fa:16:3e:74:2b:d3", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c438b01-01", "ovs_interfaceid": "1c438b01-0179-4864-a1ef-b21c8a0f2831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.385117] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "ede77310-a3ec-4e21-b288-c0ce474ce52d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.385375] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "ede77310-a3ec-4e21-b288-c0ce474ce52d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.385585] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "ede77310-a3ec-4e21-b288-c0ce474ce52d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.385762] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "ede77310-a3ec-4e21-b288-c0ce474ce52d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.385927] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "ede77310-a3ec-4e21-b288-c0ce474ce52d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.387796] env[69654]: INFO nova.compute.manager [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Terminating instance [ 1342.437401] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555924, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.626744] env[69654]: INFO nova.compute.resource_tracker [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updating resource usage from migration 9f93645d-6754-4821-ac47-1b097c31e591 [ 1342.717603] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36caa890-7a76-48de-924e-13968ea9a1d5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.725058] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61490e6-ee44-4b23-8e4a-a3a0a1ed3648 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.757599] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc8b2b9-6fac-4aa9-89d5-22630475be09 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.764642] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac38394-8e1d-4e26-a449-bd32ee69367d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.779607] env[69654]: DEBUG nova.compute.provider_tree [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.851194] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "36cb22fc-d800-4ce6-8de2-28207961ca24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.851493] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "36cb22fc-d800-4ce6-8de2-28207961ca24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.870369] env[69654]: DEBUG oslo_concurrency.lockutils [req-7289e295-334f-4a57-b087-9dc041a4bab3 req-437c10b5-67c4-41c4-9cff-a6b3e53c0d09 service nova] Releasing lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.890642] env[69654]: DEBUG nova.compute.manager [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1342.890938] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.891800] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26011ae-1e5e-41d5-9b4a-aea318b24127 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.899378] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.899631] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6166560e-aa8e-4a95-8351-b466adb4f062 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.905255] env[69654]: DEBUG oslo_vmware.api [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1342.905255] env[69654]: value = "task-3555925" [ 1342.905255] env[69654]: _type = "Task" [ 1342.905255] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.914111] env[69654]: DEBUG oslo_vmware.api [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.938142] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555924, 'name': CreateVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.970394] env[69654]: DEBUG nova.network.neutron [req-ab3fac60-124d-4804-9ecf-4c249b00e53f req-8cd7baa1-8b81-4b6c-b7e9-c25ba5e9dfea service nova] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Updated VIF entry in instance network info cache for port b1f585b9-79db-4def-b4e3-60d66799b6a1. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.970737] env[69654]: DEBUG nova.network.neutron [req-ab3fac60-124d-4804-9ecf-4c249b00e53f req-8cd7baa1-8b81-4b6c-b7e9-c25ba5e9dfea service nova] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Updating instance_info_cache with network_info: [{"id": "b1f585b9-79db-4def-b4e3-60d66799b6a1", "address": "fa:16:3e:23:fa:58", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f585b9-79", "ovs_interfaceid": "b1f585b9-79db-4def-b4e3-60d66799b6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.283445] env[69654]: DEBUG nova.scheduler.client.report [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.353692] env[69654]: DEBUG nova.compute.manager [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.414117] env[69654]: DEBUG oslo_vmware.api [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.439094] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555924, 'name': CreateVM_Task, 'duration_secs': 1.367038} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.439247] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.439859] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.440038] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.440375] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.440635] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c218dde6-4c9b-4a9c-8082-9b07e022a28a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.445081] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1343.445081] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5275c66e-cab7-6a45-c46d-4aa451bad8d5" [ 1343.445081] env[69654]: _type = "Task" [ 1343.445081] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.452554] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5275c66e-cab7-6a45-c46d-4aa451bad8d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.473500] env[69654]: DEBUG oslo_concurrency.lockutils [req-ab3fac60-124d-4804-9ecf-4c249b00e53f req-8cd7baa1-8b81-4b6c-b7e9-c25ba5e9dfea service nova] Releasing lock "refresh_cache-b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.789302] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.175s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.789608] env[69654]: INFO nova.compute.manager [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Migrating [ 1343.877678] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.877678] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.878313] env[69654]: INFO nova.compute.claims [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.917054] env[69654]: DEBUG oslo_vmware.api [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555925, 'name': PowerOffVM_Task, 'duration_secs': 0.579703} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.917957] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.918169] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.918452] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24af8d54-aec9-4bde-a686-8ff14f5d288d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.954531] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5275c66e-cab7-6a45-c46d-4aa451bad8d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010392} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.954812] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.955048] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.955310] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.955464] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.955640] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.955894] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0524cc2-65ab-4ba0-a795-3575a1d9832e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.964141] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.964316] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.964976] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816c36b0-1060-4676-acf6-bc1668724dda {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.969785] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1343.969785] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524003fd-550a-ee27-f321-0e5a98aab33b" [ 1343.969785] env[69654]: _type = "Task" [ 1343.969785] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.977360] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524003fd-550a-ee27-f321-0e5a98aab33b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.982767] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.982956] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.983145] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleting the datastore file [datastore1] ede77310-a3ec-4e21-b288-c0ce474ce52d {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.983375] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e02ddd9-4b97-457c-b088-7f8ea5c3c21f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.988579] env[69654]: DEBUG oslo_vmware.api [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1343.988579] env[69654]: value = "task-3555927" [ 1343.988579] env[69654]: _type = "Task" [ 1343.988579] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.995617] env[69654]: DEBUG oslo_vmware.api [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.305201] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.305374] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.305571] env[69654]: DEBUG nova.network.neutron [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.484359] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]524003fd-550a-ee27-f321-0e5a98aab33b, 'name': SearchDatastore_Task, 'duration_secs': 0.01148} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.485570] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc34feba-7876-439a-b59f-3068d3b2851c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.494935] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1344.494935] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528428c4-11e2-3cc5-172e-70829239c01a" [ 1344.494935] env[69654]: _type = "Task" [ 1344.494935] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.503967] env[69654]: DEBUG oslo_vmware.api [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203204} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.504688] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.504981] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.505290] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.505584] env[69654]: INFO nova.compute.manager [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1344.505932] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.511075] env[69654]: DEBUG nova.compute.manager [-] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1344.511239] env[69654]: DEBUG nova.network.neutron [-] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.513483] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]528428c4-11e2-3cc5-172e-70829239c01a, 'name': SearchDatastore_Task, 'duration_secs': 0.0116} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.513816] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.514187] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4/b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.514857] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46c1b018-266c-4951-b6a8-8325a7ae3637 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.522402] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1344.522402] env[69654]: value = "task-3555928" [ 1344.522402] env[69654]: _type = "Task" [ 1344.522402] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.533758] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.790364] env[69654]: DEBUG nova.compute.manager [req-fb63eb0d-4615-4cfb-b2ee-797d2b952946 req-01963ddb-54f7-4247-90d0-5ce392b01a21 service nova] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Received event network-vif-deleted-062f913c-8078-4769-9c07-1bbcda5ed503 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.790364] env[69654]: INFO nova.compute.manager [req-fb63eb0d-4615-4cfb-b2ee-797d2b952946 req-01963ddb-54f7-4247-90d0-5ce392b01a21 service nova] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Neutron deleted interface 062f913c-8078-4769-9c07-1bbcda5ed503; detaching it from the instance and deleting it from the info cache [ 1344.790364] env[69654]: DEBUG nova.network.neutron [req-fb63eb0d-4615-4cfb-b2ee-797d2b952946 req-01963ddb-54f7-4247-90d0-5ce392b01a21 service nova] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.004349] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872fcf31-8355-46dc-befa-b88ab6bb90f8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.012234] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8cc906-939f-413f-a03f-0533854d38dc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.047243] env[69654]: DEBUG nova.network.neutron [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updating instance_info_cache with network_info: [{"id": "1c438b01-0179-4864-a1ef-b21c8a0f2831", "address": "fa:16:3e:74:2b:d3", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c438b01-01", "ovs_interfaceid": "1c438b01-0179-4864-a1ef-b21c8a0f2831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.052077] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8739c5e3-9d73-46e1-b52f-6e322f2725e1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.062861] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555928, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.064152] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354a10e6-9d97-4ea5-8cae-68405e8981c8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.078963] env[69654]: DEBUG nova.compute.provider_tree [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1345.272610] env[69654]: DEBUG nova.network.neutron [-] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.292507] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89f459c3-54ac-419e-b609-73c1dfdc0cb0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.302433] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5414a556-090a-4a6e-9220-194b12eb6e01 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.331241] env[69654]: DEBUG nova.compute.manager [req-fb63eb0d-4615-4cfb-b2ee-797d2b952946 req-01963ddb-54f7-4247-90d0-5ce392b01a21 service nova] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Detach interface failed, port_id=062f913c-8078-4769-9c07-1bbcda5ed503, reason: Instance ede77310-a3ec-4e21-b288-c0ce474ce52d could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1345.556540] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.557835] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699404} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.558351] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4/b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.558562] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.558967] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3306921b-d100-4c12-82f3-8d8a5a7c2ec5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.565274] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1345.565274] env[69654]: value = "task-3555929" [ 1345.565274] env[69654]: _type = "Task" [ 1345.565274] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.573309] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.601954] env[69654]: ERROR nova.scheduler.client.report [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [req-a3aeb510-12b5-49f6-9bb4-10b78cc48ccc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7244f0e3-c8fc-4c02-ba3d-26a8e0372872. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a3aeb510-12b5-49f6-9bb4-10b78cc48ccc"}]} [ 1345.617918] env[69654]: DEBUG nova.scheduler.client.report [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Refreshing inventories for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1345.630854] env[69654]: DEBUG nova.scheduler.client.report [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Updating ProviderTree inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1345.631092] env[69654]: DEBUG nova.compute.provider_tree [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1345.641662] env[69654]: DEBUG nova.scheduler.client.report [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Refreshing aggregate associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, aggregates: None {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1345.660600] env[69654]: DEBUG nova.scheduler.client.report [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Refreshing trait associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1345.776522] env[69654]: INFO nova.compute.manager [-] [instance: ede77310-a3ec-4e21-b288-c0ce474ce52d] Took 1.26 seconds to deallocate network for instance. [ 1345.825795] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acd0200-c8a2-440d-b00e-c2e57439b7a5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.833387] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bd019c-ac34-4f52-9fa6-8e34aa657006 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.862682] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac19929-dcdf-4181-9e62-8da14858369f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.869061] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f476ea4-364a-4a8f-87c0-45653a94cb0d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.881446] env[69654]: DEBUG nova.compute.provider_tree [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.074719] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134613} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.075186] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.075812] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98996195-ec3f-44eb-a437-85335fe2d52a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.098966] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4/b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.099975] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3c65b24-c840-4d5c-964c-c2e8eef7d5bf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.119429] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1346.119429] env[69654]: value = "task-3555930" [ 1346.119429] env[69654]: _type = "Task" [ 1346.119429] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.127311] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.288325] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.384597] env[69654]: DEBUG nova.scheduler.client.report [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.628760] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555930, 'name': ReconfigVM_Task, 'duration_secs': 0.29405} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.628991] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Reconfigured VM instance instance-0000007c to attach disk [datastore1] b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4/b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.629644] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ee5e153-e4ba-48e9-a03a-5179b1f68e9a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.636070] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1346.636070] env[69654]: value = "task-3555931" [ 1346.636070] env[69654]: _type = "Task" [ 1346.636070] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.643543] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555931, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.889501] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.013s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.889989] env[69654]: DEBUG nova.compute.manager [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1346.892491] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.604s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.892693] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.912345] env[69654]: INFO nova.scheduler.client.report [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleted allocations for instance ede77310-a3ec-4e21-b288-c0ce474ce52d [ 1347.071430] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df45365-0765-4896-b850-66cdec94c8d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.090099] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updating instance '65a1647e-1dda-49b4-b487-5dc73bde2ff1' progress to 0 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.146073] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555931, 'name': Rename_Task, 'duration_secs': 0.176387} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.146409] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.146571] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53f1c1e0-931d-48e0-9ac3-e27d96ac02e4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.152649] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1347.152649] env[69654]: value = "task-3555932" [ 1347.152649] env[69654]: _type = "Task" [ 1347.152649] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.160140] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.396380] env[69654]: DEBUG nova.compute.utils [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1347.397826] env[69654]: DEBUG nova.compute.manager [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1347.401085] env[69654]: DEBUG nova.network.neutron [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1347.419400] env[69654]: DEBUG oslo_concurrency.lockutils [None req-d58bb236-344a-485d-afbd-f2cca6c8b222 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "ede77310-a3ec-4e21-b288-c0ce474ce52d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.034s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.457272] env[69654]: DEBUG nova.policy [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8151f5bc1ac4bc6aeb63abd449650ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef9dd2ec5066432eb810d1910b599ee8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1347.596095] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.596448] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22bc0987-7936-4d75-b489-f3114fd61be4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.604759] env[69654]: DEBUG oslo_vmware.api [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1347.604759] env[69654]: value = "task-3555933" [ 1347.604759] env[69654]: _type = "Task" [ 1347.604759] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.612902] env[69654]: DEBUG oslo_vmware.api [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.663022] env[69654]: DEBUG oslo_vmware.api [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555932, 'name': PowerOnVM_Task, 'duration_secs': 0.467277} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.663310] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1347.663523] env[69654]: INFO nova.compute.manager [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1347.663706] env[69654]: DEBUG nova.compute.manager [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1347.664495] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dddfb26-b5ca-41d3-8fa4-a9d4d55fe6a9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.713875] env[69654]: DEBUG nova.network.neutron [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Successfully created port: d524d492-6702-4ee3-8f8c-dbb5e2ce834a {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.902448] env[69654]: DEBUG nova.compute.manager [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1348.114474] env[69654]: DEBUG oslo_vmware.api [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555933, 'name': PowerOffVM_Task, 'duration_secs': 0.180816} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.114891] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.115012] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updating instance '65a1647e-1dda-49b4-b487-5dc73bde2ff1' progress to 17 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.182809] env[69654]: INFO nova.compute.manager [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Took 12.50 seconds to build instance. [ 1348.621431] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.621666] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.621886] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.622152] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.622314] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.622466] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.622678] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.622835] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.623015] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.623180] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.623355] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.628336] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa55c8aa-d21e-49e4-8eef-2f3f694f3127 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.644445] env[69654]: DEBUG oslo_vmware.api [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1348.644445] env[69654]: value = "task-3555934" [ 1348.644445] env[69654]: _type = "Task" [ 1348.644445] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.652185] env[69654]: DEBUG oslo_vmware.api [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.685609] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7abdbba9-5b87-4aca-938d-0a6f03b254f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.012s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.912824] env[69654]: DEBUG nova.compute.manager [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1348.938335] env[69654]: DEBUG nova.virt.hardware [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.938656] env[69654]: DEBUG nova.virt.hardware [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.938829] env[69654]: DEBUG nova.virt.hardware [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.939032] env[69654]: DEBUG nova.virt.hardware [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.939189] env[69654]: DEBUG nova.virt.hardware [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.939338] env[69654]: DEBUG nova.virt.hardware [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.939558] env[69654]: DEBUG nova.virt.hardware [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.939725] env[69654]: DEBUG nova.virt.hardware [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.939894] env[69654]: DEBUG nova.virt.hardware [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.940068] env[69654]: DEBUG nova.virt.hardware [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.940246] env[69654]: DEBUG nova.virt.hardware [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.941140] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d3745e-9cf3-4182-bb26-7e3d46b55a19 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.949452] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c616499b-5bed-446e-991f-bb41b3c55a80 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.073804] env[69654]: DEBUG nova.compute.manager [req-f728f151-abbd-410e-8178-01524d423b2d req-203eab7b-c381-46ff-9eb3-291bead68000 service nova] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Received event network-vif-plugged-d524d492-6702-4ee3-8f8c-dbb5e2ce834a {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.074028] env[69654]: DEBUG oslo_concurrency.lockutils [req-f728f151-abbd-410e-8178-01524d423b2d req-203eab7b-c381-46ff-9eb3-291bead68000 service nova] Acquiring lock "36cb22fc-d800-4ce6-8de2-28207961ca24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.074194] env[69654]: DEBUG oslo_concurrency.lockutils [req-f728f151-abbd-410e-8178-01524d423b2d req-203eab7b-c381-46ff-9eb3-291bead68000 service nova] Lock "36cb22fc-d800-4ce6-8de2-28207961ca24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.074367] env[69654]: DEBUG oslo_concurrency.lockutils [req-f728f151-abbd-410e-8178-01524d423b2d req-203eab7b-c381-46ff-9eb3-291bead68000 service nova] Lock "36cb22fc-d800-4ce6-8de2-28207961ca24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.074532] env[69654]: DEBUG nova.compute.manager [req-f728f151-abbd-410e-8178-01524d423b2d req-203eab7b-c381-46ff-9eb3-291bead68000 service nova] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] No waiting events found dispatching network-vif-plugged-d524d492-6702-4ee3-8f8c-dbb5e2ce834a {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1349.074695] env[69654]: WARNING nova.compute.manager [req-f728f151-abbd-410e-8178-01524d423b2d req-203eab7b-c381-46ff-9eb3-291bead68000 service nova] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Received unexpected event network-vif-plugged-d524d492-6702-4ee3-8f8c-dbb5e2ce834a for instance with vm_state building and task_state spawning. [ 1349.154869] env[69654]: DEBUG oslo_vmware.api [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555934, 'name': ReconfigVM_Task, 'duration_secs': 0.17901} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.154869] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updating instance '65a1647e-1dda-49b4-b487-5dc73bde2ff1' progress to 33 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.158409] env[69654]: DEBUG nova.network.neutron [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Successfully updated port: d524d492-6702-4ee3-8f8c-dbb5e2ce834a {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1349.467433] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.467714] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.467920] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.468113] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.468323] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.470335] env[69654]: INFO nova.compute.manager [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Terminating instance [ 1349.661901] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.662162] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.662319] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.662498] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.662640] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.662781] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.662975] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.663146] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.663310] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.663480] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.663654] env[69654]: DEBUG nova.virt.hardware [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.668928] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1349.669425] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "refresh_cache-36cb22fc-d800-4ce6-8de2-28207961ca24" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.669557] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "refresh_cache-36cb22fc-d800-4ce6-8de2-28207961ca24" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.669694] env[69654]: DEBUG nova.network.neutron [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.670738] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83d8e13b-44d4-42f6-a2ec-869fabcebbc2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.690389] env[69654]: DEBUG oslo_vmware.api [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1349.690389] env[69654]: value = "task-3555935" [ 1349.690389] env[69654]: _type = "Task" [ 1349.690389] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.701999] env[69654]: DEBUG oslo_vmware.api [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.973483] env[69654]: DEBUG nova.compute.manager [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1349.973717] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.974660] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a82cee-791a-49a4-9be8-ca432af36481 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.982627] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.982846] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e20152fb-0fa3-4df6-8c10-05db9e96b8d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.989276] env[69654]: DEBUG oslo_vmware.api [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1349.989276] env[69654]: value = "task-3555936" [ 1349.989276] env[69654]: _type = "Task" [ 1349.989276] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.996504] env[69654]: DEBUG oslo_vmware.api [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.199834] env[69654]: DEBUG oslo_vmware.api [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555935, 'name': ReconfigVM_Task, 'duration_secs': 0.160426} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.200171] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1350.200871] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbebeed-bb82-4a1a-9d73-6260657ad097 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.222854] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-95b4903b-409c-4951-8aba-44eaf21ae85d/volume-95b4903b-409c-4951-8aba-44eaf21ae85d.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.223661] env[69654]: DEBUG nova.network.neutron [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1350.225410] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b02cbc82-c37f-4f68-93ab-608bd6b3fd52 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.242710] env[69654]: DEBUG oslo_vmware.api [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1350.242710] env[69654]: value = "task-3555937" [ 1350.242710] env[69654]: _type = "Task" [ 1350.242710] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.250562] env[69654]: DEBUG oslo_vmware.api [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.364839] env[69654]: DEBUG nova.network.neutron [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Updating instance_info_cache with network_info: [{"id": "d524d492-6702-4ee3-8f8c-dbb5e2ce834a", "address": "fa:16:3e:e7:84:4d", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd524d492-67", "ovs_interfaceid": "d524d492-6702-4ee3-8f8c-dbb5e2ce834a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.498410] env[69654]: DEBUG oslo_vmware.api [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555936, 'name': PowerOffVM_Task, 'duration_secs': 0.17385} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.498601] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.498766] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.499019] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf3dbc94-14d1-4edd-bdb5-af7717fecd08 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.561761] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.561980] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.562161] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleting the datastore file [datastore1] b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.562414] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afc0eb72-9d8e-4561-a690-59660f5e1c6f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.568770] env[69654]: DEBUG oslo_vmware.api [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1350.568770] env[69654]: value = "task-3555939" [ 1350.568770] env[69654]: _type = "Task" [ 1350.568770] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.577866] env[69654]: DEBUG oslo_vmware.api [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.752386] env[69654]: DEBUG oslo_vmware.api [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555937, 'name': ReconfigVM_Task, 'duration_secs': 0.244494} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.752613] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-95b4903b-409c-4951-8aba-44eaf21ae85d/volume-95b4903b-409c-4951-8aba-44eaf21ae85d.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.752860] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updating instance '65a1647e-1dda-49b4-b487-5dc73bde2ff1' progress to 50 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1350.867082] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "refresh_cache-36cb22fc-d800-4ce6-8de2-28207961ca24" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.867462] env[69654]: DEBUG nova.compute.manager [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Instance network_info: |[{"id": "d524d492-6702-4ee3-8f8c-dbb5e2ce834a", "address": "fa:16:3e:e7:84:4d", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd524d492-67", "ovs_interfaceid": "d524d492-6702-4ee3-8f8c-dbb5e2ce834a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1350.867866] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:84:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd524d492-6702-4ee3-8f8c-dbb5e2ce834a', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.875180] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.875387] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.875600] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b3fff01-1562-4847-a2aa-58b3b18a90a8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.895654] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.895654] env[69654]: value = "task-3555940" [ 1350.895654] env[69654]: _type = "Task" [ 1350.895654] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.903260] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555940, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.078313] env[69654]: DEBUG oslo_vmware.api [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128573} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.078655] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.078779] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.078914] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.079095] env[69654]: INFO nova.compute.manager [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1351.079335] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.079531] env[69654]: DEBUG nova.compute.manager [-] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1351.079623] env[69654]: DEBUG nova.network.neutron [-] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1351.101772] env[69654]: DEBUG nova.compute.manager [req-cf1286e2-7b86-42d4-a964-9e6e04fe6ed6 req-7e28194a-5867-48df-8a71-cc3a550895bd service nova] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Received event network-changed-d524d492-6702-4ee3-8f8c-dbb5e2ce834a {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.101969] env[69654]: DEBUG nova.compute.manager [req-cf1286e2-7b86-42d4-a964-9e6e04fe6ed6 req-7e28194a-5867-48df-8a71-cc3a550895bd service nova] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Refreshing instance network info cache due to event network-changed-d524d492-6702-4ee3-8f8c-dbb5e2ce834a. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1351.102296] env[69654]: DEBUG oslo_concurrency.lockutils [req-cf1286e2-7b86-42d4-a964-9e6e04fe6ed6 req-7e28194a-5867-48df-8a71-cc3a550895bd service nova] Acquiring lock "refresh_cache-36cb22fc-d800-4ce6-8de2-28207961ca24" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.102343] env[69654]: DEBUG oslo_concurrency.lockutils [req-cf1286e2-7b86-42d4-a964-9e6e04fe6ed6 req-7e28194a-5867-48df-8a71-cc3a550895bd service nova] Acquired lock "refresh_cache-36cb22fc-d800-4ce6-8de2-28207961ca24" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.102484] env[69654]: DEBUG nova.network.neutron [req-cf1286e2-7b86-42d4-a964-9e6e04fe6ed6 req-7e28194a-5867-48df-8a71-cc3a550895bd service nova] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Refreshing network info cache for port d524d492-6702-4ee3-8f8c-dbb5e2ce834a {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.259692] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dac189-fe2d-46a9-89bc-18c01c05701e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.278237] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4a1576-73cd-475a-8aea-ad43f85e00c6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.296861] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updating instance '65a1647e-1dda-49b4-b487-5dc73bde2ff1' progress to 67 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1351.406340] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555940, 'name': CreateVM_Task, 'duration_secs': 0.313285} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.406514] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.407149] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.407348] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.407662] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.407907] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4f6d14-4994-443c-9998-abc42ad892f9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.412533] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1351.412533] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522b2cc5-e52a-69a2-fb6a-634f9c3c831c" [ 1351.412533] env[69654]: _type = "Task" [ 1351.412533] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.419337] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522b2cc5-e52a-69a2-fb6a-634f9c3c831c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.771368] env[69654]: DEBUG nova.network.neutron [req-cf1286e2-7b86-42d4-a964-9e6e04fe6ed6 req-7e28194a-5867-48df-8a71-cc3a550895bd service nova] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Updated VIF entry in instance network info cache for port d524d492-6702-4ee3-8f8c-dbb5e2ce834a. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.771721] env[69654]: DEBUG nova.network.neutron [req-cf1286e2-7b86-42d4-a964-9e6e04fe6ed6 req-7e28194a-5867-48df-8a71-cc3a550895bd service nova] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Updating instance_info_cache with network_info: [{"id": "d524d492-6702-4ee3-8f8c-dbb5e2ce834a", "address": "fa:16:3e:e7:84:4d", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd524d492-67", "ovs_interfaceid": "d524d492-6702-4ee3-8f8c-dbb5e2ce834a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.811677] env[69654]: DEBUG nova.network.neutron [-] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.922623] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522b2cc5-e52a-69a2-fb6a-634f9c3c831c, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.922998] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.923282] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.923590] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.923747] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.924444] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.924444] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de87c64b-0ccb-4a28-9cb8-182d84aedc42 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.933652] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.933855] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.934673] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70306e5-47e3-4f66-91f8-c64bb23d3317 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.939803] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1351.939803] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b7c7fc-91a3-8040-1276-8b05182df6ea" [ 1351.939803] env[69654]: _type = "Task" [ 1351.939803] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.947375] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b7c7fc-91a3-8040-1276-8b05182df6ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.274219] env[69654]: DEBUG oslo_concurrency.lockutils [req-cf1286e2-7b86-42d4-a964-9e6e04fe6ed6 req-7e28194a-5867-48df-8a71-cc3a550895bd service nova] Releasing lock "refresh_cache-36cb22fc-d800-4ce6-8de2-28207961ca24" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.314086] env[69654]: INFO nova.compute.manager [-] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Took 1.23 seconds to deallocate network for instance. [ 1352.449695] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52b7c7fc-91a3-8040-1276-8b05182df6ea, 'name': SearchDatastore_Task, 'duration_secs': 0.008884} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.450468] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43575f8-d78c-4e4f-b1fd-11040524bb8e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.455839] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1352.455839] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52259908-16cb-ce94-b031-1f6c06e9a2bd" [ 1352.455839] env[69654]: _type = "Task" [ 1352.455839] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.462849] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52259908-16cb-ce94-b031-1f6c06e9a2bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.820776] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.821088] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.821318] env[69654]: DEBUG nova.objects.instance [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lazy-loading 'resources' on Instance uuid b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.933894] env[69654]: DEBUG nova.network.neutron [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Port 1c438b01-0179-4864-a1ef-b21c8a0f2831 binding to destination host cpu-1 is already ACTIVE {{(pid=69654) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1352.965763] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52259908-16cb-ce94-b031-1f6c06e9a2bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009416} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.966049] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.966313] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 36cb22fc-d800-4ce6-8de2-28207961ca24/36cb22fc-d800-4ce6-8de2-28207961ca24.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.966566] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2320878-7920-4462-bd95-88ab43a7a5c2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.972314] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1352.972314] env[69654]: value = "task-3555941" [ 1352.972314] env[69654]: _type = "Task" [ 1352.972314] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.979208] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.129549] env[69654]: DEBUG nova.compute.manager [req-d182de2f-a403-4d02-810a-132635fb3f17 req-6ad7bc67-0cb9-401a-aec9-450e6b255c5d service nova] [instance: b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4] Received event network-vif-deleted-b1f585b9-79db-4def-b4e3-60d66799b6a1 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.428931] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cea9e5-5e71-409c-9bf0-7f9469815bdb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.442024] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e782721e-3766-408e-92ca-fd23464b011b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.470463] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2624468-4c84-4e5b-84c3-0f97814cfbd8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.482634] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5d86fc-f944-48c5-8d51-76e5222cfcab {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.486707] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419642} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.487775] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore2] 36cb22fc-d800-4ce6-8de2-28207961ca24/36cb22fc-d800-4ce6-8de2-28207961ca24.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.487994] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.488575] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-894ba2b3-bf93-4e0e-98bc-fe77668de273 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.498041] env[69654]: DEBUG nova.compute.provider_tree [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.504684] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1353.504684] env[69654]: value = "task-3555942" [ 1353.504684] env[69654]: _type = "Task" [ 1353.504684] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.513097] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.956370] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.956776] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.957010] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.000672] env[69654]: DEBUG nova.scheduler.client.report [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.014765] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063256} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.015339] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.016680] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4b8342-0fda-4334-8c64-369ddab90bc8 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.038093] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 36cb22fc-d800-4ce6-8de2-28207961ca24/36cb22fc-d800-4ce6-8de2-28207961ca24.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.038567] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-887c1bea-d31c-465d-8e60-9599624ce175 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.056955] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1354.056955] env[69654]: value = "task-3555943" [ 1354.056955] env[69654]: _type = "Task" [ 1354.056955] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.064454] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.505157] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.524400] env[69654]: INFO nova.scheduler.client.report [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleted allocations for instance b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4 [ 1354.568064] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555943, 'name': ReconfigVM_Task, 'duration_secs': 0.298215} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.568964] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 36cb22fc-d800-4ce6-8de2-28207961ca24/36cb22fc-d800-4ce6-8de2-28207961ca24.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.569622] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd084cc4-db63-48c3-9d1a-1648896cef8c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.576034] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1354.576034] env[69654]: value = "task-3555944" [ 1354.576034] env[69654]: _type = "Task" [ 1354.576034] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.583650] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555944, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.991611] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.991810] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.991985] env[69654]: DEBUG nova.network.neutron [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.032306] env[69654]: DEBUG oslo_concurrency.lockutils [None req-76991634-68a9-41f0-b46d-387d66c79b96 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "b9f41196-8a9b-43fe-a9f9-4884e7d3d3e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.564s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.086634] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555944, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.589038] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555944, 'name': Rename_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.716516] env[69654]: DEBUG nova.network.neutron [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updating instance_info_cache with network_info: [{"id": "1c438b01-0179-4864-a1ef-b21c8a0f2831", "address": "fa:16:3e:74:2b:d3", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c438b01-01", "ovs_interfaceid": "1c438b01-0179-4864-a1ef-b21c8a0f2831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.086761] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555944, 'name': Rename_Task, 'duration_secs': 1.141066} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.087110] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.087406] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-174f79e7-9883-4ab3-a1cd-829a5313d9f3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.093063] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1356.093063] env[69654]: value = "task-3555945" [ 1356.093063] env[69654]: _type = "Task" [ 1356.093063] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.101342] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.219477] env[69654]: DEBUG oslo_concurrency.lockutils [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.432877] env[69654]: DEBUG oslo_concurrency.lockutils [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "aa83d1a8-0cd8-48c9-b468-e1c4096a518c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.432999] env[69654]: DEBUG oslo_concurrency.lockutils [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "aa83d1a8-0cd8-48c9-b468-e1c4096a518c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.604430] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555945, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.729456] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d52a9b9-4240-4a97-9788-de13e9baa2a2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.736594] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedccfde-3204-4dbb-8548-7e9dc00db96a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.937142] env[69654]: DEBUG nova.compute.manager [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1357.103697] env[69654]: DEBUG oslo_vmware.api [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555945, 'name': PowerOnVM_Task, 'duration_secs': 0.56625} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.103916] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.104134] env[69654]: INFO nova.compute.manager [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1357.104313] env[69654]: DEBUG nova.compute.manager [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.105067] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc761c0d-6583-4be9-ae1a-8658462e0f7c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.457058] env[69654]: DEBUG oslo_concurrency.lockutils [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.457356] env[69654]: DEBUG oslo_concurrency.lockutils [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.458849] env[69654]: INFO nova.compute.claims [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.621776] env[69654]: INFO nova.compute.manager [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Took 13.76 seconds to build instance. [ 1357.827610] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bbb682-d459-4e75-bb53-30c07094e011 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.846214] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9b0ce5-44bc-4810-ba64-52e1a8f58a52 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.852948] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updating instance '65a1647e-1dda-49b4-b487-5dc73bde2ff1' progress to 83 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.124429] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e29fe81e-be7f-4291-8b6e-e6a540d22638 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "36cb22fc-d800-4ce6-8de2-28207961ca24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.273s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.359291] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.359656] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a1f3d6a-0fcc-46fb-9688-76e0a6e7cd63 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.367592] env[69654]: DEBUG oslo_vmware.api [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1358.367592] env[69654]: value = "task-3555946" [ 1358.367592] env[69654]: _type = "Task" [ 1358.367592] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.374811] env[69654]: DEBUG oslo_vmware.api [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.565525] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3469180-05e5-4399-a012-6dd739de31de {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.573306] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bf4eb5-881d-4c7f-ba03-2627c5d31b13 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.604162] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e204e8e-3d7e-4148-8ec0-c5f16ad1598a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.611471] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546988cd-6572-472b-9b30-98844d277372 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.626873] env[69654]: DEBUG nova.compute.provider_tree [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.879154] env[69654]: DEBUG oslo_vmware.api [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555946, 'name': PowerOnVM_Task, 'duration_secs': 0.364191} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.879376] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.879557] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb53cd7-1bdf-4eee-bbf7-dedd573d0561 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updating instance '65a1647e-1dda-49b4-b487-5dc73bde2ff1' progress to 100 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.914864] env[69654]: DEBUG nova.compute.manager [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Stashing vm_state: active {{(pid=69654) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1359.130761] env[69654]: DEBUG nova.scheduler.client.report [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.434378] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.635633] env[69654]: DEBUG oslo_concurrency.lockutils [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.636336] env[69654]: DEBUG nova.compute.manager [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1359.640087] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.206s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.143397] env[69654]: DEBUG nova.compute.utils [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1360.144817] env[69654]: DEBUG nova.compute.manager [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1360.144993] env[69654]: DEBUG nova.network.neutron [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1360.148913] env[69654]: INFO nova.compute.claims [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.186177] env[69654]: DEBUG nova.policy [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c357d98e3534eff84a889e978528802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e61899f4f84b2a96c10f4a2900c70e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1360.426920] env[69654]: DEBUG nova.network.neutron [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Successfully created port: 10e12b26-8934-48f4-8c32-7b20b8e85d79 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.653537] env[69654]: DEBUG nova.compute.manager [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.657280] env[69654]: INFO nova.compute.resource_tracker [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Updating resource usage from migration d599b137-86a4-493c-808c-92efba91c352 [ 1360.764144] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bf7a15-dd9e-469d-9891-e28aa1b1e280 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.772281] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289e10af-3159-4d50-a035-7ed4ef0a7a60 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.804630] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b91234-ff3c-4e9a-96e5-32269a893d47 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.812231] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015ce393-3f77-49e7-a345-02f064903734 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.826068] env[69654]: DEBUG nova.compute.provider_tree [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.329892] env[69654]: DEBUG nova.scheduler.client.report [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.666551] env[69654]: DEBUG nova.compute.manager [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1361.691974] env[69654]: DEBUG nova.virt.hardware [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.692228] env[69654]: DEBUG nova.virt.hardware [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.692383] env[69654]: DEBUG nova.virt.hardware [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.692561] env[69654]: DEBUG nova.virt.hardware [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.692705] env[69654]: DEBUG nova.virt.hardware [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.692849] env[69654]: DEBUG nova.virt.hardware [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.693061] env[69654]: DEBUG nova.virt.hardware [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.693223] env[69654]: DEBUG nova.virt.hardware [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.693390] env[69654]: DEBUG nova.virt.hardware [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.693551] env[69654]: DEBUG nova.virt.hardware [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.693721] env[69654]: DEBUG nova.virt.hardware [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.694633] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee3f195-9557-44f0-abcd-9a5f96bb6a24 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.702640] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a933bea8-960a-4237-87c4-22f88878a0b0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.706709] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.706923] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.707113] env[69654]: DEBUG nova.compute.manager [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Going to confirm migration 9 {{(pid=69654) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1361.783257] env[69654]: DEBUG nova.compute.manager [req-d0e015d6-6f34-477c-96a0-41b912d0107c req-48cab64b-812b-4034-8c2e-d3f29d927cb9 service nova] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Received event network-vif-plugged-10e12b26-8934-48f4-8c32-7b20b8e85d79 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.783455] env[69654]: DEBUG oslo_concurrency.lockutils [req-d0e015d6-6f34-477c-96a0-41b912d0107c req-48cab64b-812b-4034-8c2e-d3f29d927cb9 service nova] Acquiring lock "aa83d1a8-0cd8-48c9-b468-e1c4096a518c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.783629] env[69654]: DEBUG oslo_concurrency.lockutils [req-d0e015d6-6f34-477c-96a0-41b912d0107c req-48cab64b-812b-4034-8c2e-d3f29d927cb9 service nova] Lock "aa83d1a8-0cd8-48c9-b468-e1c4096a518c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.783797] env[69654]: DEBUG oslo_concurrency.lockutils [req-d0e015d6-6f34-477c-96a0-41b912d0107c req-48cab64b-812b-4034-8c2e-d3f29d927cb9 service nova] Lock "aa83d1a8-0cd8-48c9-b468-e1c4096a518c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.783958] env[69654]: DEBUG nova.compute.manager [req-d0e015d6-6f34-477c-96a0-41b912d0107c req-48cab64b-812b-4034-8c2e-d3f29d927cb9 service nova] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] No waiting events found dispatching network-vif-plugged-10e12b26-8934-48f4-8c32-7b20b8e85d79 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.784133] env[69654]: WARNING nova.compute.manager [req-d0e015d6-6f34-477c-96a0-41b912d0107c req-48cab64b-812b-4034-8c2e-d3f29d927cb9 service nova] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Received unexpected event network-vif-plugged-10e12b26-8934-48f4-8c32-7b20b8e85d79 for instance with vm_state building and task_state spawning. [ 1361.834231] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.194s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.834432] env[69654]: INFO nova.compute.manager [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Migrating [ 1361.868017] env[69654]: DEBUG nova.network.neutron [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Successfully updated port: 10e12b26-8934-48f4-8c32-7b20b8e85d79 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.266583] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.266773] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquired lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.266948] env[69654]: DEBUG nova.network.neutron [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.267147] env[69654]: DEBUG nova.objects.instance [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lazy-loading 'info_cache' on Instance uuid 65a1647e-1dda-49b4-b487-5dc73bde2ff1 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.348564] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "refresh_cache-36cb22fc-d800-4ce6-8de2-28207961ca24" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.348764] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "refresh_cache-36cb22fc-d800-4ce6-8de2-28207961ca24" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.348969] env[69654]: DEBUG nova.network.neutron [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.369782] env[69654]: DEBUG oslo_concurrency.lockutils [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "refresh_cache-aa83d1a8-0cd8-48c9-b468-e1c4096a518c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.369916] env[69654]: DEBUG oslo_concurrency.lockutils [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "refresh_cache-aa83d1a8-0cd8-48c9-b468-e1c4096a518c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.370130] env[69654]: DEBUG nova.network.neutron [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.899245] env[69654]: DEBUG nova.network.neutron [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1363.018435] env[69654]: DEBUG nova.network.neutron [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Updating instance_info_cache with network_info: [{"id": "10e12b26-8934-48f4-8c32-7b20b8e85d79", "address": "fa:16:3e:25:a9:8a", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e12b26-89", "ovs_interfaceid": "10e12b26-8934-48f4-8c32-7b20b8e85d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.023853] env[69654]: DEBUG nova.network.neutron [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Updating instance_info_cache with network_info: [{"id": "d524d492-6702-4ee3-8f8c-dbb5e2ce834a", "address": "fa:16:3e:e7:84:4d", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd524d492-67", "ovs_interfaceid": "d524d492-6702-4ee3-8f8c-dbb5e2ce834a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.466239] env[69654]: DEBUG nova.network.neutron [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updating instance_info_cache with network_info: [{"id": "1c438b01-0179-4864-a1ef-b21c8a0f2831", "address": "fa:16:3e:74:2b:d3", "network": {"id": "2e0b7b8d-7c2a-444b-8b28-7b893c8845f7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1484966123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88641bcb84f490ca01b5b5046e1c576", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c438b01-01", "ovs_interfaceid": "1c438b01-0179-4864-a1ef-b21c8a0f2831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.521027] env[69654]: DEBUG oslo_concurrency.lockutils [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "refresh_cache-aa83d1a8-0cd8-48c9-b468-e1c4096a518c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.521349] env[69654]: DEBUG nova.compute.manager [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Instance network_info: |[{"id": "10e12b26-8934-48f4-8c32-7b20b8e85d79", "address": "fa:16:3e:25:a9:8a", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e12b26-89", "ovs_interfaceid": "10e12b26-8934-48f4-8c32-7b20b8e85d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1363.521750] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:a9:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10e12b26-8934-48f4-8c32-7b20b8e85d79', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.529809] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.530175] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "refresh_cache-36cb22fc-d800-4ce6-8de2-28207961ca24" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.531316] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.531947] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d03bfd14-f702-4f6a-b3c2-dd8b52c8bfb0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.552190] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.552190] env[69654]: value = "task-3555947" [ 1363.552190] env[69654]: _type = "Task" [ 1363.552190] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.560018] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555947, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.969280] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Releasing lock "refresh_cache-65a1647e-1dda-49b4-b487-5dc73bde2ff1" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.969752] env[69654]: DEBUG nova.objects.instance [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lazy-loading 'migration_context' on Instance uuid 65a1647e-1dda-49b4-b487-5dc73bde2ff1 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.062283] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555947, 'name': CreateVM_Task, 'duration_secs': 0.318402} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.062545] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1364.063123] env[69654]: DEBUG oslo_concurrency.lockutils [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.063289] env[69654]: DEBUG oslo_concurrency.lockutils [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.063604] env[69654]: DEBUG oslo_concurrency.lockutils [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.063865] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c6c7b1-7f8d-4d3c-9816-6fc520a3420f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.069861] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1364.069861] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d7dd06-20cd-2e80-e68a-14c8453d8ec9" [ 1364.069861] env[69654]: _type = "Task" [ 1364.069861] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.080184] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d7dd06-20cd-2e80-e68a-14c8453d8ec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.129286] env[69654]: DEBUG nova.compute.manager [req-a3dcf0dd-2c6b-47cd-8a8e-84843084d83c req-bc013724-198d-4e45-8ed6-aaf246be4a7f service nova] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Received event network-changed-10e12b26-8934-48f4-8c32-7b20b8e85d79 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.129728] env[69654]: DEBUG nova.compute.manager [req-a3dcf0dd-2c6b-47cd-8a8e-84843084d83c req-bc013724-198d-4e45-8ed6-aaf246be4a7f service nova] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Refreshing instance network info cache due to event network-changed-10e12b26-8934-48f4-8c32-7b20b8e85d79. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1364.129728] env[69654]: DEBUG oslo_concurrency.lockutils [req-a3dcf0dd-2c6b-47cd-8a8e-84843084d83c req-bc013724-198d-4e45-8ed6-aaf246be4a7f service nova] Acquiring lock "refresh_cache-aa83d1a8-0cd8-48c9-b468-e1c4096a518c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.129945] env[69654]: DEBUG oslo_concurrency.lockutils [req-a3dcf0dd-2c6b-47cd-8a8e-84843084d83c req-bc013724-198d-4e45-8ed6-aaf246be4a7f service nova] Acquired lock "refresh_cache-aa83d1a8-0cd8-48c9-b468-e1c4096a518c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.130033] env[69654]: DEBUG nova.network.neutron [req-a3dcf0dd-2c6b-47cd-8a8e-84843084d83c req-bc013724-198d-4e45-8ed6-aaf246be4a7f service nova] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Refreshing network info cache for port 10e12b26-8934-48f4-8c32-7b20b8e85d79 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.472535] env[69654]: DEBUG nova.objects.base [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Object Instance<65a1647e-1dda-49b4-b487-5dc73bde2ff1> lazy-loaded attributes: info_cache,migration_context {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1364.473507] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bb89e8-5946-4af8-addb-3d6a04d460ef {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.493009] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62673e6e-8fb0-4d2c-b5cf-a457ead984b9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.498480] env[69654]: DEBUG oslo_vmware.api [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1364.498480] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a84c53-f4ed-4984-1e53-a5f8d7a4d595" [ 1364.498480] env[69654]: _type = "Task" [ 1364.498480] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.505959] env[69654]: DEBUG oslo_vmware.api [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a84c53-f4ed-4984-1e53-a5f8d7a4d595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.580144] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52d7dd06-20cd-2e80-e68a-14c8453d8ec9, 'name': SearchDatastore_Task, 'duration_secs': 0.014114} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.580715] env[69654]: DEBUG oslo_concurrency.lockutils [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.580951] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.581198] env[69654]: DEBUG oslo_concurrency.lockutils [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.581405] env[69654]: DEBUG oslo_concurrency.lockutils [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.581510] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.581766] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b0819b9-b3af-4c30-8a6d-a5ce53837fa0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.590055] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.590230] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.590913] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac983ba8-e927-4654-a76d-157e6ee570ce {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.595581] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1364.595581] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5205959f-ad15-9f26-332d-0c51424f3b71" [ 1364.595581] env[69654]: _type = "Task" [ 1364.595581] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.603232] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5205959f-ad15-9f26-332d-0c51424f3b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.801315] env[69654]: DEBUG nova.network.neutron [req-a3dcf0dd-2c6b-47cd-8a8e-84843084d83c req-bc013724-198d-4e45-8ed6-aaf246be4a7f service nova] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Updated VIF entry in instance network info cache for port 10e12b26-8934-48f4-8c32-7b20b8e85d79. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.801730] env[69654]: DEBUG nova.network.neutron [req-a3dcf0dd-2c6b-47cd-8a8e-84843084d83c req-bc013724-198d-4e45-8ed6-aaf246be4a7f service nova] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Updating instance_info_cache with network_info: [{"id": "10e12b26-8934-48f4-8c32-7b20b8e85d79", "address": "fa:16:3e:25:a9:8a", "network": {"id": "e93a0b7e-0916-4209-bc45-dd0326b2ad7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1168169987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e61899f4f84b2a96c10f4a2900c70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e12b26-89", "ovs_interfaceid": "10e12b26-8934-48f4-8c32-7b20b8e85d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.008814] env[69654]: DEBUG oslo_vmware.api [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a84c53-f4ed-4984-1e53-a5f8d7a4d595, 'name': SearchDatastore_Task, 'duration_secs': 0.007309} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.009168] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.009361] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.043028] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcc835c-58be-4cdd-a911-62481ef62b15 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.060943] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Updating instance '36cb22fc-d800-4ce6-8de2-28207961ca24' progress to 0 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1365.107387] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5205959f-ad15-9f26-332d-0c51424f3b71, 'name': SearchDatastore_Task, 'duration_secs': 0.009928} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.108223] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b22cd6-51d0-4376-a96d-5b77c2f04ec9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.113223] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1365.113223] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522762f8-b78f-78e4-254b-3918cba0bf92" [ 1365.113223] env[69654]: _type = "Task" [ 1365.113223] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.121116] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522762f8-b78f-78e4-254b-3918cba0bf92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.215640] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.303970] env[69654]: DEBUG oslo_concurrency.lockutils [req-a3dcf0dd-2c6b-47cd-8a8e-84843084d83c req-bc013724-198d-4e45-8ed6-aaf246be4a7f service nova] Releasing lock "refresh_cache-aa83d1a8-0cd8-48c9-b468-e1c4096a518c" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.566724] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.567108] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c5bfee4-443c-413a-ab36-ce284572fc08 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.577257] env[69654]: DEBUG oslo_vmware.api [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1365.577257] env[69654]: value = "task-3555948" [ 1365.577257] env[69654]: _type = "Task" [ 1365.577257] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.587588] env[69654]: DEBUG oslo_vmware.api [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.625569] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522762f8-b78f-78e4-254b-3918cba0bf92, 'name': SearchDatastore_Task, 'duration_secs': 0.032884} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.625827] env[69654]: DEBUG oslo_concurrency.lockutils [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.626298] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] aa83d1a8-0cd8-48c9-b468-e1c4096a518c/aa83d1a8-0cd8-48c9-b468-e1c4096a518c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.626379] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-706dc71e-1025-464c-80c9-50f19992a106 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.630140] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdc2e78-beba-4f63-82e8-74c491a957d6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.633737] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1365.633737] env[69654]: value = "task-3555949" [ 1365.633737] env[69654]: _type = "Task" [ 1365.633737] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.640180] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448da9a1-70c1-4103-9bb7-790a1dbb9da3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.647441] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.672848] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba240f2-4f1f-4805-833c-4e8a97dfde4b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.681058] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7984df07-f6d0-4e83-bad8-a92c7934bd11 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.696186] env[69654]: DEBUG nova.compute.provider_tree [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.090243] env[69654]: DEBUG oslo_vmware.api [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555948, 'name': PowerOffVM_Task, 'duration_secs': 0.201054} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.090716] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.090816] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Updating instance '36cb22fc-d800-4ce6-8de2-28207961ca24' progress to 17 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1366.145115] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555949, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.199977] env[69654]: DEBUG nova.scheduler.client.report [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.215560] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.597485] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.597786] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.597923] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.598115] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.598264] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.598410] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.598613] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.598766] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.598927] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.599098] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.599271] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.604127] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-567bbebf-8937-4c5a-bfe0-d8a022c215fc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.621199] env[69654]: DEBUG oslo_vmware.api [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1366.621199] env[69654]: value = "task-3555950" [ 1366.621199] env[69654]: _type = "Task" [ 1366.621199] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.631610] env[69654]: DEBUG oslo_vmware.api [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.643474] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552656} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.643709] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] aa83d1a8-0cd8-48c9-b468-e1c4096a518c/aa83d1a8-0cd8-48c9-b468-e1c4096a518c.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.643941] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1366.644232] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80efb5fd-37c3-4223-80bf-c30e45b53c21 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.651014] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1366.651014] env[69654]: value = "task-3555951" [ 1366.651014] env[69654]: _type = "Task" [ 1366.651014] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.658741] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.131453] env[69654]: DEBUG oslo_vmware.api [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555950, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.160550] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.353046} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.160803] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1367.161601] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc084f8-758a-45c3-a6d4-cbed15351e6c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.182929] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] aa83d1a8-0cd8-48c9-b468-e1c4096a518c/aa83d1a8-0cd8-48c9-b468-e1c4096a518c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.183196] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4085c64-0775-4e1a-9b74-7472a9e45edf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.202156] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1367.202156] env[69654]: value = "task-3555952" [ 1367.202156] env[69654]: _type = "Task" [ 1367.202156] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.210559] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.201s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.217119] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.632367] env[69654]: DEBUG oslo_vmware.api [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555950, 'name': ReconfigVM_Task, 'duration_secs': 0.60835} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.632709] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Updating instance '36cb22fc-d800-4ce6-8de2-28207961ca24' progress to 33 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1367.713123] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555952, 'name': ReconfigVM_Task, 'duration_secs': 0.29907} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.713379] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Reconfigured VM instance instance-0000007e to attach disk [datastore1] aa83d1a8-0cd8-48c9-b468-e1c4096a518c/aa83d1a8-0cd8-48c9-b468-e1c4096a518c.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.716039] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa31af68-e867-4176-8caa-7846942f1d04 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.724072] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1367.724072] env[69654]: value = "task-3555953" [ 1367.724072] env[69654]: _type = "Task" [ 1367.724072] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.731281] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555953, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.768308] env[69654]: INFO nova.scheduler.client.report [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleted allocation for migration 9f93645d-6754-4821-ac47-1b097c31e591 [ 1368.114427] env[69654]: INFO nova.compute.manager [None req-de941f8b-dd4e-484d-a807-553ed3e3ee15 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Get console output [ 1368.114427] env[69654]: WARNING nova.virt.vmwareapi.driver [None req-de941f8b-dd4e-484d-a807-553ed3e3ee15 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] The console log is missing. Check your VSPC configuration [ 1368.138683] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.139039] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.139039] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.139228] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.139369] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.139513] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.139730] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.139914] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.140095] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.140261] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.140429] env[69654]: DEBUG nova.virt.hardware [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.145608] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1368.145873] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35f9e2d7-84d5-4685-9c7b-c0bb04eb8f50 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.163900] env[69654]: DEBUG oslo_vmware.api [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1368.163900] env[69654]: value = "task-3555954" [ 1368.163900] env[69654]: _type = "Task" [ 1368.163900] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.171304] env[69654]: DEBUG oslo_vmware.api [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555954, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.210386] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.214960] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.215214] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.215405] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.215555] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69654) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1368.215728] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.234895] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555953, 'name': Rename_Task, 'duration_secs': 0.160698} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.235188] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.235441] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-196f527d-204a-4a23-ac50-444c60a46a61 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.241736] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1368.241736] env[69654]: value = "task-3555955" [ 1368.241736] env[69654]: _type = "Task" [ 1368.241736] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.249350] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.273806] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4eb15192-07ff-4966-88f2-1904b2174b7c tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.567s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.673736] env[69654]: DEBUG oslo_vmware.api [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555954, 'name': ReconfigVM_Task, 'duration_secs': 0.180059} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.674014] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1368.674804] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6f4cd2-83d5-4fcb-9c0c-858b5c02133b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.696912] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 36cb22fc-d800-4ce6-8de2-28207961ca24/36cb22fc-d800-4ce6-8de2-28207961ca24.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.697378] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dc51a0f-6d2c-4fe8-9a16-1e9b93578301 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.718358] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.718600] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.718759] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.718912] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69654) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1368.719284] env[69654]: DEBUG oslo_vmware.api [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1368.719284] env[69654]: value = "task-3555956" [ 1368.719284] env[69654]: _type = "Task" [ 1368.719284] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.720049] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d6867d-2705-449e-be16-ed2c38fd7b34 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.730649] env[69654]: DEBUG oslo_vmware.api [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555956, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.733577] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4fe9fe-d85d-41e9-8b87-27bd85f505c4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.751945] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f054f2ba-0480-4a1a-8ec6-457ad24adb40 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.761321] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdce6aac-63a7-46aa-b291-f0c82af41097 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.764189] env[69654]: DEBUG oslo_vmware.api [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555955, 'name': PowerOnVM_Task, 'duration_secs': 0.514213} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.764434] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.764629] env[69654]: INFO nova.compute.manager [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1368.764807] env[69654]: DEBUG nova.compute.manager [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.765787] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffc75b5-b0b0-4a61-ba1e-ea460484fa43 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.791580] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179897MB free_disk=83GB free_vcpus=48 pci_devices=None {{(pid=69654) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1368.791725] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.791913] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.233055] env[69654]: DEBUG oslo_vmware.api [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555956, 'name': ReconfigVM_Task, 'duration_secs': 0.31627} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.233055] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 36cb22fc-d800-4ce6-8de2-28207961ca24/36cb22fc-d800-4ce6-8de2-28207961ca24.vmdk or device None with type thin {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.233055] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Updating instance '36cb22fc-d800-4ce6-8de2-28207961ca24' progress to 50 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1369.305399] env[69654]: INFO nova.compute.manager [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Took 11.86 seconds to build instance. [ 1369.739297] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f087a3c-b9c6-4563-8bc0-56fe92846b9e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.760576] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2ac166-6f0d-46f1-aa6a-a99229b0b3d2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.789878] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Updating instance '36cb22fc-d800-4ce6-8de2-28207961ca24' progress to 67 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1369.804478] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Applying migration context for instance 36cb22fc-d800-4ce6-8de2-28207961ca24 as it has an incoming, in-progress migration d599b137-86a4-493c-808c-92efba91c352. Migration status is migrating {{(pid=69654) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1369.805964] env[69654]: INFO nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Updating resource usage from migration d599b137-86a4-493c-808c-92efba91c352 [ 1369.809649] env[69654]: DEBUG oslo_concurrency.lockutils [None req-859c2453-b039-483b-b1a3-961144870dec tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "aa83d1a8-0cd8-48c9-b468-e1c4096a518c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.376s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.825874] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 63aac6cb-2703-4c2f-b966-4616aa8724b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1369.826092] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance f72ff55b-8de4-4052-948d-4a5795c5735a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1369.826256] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance a7183462-5ee1-4d6f-9611-822ffeec5dd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1369.826603] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 65a1647e-1dda-49b4-b487-5dc73bde2ff1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1369.826603] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance aa83d1a8-0cd8-48c9-b468-e1c4096a518c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1369.826603] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Migration d599b137-86a4-493c-808c-92efba91c352 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1369.826722] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Instance 36cb22fc-d800-4ce6-8de2-28207961ca24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69654) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1369.826946] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1369.827110] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1984MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1369.830365] env[69654]: DEBUG oslo_concurrency.lockutils [None req-246797c2-e291-4922-9ed6-b69e25432984 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "aa83d1a8-0cd8-48c9-b468-e1c4096a518c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.830623] env[69654]: DEBUG oslo_concurrency.lockutils [None req-246797c2-e291-4922-9ed6-b69e25432984 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "aa83d1a8-0cd8-48c9-b468-e1c4096a518c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.830914] env[69654]: DEBUG nova.compute.manager [None req-246797c2-e291-4922-9ed6-b69e25432984 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.832026] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d06d81f-792e-4208-90bf-cd01ecac34d2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.839821] env[69654]: DEBUG nova.compute.manager [None req-246797c2-e291-4922-9ed6-b69e25432984 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69654) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1369.840548] env[69654]: DEBUG nova.objects.instance [None req-246797c2-e291-4922-9ed6-b69e25432984 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lazy-loading 'flavor' on Instance uuid aa83d1a8-0cd8-48c9-b468-e1c4096a518c {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.918034] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7c7381-e3ee-4ce6-a336-9bde8a40c239 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.925480] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fddcaa-0bf9-4ed9-a8f7-0449bd927dee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.955349] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087feebc-bfaa-4ace-9164-c1576e65e0cf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.962754] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186e9734-d167-4adc-b99f-af5256bbe2fb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.977225] env[69654]: DEBUG nova.compute.provider_tree [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.330565] env[69654]: DEBUG nova.network.neutron [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Port d524d492-6702-4ee3-8f8c-dbb5e2ce834a binding to destination host cpu-1 is already ACTIVE {{(pid=69654) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1370.480626] env[69654]: DEBUG nova.scheduler.client.report [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.850060] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-246797c2-e291-4922-9ed6-b69e25432984 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.850403] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0daf955-0ad7-4405-b493-bacf609a67cf {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.858164] env[69654]: DEBUG oslo_vmware.api [None req-246797c2-e291-4922-9ed6-b69e25432984 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1370.858164] env[69654]: value = "task-3555957" [ 1370.858164] env[69654]: _type = "Task" [ 1370.858164] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.866985] env[69654]: DEBUG oslo_vmware.api [None req-246797c2-e291-4922-9ed6-b69e25432984 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.986660] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69654) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1370.986908] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.195s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.353776] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "36cb22fc-d800-4ce6-8de2-28207961ca24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.354179] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "36cb22fc-d800-4ce6-8de2-28207961ca24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.354231] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "36cb22fc-d800-4ce6-8de2-28207961ca24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.368251] env[69654]: DEBUG oslo_vmware.api [None req-246797c2-e291-4922-9ed6-b69e25432984 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555957, 'name': PowerOffVM_Task, 'duration_secs': 0.198447} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.369081] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-246797c2-e291-4922-9ed6-b69e25432984 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.369290] env[69654]: DEBUG nova.compute.manager [None req-246797c2-e291-4922-9ed6-b69e25432984 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.370083] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6d5b30-5826-4b8c-ba49-6e0677062800 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.881870] env[69654]: DEBUG oslo_concurrency.lockutils [None req-246797c2-e291-4922-9ed6-b69e25432984 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "aa83d1a8-0cd8-48c9-b468-e1c4096a518c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.390680] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "refresh_cache-36cb22fc-d800-4ce6-8de2-28207961ca24" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.390926] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "refresh_cache-36cb22fc-d800-4ce6-8de2-28207961ca24" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.391047] env[69654]: DEBUG nova.network.neutron [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.485907] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "aa83d1a8-0cd8-48c9-b468-e1c4096a518c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.486196] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "aa83d1a8-0cd8-48c9-b468-e1c4096a518c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.486407] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "aa83d1a8-0cd8-48c9-b468-e1c4096a518c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.486589] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "aa83d1a8-0cd8-48c9-b468-e1c4096a518c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.486761] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "aa83d1a8-0cd8-48c9-b468-e1c4096a518c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.488763] env[69654]: INFO nova.compute.manager [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Terminating instance [ 1372.992456] env[69654]: DEBUG nova.compute.manager [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.992699] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.993645] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674b6626-8f50-4713-9978-8ac471001ab4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.003361] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.003661] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d6e27f3-df2d-46b2-8bbd-3786c5adb6a7 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.077504] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.077744] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.077913] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleting the datastore file [datastore1] aa83d1a8-0cd8-48c9-b468-e1c4096a518c {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.078191] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f008c30-9118-4423-9f36-767d5847bf4d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.081125] env[69654]: DEBUG nova.network.neutron [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Updating instance_info_cache with network_info: [{"id": "d524d492-6702-4ee3-8f8c-dbb5e2ce834a", "address": "fa:16:3e:e7:84:4d", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd524d492-67", "ovs_interfaceid": "d524d492-6702-4ee3-8f8c-dbb5e2ce834a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.087315] env[69654]: DEBUG oslo_vmware.api [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1373.087315] env[69654]: value = "task-3555959" [ 1373.087315] env[69654]: _type = "Task" [ 1373.087315] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.095612] env[69654]: DEBUG oslo_vmware.api [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.583995] env[69654]: DEBUG oslo_concurrency.lockutils [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "refresh_cache-36cb22fc-d800-4ce6-8de2-28207961ca24" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.596068] env[69654]: DEBUG oslo_vmware.api [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136824} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.596300] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.596475] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.596648] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.596815] env[69654]: INFO nova.compute.manager [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1373.597054] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.597237] env[69654]: DEBUG nova.compute.manager [-] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.597327] env[69654]: DEBUG nova.network.neutron [-] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.837915] env[69654]: DEBUG nova.compute.manager [req-4ba10a98-60c0-4e91-8d13-fcbe474cae96 req-c31eab18-b784-49ad-a1e3-18ea671a23f1 service nova] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Received event network-vif-deleted-10e12b26-8934-48f4-8c32-7b20b8e85d79 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.838097] env[69654]: INFO nova.compute.manager [req-4ba10a98-60c0-4e91-8d13-fcbe474cae96 req-c31eab18-b784-49ad-a1e3-18ea671a23f1 service nova] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Neutron deleted interface 10e12b26-8934-48f4-8c32-7b20b8e85d79; detaching it from the instance and deleting it from the info cache [ 1373.838272] env[69654]: DEBUG nova.network.neutron [req-4ba10a98-60c0-4e91-8d13-fcbe474cae96 req-c31eab18-b784-49ad-a1e3-18ea671a23f1 service nova] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.112841] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2e45b1-6343-453e-90ba-13fc7aced880 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.138339] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44068cb4-aaa0-4a79-9734-cd98de15cb0d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.146881] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Updating instance '36cb22fc-d800-4ce6-8de2-28207961ca24' progress to 83 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1374.322301] env[69654]: DEBUG nova.network.neutron [-] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.340896] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adabbf79-de03-4906-86b8-f6db02cd6365 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.350483] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf6bd3e-9692-4679-854d-42b612f1f420 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.380112] env[69654]: DEBUG nova.compute.manager [req-4ba10a98-60c0-4e91-8d13-fcbe474cae96 req-c31eab18-b784-49ad-a1e3-18ea671a23f1 service nova] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Detach interface failed, port_id=10e12b26-8934-48f4-8c32-7b20b8e85d79, reason: Instance aa83d1a8-0cd8-48c9-b468-e1c4096a518c could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1374.654586] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.654964] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff799aa3-7fad-463c-866e-5a4940e51009 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.664899] env[69654]: DEBUG oslo_vmware.api [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1374.664899] env[69654]: value = "task-3555960" [ 1374.664899] env[69654]: _type = "Task" [ 1374.664899] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.673124] env[69654]: DEBUG oslo_vmware.api [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.824923] env[69654]: INFO nova.compute.manager [-] [instance: aa83d1a8-0cd8-48c9-b468-e1c4096a518c] Took 1.23 seconds to deallocate network for instance. [ 1374.987362] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.174660] env[69654]: DEBUG oslo_vmware.api [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555960, 'name': PowerOnVM_Task, 'duration_secs': 0.382512} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.175020] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.175288] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e7f662-1277-4f8a-a3ae-c9cbd3b8e5df tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Updating instance '36cb22fc-d800-4ce6-8de2-28207961ca24' progress to 100 {{(pid=69654) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1375.331889] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.332210] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.332430] env[69654]: DEBUG nova.objects.instance [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lazy-loading 'resources' on Instance uuid aa83d1a8-0cd8-48c9-b468-e1c4096a518c {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.925257] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693ad1a9-c206-4895-bb89-9d588da66d8f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.933678] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97a639b-d8c9-41e0-90ad-98b34c4e5bc5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.965394] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816a62f5-4cee-448d-9b0f-50390179c316 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.973074] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98f61c5-69d0-4255-a63c-9ba67aada4ac {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.986574] env[69654]: DEBUG nova.compute.provider_tree [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1376.507097] env[69654]: ERROR nova.scheduler.client.report [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [req-cdfa2608-7f3f-4f02-b630-df54fa42c702] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7244f0e3-c8fc-4c02-ba3d-26a8e0372872. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cdfa2608-7f3f-4f02-b630-df54fa42c702"}]} [ 1376.523079] env[69654]: DEBUG nova.scheduler.client.report [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Refreshing inventories for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1376.535075] env[69654]: DEBUG nova.scheduler.client.report [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Updating ProviderTree inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1376.535308] env[69654]: DEBUG nova.compute.provider_tree [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1376.544845] env[69654]: DEBUG nova.scheduler.client.report [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Refreshing aggregate associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, aggregates: None {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1376.561129] env[69654]: DEBUG nova.scheduler.client.report [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Refreshing trait associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1376.636816] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baafae9c-4fc6-4e75-b4a8-6a920c55040a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.644629] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb53a58-106c-4248-8861-74524cfb802b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.673586] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6740f5f-57e7-41df-a064-a3c08bad9ff0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.680948] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639a701b-758c-45b6-9fef-59dc4f2d0ba2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.701455] env[69654]: DEBUG nova.compute.provider_tree [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1377.235996] env[69654]: DEBUG nova.scheduler.client.report [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Updated inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1377.236351] env[69654]: DEBUG nova.compute.provider_tree [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 181 to 182 during operation: update_inventory {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1377.236453] env[69654]: DEBUG nova.compute.provider_tree [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1377.301298] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "36cb22fc-d800-4ce6-8de2-28207961ca24" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.301536] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "36cb22fc-d800-4ce6-8de2-28207961ca24" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.301726] env[69654]: DEBUG nova.compute.manager [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Going to confirm migration 10 {{(pid=69654) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1377.741374] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.409s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.759649] env[69654]: INFO nova.scheduler.client.report [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleted allocations for instance aa83d1a8-0cd8-48c9-b468-e1c4096a518c [ 1377.883036] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "refresh_cache-36cb22fc-d800-4ce6-8de2-28207961ca24" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.883228] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "refresh_cache-36cb22fc-d800-4ce6-8de2-28207961ca24" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.883404] env[69654]: DEBUG nova.network.neutron [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.883584] env[69654]: DEBUG nova.objects.instance [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lazy-loading 'info_cache' on Instance uuid 36cb22fc-d800-4ce6-8de2-28207961ca24 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.267980] env[69654]: DEBUG oslo_concurrency.lockutils [None req-2ca1031c-831d-4aee-a53c-aabd1cf5c7f6 tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "aa83d1a8-0cd8-48c9-b468-e1c4096a518c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.781s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.060515] env[69654]: DEBUG nova.network.neutron [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Updating instance_info_cache with network_info: [{"id": "d524d492-6702-4ee3-8f8c-dbb5e2ce834a", "address": "fa:16:3e:e7:84:4d", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd524d492-67", "ovs_interfaceid": "d524d492-6702-4ee3-8f8c-dbb5e2ce834a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.243405] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "f72ff55b-8de4-4052-948d-4a5795c5735a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.243658] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "f72ff55b-8de4-4052-948d-4a5795c5735a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.243870] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "f72ff55b-8de4-4052-948d-4a5795c5735a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.244063] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "f72ff55b-8de4-4052-948d-4a5795c5735a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.244239] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "f72ff55b-8de4-4052-948d-4a5795c5735a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.247641] env[69654]: INFO nova.compute.manager [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Terminating instance [ 1379.563572] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "refresh_cache-36cb22fc-d800-4ce6-8de2-28207961ca24" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.563932] env[69654]: DEBUG nova.objects.instance [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lazy-loading 'migration_context' on Instance uuid 36cb22fc-d800-4ce6-8de2-28207961ca24 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.751818] env[69654]: DEBUG nova.compute.manager [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1379.752032] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1379.752918] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf28d1a-d9ab-4685-86ba-35ed17438b09 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.761098] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.761333] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d037ff8-4322-4e8b-a40e-6512737e388d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.767299] env[69654]: DEBUG oslo_vmware.api [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1379.767299] env[69654]: value = "task-3555961" [ 1379.767299] env[69654]: _type = "Task" [ 1379.767299] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.774416] env[69654]: DEBUG oslo_vmware.api [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.067407] env[69654]: DEBUG nova.objects.base [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Object Instance<36cb22fc-d800-4ce6-8de2-28207961ca24> lazy-loaded attributes: info_cache,migration_context {{(pid=69654) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1380.068347] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a81372-987b-4af9-8be6-a191a6773b3f {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.087713] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9113943c-29a8-4bf2-9520-3f09141093d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.092692] env[69654]: DEBUG oslo_vmware.api [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1380.092692] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a1d34f-2ee8-567c-6cf3-9785b6972cfd" [ 1380.092692] env[69654]: _type = "Task" [ 1380.092692] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.100170] env[69654]: DEBUG oslo_vmware.api [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a1d34f-2ee8-567c-6cf3-9785b6972cfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.276287] env[69654]: DEBUG oslo_vmware.api [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555961, 'name': PowerOffVM_Task, 'duration_secs': 0.259997} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.276603] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1380.276815] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.277113] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23997961-eb60-4490-b2c1-33390787187e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.339880] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1380.340105] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1380.340291] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleting the datastore file [datastore2] f72ff55b-8de4-4052-948d-4a5795c5735a {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.340543] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9fb1006-9d17-4b96-8fe4-794761753597 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.346164] env[69654]: DEBUG oslo_vmware.api [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for the task: (returnval){ [ 1380.346164] env[69654]: value = "task-3555963" [ 1380.346164] env[69654]: _type = "Task" [ 1380.346164] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.354824] env[69654]: DEBUG oslo_vmware.api [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.602427] env[69654]: DEBUG oslo_vmware.api [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52a1d34f-2ee8-567c-6cf3-9785b6972cfd, 'name': SearchDatastore_Task, 'duration_secs': 0.008582} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.602772] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.602881] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.855731] env[69654]: DEBUG oslo_vmware.api [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Task: {'id': task-3555963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132091} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.855950] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1380.856111] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1380.856299] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1380.856472] env[69654]: INFO nova.compute.manager [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1380.856737] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1380.857054] env[69654]: DEBUG nova.compute.manager [-] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1380.857223] env[69654]: DEBUG nova.network.neutron [-] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1381.102013] env[69654]: DEBUG nova.compute.manager [req-99f2c374-0add-4389-a5aa-69f308603e2f req-b2e4b838-81d3-497a-b1c3-21082eb948b4 service nova] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Received event network-vif-deleted-237849a8-76e4-4fff-8b3f-6f871cbe6298 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.102218] env[69654]: INFO nova.compute.manager [req-99f2c374-0add-4389-a5aa-69f308603e2f req-b2e4b838-81d3-497a-b1c3-21082eb948b4 service nova] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Neutron deleted interface 237849a8-76e4-4fff-8b3f-6f871cbe6298; detaching it from the instance and deleting it from the info cache [ 1381.102385] env[69654]: DEBUG nova.network.neutron [req-99f2c374-0add-4389-a5aa-69f308603e2f req-b2e4b838-81d3-497a-b1c3-21082eb948b4 service nova] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.182080] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4495a281-e12d-4644-a2a3-88d1418b6bc0 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.189254] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba03718-7069-400b-a32e-e4e9f3c08786 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.218964] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b2dce6-42ad-4b61-998e-6f004adaef5b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.228158] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c85a09-bffd-41cb-aa75-9b0e40b776d3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.241186] env[69654]: DEBUG nova.compute.provider_tree [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.583806] env[69654]: DEBUG nova.network.neutron [-] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.604563] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cb74f23-79de-4b03-8867-7d346d6228d4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.614769] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3403d1-c4a3-49f1-9f3a-0ba92b1a71e6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.642107] env[69654]: DEBUG nova.compute.manager [req-99f2c374-0add-4389-a5aa-69f308603e2f req-b2e4b838-81d3-497a-b1c3-21082eb948b4 service nova] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Detach interface failed, port_id=237849a8-76e4-4fff-8b3f-6f871cbe6298, reason: Instance f72ff55b-8de4-4052-948d-4a5795c5735a could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1381.744135] env[69654]: DEBUG nova.scheduler.client.report [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.086568] env[69654]: INFO nova.compute.manager [-] [instance: f72ff55b-8de4-4052-948d-4a5795c5735a] Took 1.23 seconds to deallocate network for instance. [ 1382.593659] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.753316] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.150s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.756139] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.163s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.756363] env[69654]: DEBUG nova.objects.instance [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lazy-loading 'resources' on Instance uuid f72ff55b-8de4-4052-948d-4a5795c5735a {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.308694] env[69654]: INFO nova.scheduler.client.report [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleted allocation for migration d599b137-86a4-493c-808c-92efba91c352 [ 1383.336287] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00c1fda-20aa-4f33-a4d9-0bcbc99afe84 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.343979] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0548100b-0950-40c4-8493-faed28037e56 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.374677] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecf8d09-d270-43b7-805d-2aff0128fbc1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.381689] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b1a14c-47c6-420c-bd3d-b122245cd0ee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.395770] env[69654]: DEBUG nova.compute.provider_tree [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.814349] env[69654]: DEBUG oslo_concurrency.lockutils [None req-7bdeeb7a-8401-4ea2-8cce-880225d328c8 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "36cb22fc-d800-4ce6-8de2-28207961ca24" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.513s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.900614] env[69654]: DEBUG nova.scheduler.client.report [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.241084] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "36cb22fc-d800-4ce6-8de2-28207961ca24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.241084] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "36cb22fc-d800-4ce6-8de2-28207961ca24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.241084] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "36cb22fc-d800-4ce6-8de2-28207961ca24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.241084] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "36cb22fc-d800-4ce6-8de2-28207961ca24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.241084] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "36cb22fc-d800-4ce6-8de2-28207961ca24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.243167] env[69654]: INFO nova.compute.manager [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Terminating instance [ 1384.407783] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.424867] env[69654]: INFO nova.scheduler.client.report [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Deleted allocations for instance f72ff55b-8de4-4052-948d-4a5795c5735a [ 1384.625046] env[69654]: DEBUG oslo_concurrency.lockutils [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "634aae63-bba0-424a-be96-24e322be2755" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.625341] env[69654]: DEBUG oslo_concurrency.lockutils [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "634aae63-bba0-424a-be96-24e322be2755" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.746579] env[69654]: DEBUG nova.compute.manager [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1384.746777] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.747691] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93c4a46-475c-4e31-bfda-344629901257 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.755528] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.755739] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db17ed97-171a-452a-a82d-af43ab15dddd {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.761806] env[69654]: DEBUG oslo_vmware.api [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1384.761806] env[69654]: value = "task-3555964" [ 1384.761806] env[69654]: _type = "Task" [ 1384.761806] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.769209] env[69654]: DEBUG oslo_vmware.api [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.932636] env[69654]: DEBUG oslo_concurrency.lockutils [None req-3f385ddb-94cb-4b0a-a05c-9270afee156b tempest-ServersTestJSON-703086423 tempest-ServersTestJSON-703086423-project-member] Lock "f72ff55b-8de4-4052-948d-4a5795c5735a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.689s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.127975] env[69654]: DEBUG nova.compute.manager [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Starting instance... {{(pid=69654) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1385.271603] env[69654]: DEBUG oslo_vmware.api [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555964, 'name': PowerOffVM_Task, 'duration_secs': 0.16209} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.271867] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.272046] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1385.272297] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4bc0b4d-f529-486e-9885-d74d5c3ba1cc {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.337640] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.337908] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.338080] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleting the datastore file [datastore2] 36cb22fc-d800-4ce6-8de2-28207961ca24 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.338353] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13f3ab2f-c70f-4bf3-a714-c6541bfe1a0e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.346279] env[69654]: DEBUG oslo_vmware.api [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1385.346279] env[69654]: value = "task-3555966" [ 1385.346279] env[69654]: _type = "Task" [ 1385.346279] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.353474] env[69654]: DEBUG oslo_vmware.api [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.653727] env[69654]: DEBUG oslo_concurrency.lockutils [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.654009] env[69654]: DEBUG oslo_concurrency.lockutils [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.655631] env[69654]: INFO nova.compute.claims [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.856230] env[69654]: DEBUG oslo_vmware.api [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13781} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.856484] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.856665] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.856874] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.857065] env[69654]: INFO nova.compute.manager [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1385.857305] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1385.857493] env[69654]: DEBUG nova.compute.manager [-] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1385.857601] env[69654]: DEBUG nova.network.neutron [-] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1386.248876] env[69654]: DEBUG nova.compute.manager [req-e58d2101-c731-45ff-b209-73c9c1e627b8 req-cba17ab1-c78e-4c95-a6f6-34e3bd28b7cb service nova] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Received event network-vif-deleted-d524d492-6702-4ee3-8f8c-dbb5e2ce834a {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.249277] env[69654]: INFO nova.compute.manager [req-e58d2101-c731-45ff-b209-73c9c1e627b8 req-cba17ab1-c78e-4c95-a6f6-34e3bd28b7cb service nova] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Neutron deleted interface d524d492-6702-4ee3-8f8c-dbb5e2ce834a; detaching it from the instance and deleting it from the info cache [ 1386.249352] env[69654]: DEBUG nova.network.neutron [req-e58d2101-c731-45ff-b209-73c9c1e627b8 req-cba17ab1-c78e-4c95-a6f6-34e3bd28b7cb service nova] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.721695] env[69654]: DEBUG nova.network.neutron [-] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.749442] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1378b36f-1998-49fe-9bbd-f3d4fcd52c9e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.752763] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5f22962-d7a6-4735-9d3d-ff6081048066 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.758943] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f25098-6935-4621-a379-3369c7ba06ed {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.765580] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d055f2-78d7-4fbd-8032-30834aeddb1c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.802890] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d178e36a-69d9-45df-b762-d840d68a09df {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.811377] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc07b92c-0c23-4aa7-a5bf-d4e5bc3a6a29 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.821659] env[69654]: DEBUG nova.compute.manager [req-e58d2101-c731-45ff-b209-73c9c1e627b8 req-cba17ab1-c78e-4c95-a6f6-34e3bd28b7cb service nova] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Detach interface failed, port_id=d524d492-6702-4ee3-8f8c-dbb5e2ce834a, reason: Instance 36cb22fc-d800-4ce6-8de2-28207961ca24 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1386.831430] env[69654]: DEBUG nova.compute.provider_tree [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.229078] env[69654]: INFO nova.compute.manager [-] [instance: 36cb22fc-d800-4ce6-8de2-28207961ca24] Took 1.37 seconds to deallocate network for instance. [ 1387.335090] env[69654]: DEBUG nova.scheduler.client.report [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.737409] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.840164] env[69654]: DEBUG oslo_concurrency.lockutils [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.840950] env[69654]: DEBUG nova.compute.manager [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Start building networks asynchronously for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1387.844888] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.108s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.845220] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.869330] env[69654]: INFO nova.scheduler.client.report [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleted allocations for instance 36cb22fc-d800-4ce6-8de2-28207961ca24 [ 1388.349933] env[69654]: DEBUG nova.compute.utils [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Using /dev/sd instead of None {{(pid=69654) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1388.351789] env[69654]: DEBUG nova.compute.manager [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Allocating IP information in the background. {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1388.351789] env[69654]: DEBUG nova.network.neutron [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] allocate_for_instance() {{(pid=69654) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1388.376336] env[69654]: DEBUG oslo_concurrency.lockutils [None req-b9161737-1e37-42c9-9e75-390193c0ad5e tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "36cb22fc-d800-4ce6-8de2-28207961ca24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.136s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.401800] env[69654]: DEBUG nova.policy [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8151f5bc1ac4bc6aeb63abd449650ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef9dd2ec5066432eb810d1910b599ee8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69654) authorize /opt/stack/nova/nova/policy.py:192}} [ 1388.624238] env[69654]: DEBUG nova.network.neutron [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Successfully created port: 57a91d48-d1c1-438d-a575-4c73b5fdc3d2 {{(pid=69654) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1388.855019] env[69654]: DEBUG nova.compute.manager [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Start building block device mappings for instance. {{(pid=69654) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1389.864089] env[69654]: DEBUG nova.compute.manager [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Start spawning the instance on the hypervisor. {{(pid=69654) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1389.890098] env[69654]: DEBUG nova.virt.hardware [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T15:25:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T15:24:42Z,direct_url=,disk_format='vmdk',id=d5e689d4-03ad-4f0e-ba3b-bff2b1602c53,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b6966f07906d4bfab8f46e44d0b577af',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T15:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1389.890360] env[69654]: DEBUG nova.virt.hardware [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1389.890516] env[69654]: DEBUG nova.virt.hardware [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image limits 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1389.890708] env[69654]: DEBUG nova.virt.hardware [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Flavor pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1389.890857] env[69654]: DEBUG nova.virt.hardware [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Image pref 0:0:0 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1389.891112] env[69654]: DEBUG nova.virt.hardware [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69654) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1389.891327] env[69654]: DEBUG nova.virt.hardware [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1389.891482] env[69654]: DEBUG nova.virt.hardware [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1389.891646] env[69654]: DEBUG nova.virt.hardware [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Got 1 possible topologies {{(pid=69654) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1389.891821] env[69654]: DEBUG nova.virt.hardware [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1389.892014] env[69654]: DEBUG nova.virt.hardware [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69654) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1389.892880] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a43168-789d-443d-89a6-597269c035c4 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.902705] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bd14b0-ce70-40ba-b1c9-f58ae665f8d1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.038577] env[69654]: DEBUG nova.compute.manager [req-4af94466-dc80-4c31-9ae6-3379d7f34168 req-2c33bcf8-2325-4711-85bc-148a0b54bf6b service nova] [instance: 634aae63-bba0-424a-be96-24e322be2755] Received event network-vif-plugged-57a91d48-d1c1-438d-a575-4c73b5fdc3d2 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.039080] env[69654]: DEBUG oslo_concurrency.lockutils [req-4af94466-dc80-4c31-9ae6-3379d7f34168 req-2c33bcf8-2325-4711-85bc-148a0b54bf6b service nova] Acquiring lock "634aae63-bba0-424a-be96-24e322be2755-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.039337] env[69654]: DEBUG oslo_concurrency.lockutils [req-4af94466-dc80-4c31-9ae6-3379d7f34168 req-2c33bcf8-2325-4711-85bc-148a0b54bf6b service nova] Lock "634aae63-bba0-424a-be96-24e322be2755-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.039551] env[69654]: DEBUG oslo_concurrency.lockutils [req-4af94466-dc80-4c31-9ae6-3379d7f34168 req-2c33bcf8-2325-4711-85bc-148a0b54bf6b service nova] Lock "634aae63-bba0-424a-be96-24e322be2755-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.039685] env[69654]: DEBUG nova.compute.manager [req-4af94466-dc80-4c31-9ae6-3379d7f34168 req-2c33bcf8-2325-4711-85bc-148a0b54bf6b service nova] [instance: 634aae63-bba0-424a-be96-24e322be2755] No waiting events found dispatching network-vif-plugged-57a91d48-d1c1-438d-a575-4c73b5fdc3d2 {{(pid=69654) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1390.039851] env[69654]: WARNING nova.compute.manager [req-4af94466-dc80-4c31-9ae6-3379d7f34168 req-2c33bcf8-2325-4711-85bc-148a0b54bf6b service nova] [instance: 634aae63-bba0-424a-be96-24e322be2755] Received unexpected event network-vif-plugged-57a91d48-d1c1-438d-a575-4c73b5fdc3d2 for instance with vm_state building and task_state spawning. [ 1390.114092] env[69654]: DEBUG nova.network.neutron [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Successfully updated port: 57a91d48-d1c1-438d-a575-4c73b5fdc3d2 {{(pid=69654) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1390.618567] env[69654]: DEBUG oslo_concurrency.lockutils [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "refresh_cache-634aae63-bba0-424a-be96-24e322be2755" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.618791] env[69654]: DEBUG oslo_concurrency.lockutils [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "refresh_cache-634aae63-bba0-424a-be96-24e322be2755" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.619045] env[69654]: DEBUG nova.network.neutron [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Building network info cache for instance {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.150971] env[69654]: DEBUG nova.network.neutron [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Instance cache missing network info. {{(pid=69654) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1391.268120] env[69654]: DEBUG nova.network.neutron [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Updating instance_info_cache with network_info: [{"id": "57a91d48-d1c1-438d-a575-4c73b5fdc3d2", "address": "fa:16:3e:db:39:c6", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57a91d48-d1", "ovs_interfaceid": "57a91d48-d1c1-438d-a575-4c73b5fdc3d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.771049] env[69654]: DEBUG oslo_concurrency.lockutils [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "refresh_cache-634aae63-bba0-424a-be96-24e322be2755" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.771049] env[69654]: DEBUG nova.compute.manager [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Instance network_info: |[{"id": "57a91d48-d1c1-438d-a575-4c73b5fdc3d2", "address": "fa:16:3e:db:39:c6", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57a91d48-d1", "ovs_interfaceid": "57a91d48-d1c1-438d-a575-4c73b5fdc3d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69654) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1391.771431] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:39:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57a91d48-d1c1-438d-a575-4c73b5fdc3d2', 'vif_model': 'vmxnet3'}] {{(pid=69654) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1391.781909] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1391.782155] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 634aae63-bba0-424a-be96-24e322be2755] Creating VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1391.782405] env[69654]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48daba27-7d39-47fb-b98b-d8d9953b9355 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.803893] env[69654]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1391.803893] env[69654]: value = "task-3555967" [ 1391.803893] env[69654]: _type = "Task" [ 1391.803893] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.811578] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555967, 'name': CreateVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.065483] env[69654]: DEBUG nova.compute.manager [req-aa43ecce-6839-4333-bbe4-8c8c4498d940 req-209de486-6b5f-464f-8123-991cf7ea1b4c service nova] [instance: 634aae63-bba0-424a-be96-24e322be2755] Received event network-changed-57a91d48-d1c1-438d-a575-4c73b5fdc3d2 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.065723] env[69654]: DEBUG nova.compute.manager [req-aa43ecce-6839-4333-bbe4-8c8c4498d940 req-209de486-6b5f-464f-8123-991cf7ea1b4c service nova] [instance: 634aae63-bba0-424a-be96-24e322be2755] Refreshing instance network info cache due to event network-changed-57a91d48-d1c1-438d-a575-4c73b5fdc3d2. {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1392.066011] env[69654]: DEBUG oslo_concurrency.lockutils [req-aa43ecce-6839-4333-bbe4-8c8c4498d940 req-209de486-6b5f-464f-8123-991cf7ea1b4c service nova] Acquiring lock "refresh_cache-634aae63-bba0-424a-be96-24e322be2755" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.066155] env[69654]: DEBUG oslo_concurrency.lockutils [req-aa43ecce-6839-4333-bbe4-8c8c4498d940 req-209de486-6b5f-464f-8123-991cf7ea1b4c service nova] Acquired lock "refresh_cache-634aae63-bba0-424a-be96-24e322be2755" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.066329] env[69654]: DEBUG nova.network.neutron [req-aa43ecce-6839-4333-bbe4-8c8c4498d940 req-209de486-6b5f-464f-8123-991cf7ea1b4c service nova] [instance: 634aae63-bba0-424a-be96-24e322be2755] Refreshing network info cache for port 57a91d48-d1c1-438d-a575-4c73b5fdc3d2 {{(pid=69654) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.314330] env[69654]: DEBUG oslo_vmware.api [-] Task: {'id': task-3555967, 'name': CreateVM_Task, 'duration_secs': 0.374484} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.314621] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 634aae63-bba0-424a-be96-24e322be2755] Created VM on the ESX host {{(pid=69654) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1392.315220] env[69654]: DEBUG oslo_concurrency.lockutils [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.315379] env[69654]: DEBUG oslo_concurrency.lockutils [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.315742] env[69654]: DEBUG oslo_concurrency.lockutils [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.315994] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ca43cc-ecda-4aab-898c-2bac5f05a6de {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.320677] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1392.320677] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5291b13c-c1fd-825a-7180-5bdecc51245f" [ 1392.320677] env[69654]: _type = "Task" [ 1392.320677] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.328101] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5291b13c-c1fd-825a-7180-5bdecc51245f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.740953] env[69654]: DEBUG nova.network.neutron [req-aa43ecce-6839-4333-bbe4-8c8c4498d940 req-209de486-6b5f-464f-8123-991cf7ea1b4c service nova] [instance: 634aae63-bba0-424a-be96-24e322be2755] Updated VIF entry in instance network info cache for port 57a91d48-d1c1-438d-a575-4c73b5fdc3d2. {{(pid=69654) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.741335] env[69654]: DEBUG nova.network.neutron [req-aa43ecce-6839-4333-bbe4-8c8c4498d940 req-209de486-6b5f-464f-8123-991cf7ea1b4c service nova] [instance: 634aae63-bba0-424a-be96-24e322be2755] Updating instance_info_cache with network_info: [{"id": "57a91d48-d1c1-438d-a575-4c73b5fdc3d2", "address": "fa:16:3e:db:39:c6", "network": {"id": "5ffd9908-fca9-4960-8ccd-3449904b0bbe", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1270272653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9dd2ec5066432eb810d1910b599ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57a91d48-d1", "ovs_interfaceid": "57a91d48-d1c1-438d-a575-4c73b5fdc3d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.831796] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]5291b13c-c1fd-825a-7180-5bdecc51245f, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.832093] env[69654]: DEBUG oslo_concurrency.lockutils [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.832331] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Processing image d5e689d4-03ad-4f0e-ba3b-bff2b1602c53 {{(pid=69654) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1392.832556] env[69654]: DEBUG oslo_concurrency.lockutils [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.832696] env[69654]: DEBUG oslo_concurrency.lockutils [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.832868] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.833133] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdecfcd4-4b83-48a2-b768-7d378716af3c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.841201] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69654) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1392.841372] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69654) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1392.842039] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5523ba4c-0c94-4b63-968c-1f361de2e382 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.846586] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1392.846586] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522cdb8d-ee0f-2d11-4178-be481fb7f6c4" [ 1392.846586] env[69654]: _type = "Task" [ 1392.846586] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.854558] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522cdb8d-ee0f-2d11-4178-be481fb7f6c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.244525] env[69654]: DEBUG oslo_concurrency.lockutils [req-aa43ecce-6839-4333-bbe4-8c8c4498d940 req-209de486-6b5f-464f-8123-991cf7ea1b4c service nova] Releasing lock "refresh_cache-634aae63-bba0-424a-be96-24e322be2755" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.357024] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]522cdb8d-ee0f-2d11-4178-be481fb7f6c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010912} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.357791] env[69654]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d118d819-b378-41ff-a10b-52bbba4ce396 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.362476] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1393.362476] env[69654]: value = "session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f3cbb5-4b83-b829-20b9-a8615ec1ca17" [ 1393.362476] env[69654]: _type = "Task" [ 1393.362476] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.369680] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f3cbb5-4b83-b829-20b9-a8615ec1ca17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.872697] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': session[5286fe93-07e0-da39-c43b-59d4cf5674d9]52f3cbb5-4b83-b829-20b9-a8615ec1ca17, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.872958] env[69654]: DEBUG oslo_concurrency.lockutils [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk" {{(pid=69654) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.873263] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 634aae63-bba0-424a-be96-24e322be2755/634aae63-bba0-424a-be96-24e322be2755.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1393.873493] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af86345c-3e9e-4e1d-a433-884fc123edb9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.879798] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1393.879798] env[69654]: value = "task-3555968" [ 1393.879798] env[69654]: _type = "Task" [ 1393.879798] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.886764] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.389020] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44465} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.389337] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53/d5e689d4-03ad-4f0e-ba3b-bff2b1602c53.vmdk to [datastore1] 634aae63-bba0-424a-be96-24e322be2755/634aae63-bba0-424a-be96-24e322be2755.vmdk {{(pid=69654) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1394.389472] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Extending root virtual disk to 1048576 {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1394.389722] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76e62b83-695a-4b37-b4dc-9d516a4ad162 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.395418] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1394.395418] env[69654]: value = "task-3555969" [ 1394.395418] env[69654]: _type = "Task" [ 1394.395418] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.402758] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.905457] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063943} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.905734] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Extended root virtual disk {{(pid=69654) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1394.906459] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b93ab9-9c0a-4ca3-b161-78e2d5bf5d89 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.927598] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 634aae63-bba0-424a-be96-24e322be2755/634aae63-bba0-424a-be96-24e322be2755.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1394.927879] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-630492de-2376-471f-ab61-088c88bf8b96 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.946509] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1394.946509] env[69654]: value = "task-3555970" [ 1394.946509] env[69654]: _type = "Task" [ 1394.946509] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.953672] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.044491] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.044754] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.044964] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.045159] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.045326] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.047558] env[69654]: INFO nova.compute.manager [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Terminating instance [ 1395.455708] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555970, 'name': ReconfigVM_Task, 'duration_secs': 0.270905} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.456092] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 634aae63-bba0-424a-be96-24e322be2755/634aae63-bba0-424a-be96-24e322be2755.vmdk or device None with type sparse {{(pid=69654) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.456618] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a130581b-1d07-463c-8d17-13e98f327947 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.462708] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1395.462708] env[69654]: value = "task-3555971" [ 1395.462708] env[69654]: _type = "Task" [ 1395.462708] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.469601] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555971, 'name': Rename_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.551829] env[69654]: DEBUG nova.compute.manager [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1395.552152] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.552685] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0771d7cc-12d3-4bb0-9508-d2d86706ce48 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.558833] env[69654]: DEBUG oslo_vmware.api [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1395.558833] env[69654]: value = "task-3555972" [ 1395.558833] env[69654]: _type = "Task" [ 1395.558833] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.568364] env[69654]: DEBUG oslo_vmware.api [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.972757] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555971, 'name': Rename_Task, 'duration_secs': 0.141627} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.973053] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Powering on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1395.973297] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69a5b273-3f36-48f0-98c7-465d90e837f6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.980437] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1395.980437] env[69654]: value = "task-3555973" [ 1395.980437] env[69654]: _type = "Task" [ 1395.980437] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.987387] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.068764] env[69654]: DEBUG oslo_vmware.api [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555972, 'name': PowerOffVM_Task, 'duration_secs': 0.183421} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.069084] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.069326] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Volume detach. Driver type: vmdk {{(pid=69654) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1396.069565] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709938', 'volume_id': '95b4903b-409c-4951-8aba-44eaf21ae85d', 'name': 'volume-95b4903b-409c-4951-8aba-44eaf21ae85d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '65a1647e-1dda-49b4-b487-5dc73bde2ff1', 'attached_at': '2025-04-24T15:38:49.000000', 'detached_at': '', 'volume_id': '95b4903b-409c-4951-8aba-44eaf21ae85d', 'serial': '95b4903b-409c-4951-8aba-44eaf21ae85d'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1396.070389] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f033a11e-531d-4b1d-b413-17de2712d84d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.089161] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64204953-9254-4802-a0b1-720d340621e9 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.095759] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d3e92d-f9bd-492a-a68c-aeb124d471f5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.112427] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d912d506-e45b-4b30-84a8-c622872c4702 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.127293] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] The volume has not been displaced from its original location: [datastore1] volume-95b4903b-409c-4951-8aba-44eaf21ae85d/volume-95b4903b-409c-4951-8aba-44eaf21ae85d.vmdk. No consolidation needed. {{(pid=69654) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1396.132390] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1396.132641] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43455a69-aeb8-46c2-8693-940e5d5236ec {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.149369] env[69654]: DEBUG oslo_vmware.api [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1396.149369] env[69654]: value = "task-3555974" [ 1396.149369] env[69654]: _type = "Task" [ 1396.149369] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.156945] env[69654]: DEBUG oslo_vmware.api [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.489488] env[69654]: DEBUG oslo_vmware.api [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555973, 'name': PowerOnVM_Task, 'duration_secs': 0.417691} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.489900] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Powered on the VM {{(pid=69654) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.489998] env[69654]: INFO nova.compute.manager [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1396.490163] env[69654]: DEBUG nova.compute.manager [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Checking state {{(pid=69654) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1396.490904] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f096ea6-73fa-4dbf-90a1-a4ac13eca573 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.659742] env[69654]: DEBUG oslo_vmware.api [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555974, 'name': ReconfigVM_Task, 'duration_secs': 0.159379} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.660022] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69654) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1396.664902] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7d22f7f-19f5-4615-ab08-6e69f423da9c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.679437] env[69654]: DEBUG oslo_vmware.api [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1396.679437] env[69654]: value = "task-3555975" [ 1396.679437] env[69654]: _type = "Task" [ 1396.679437] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.686877] env[69654]: DEBUG oslo_vmware.api [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.006312] env[69654]: INFO nova.compute.manager [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Took 11.37 seconds to build instance. [ 1397.189209] env[69654]: DEBUG oslo_vmware.api [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555975, 'name': ReconfigVM_Task, 'duration_secs': 0.128755} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.189505] env[69654]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709938', 'volume_id': '95b4903b-409c-4951-8aba-44eaf21ae85d', 'name': 'volume-95b4903b-409c-4951-8aba-44eaf21ae85d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '65a1647e-1dda-49b4-b487-5dc73bde2ff1', 'attached_at': '2025-04-24T15:38:49.000000', 'detached_at': '', 'volume_id': '95b4903b-409c-4951-8aba-44eaf21ae85d', 'serial': '95b4903b-409c-4951-8aba-44eaf21ae85d'} {{(pid=69654) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1397.189765] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.190527] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6f9089-cd18-4449-8646-2b192803eafb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.196724] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.196958] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a958e4a6-2edb-4c55-bad6-0b479b051de5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.263300] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.263523] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.263705] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleting the datastore file [datastore1] 65a1647e-1dda-49b4-b487-5dc73bde2ff1 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.263967] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e46d584a-c64d-4bf1-ad81-47f3f4e57533 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.270143] env[69654]: DEBUG oslo_vmware.api [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1397.270143] env[69654]: value = "task-3555977" [ 1397.270143] env[69654]: _type = "Task" [ 1397.270143] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.279418] env[69654]: DEBUG oslo_vmware.api [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.508412] env[69654]: DEBUG oslo_concurrency.lockutils [None req-384b8f5e-6558-41b0-bc58-9f77df1bafbf tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "634aae63-bba0-424a-be96-24e322be2755" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.883s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.779839] env[69654]: DEBUG oslo_vmware.api [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075616} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.780115] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.780298] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.780468] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.780635] env[69654]: INFO nova.compute.manager [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1397.781870] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.781870] env[69654]: DEBUG nova.compute.manager [-] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.781870] env[69654]: DEBUG nova.network.neutron [-] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1398.212506] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "634aae63-bba0-424a-be96-24e322be2755" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.212771] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "634aae63-bba0-424a-be96-24e322be2755" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.212983] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "634aae63-bba0-424a-be96-24e322be2755-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.213179] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "634aae63-bba0-424a-be96-24e322be2755-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.213346] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "634aae63-bba0-424a-be96-24e322be2755-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.216045] env[69654]: INFO nova.compute.manager [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Terminating instance [ 1398.219086] env[69654]: DEBUG nova.compute.manager [req-bac009f8-9190-4aa4-9faf-90108ac81ed2 req-d5b3f84a-76d9-4cec-a089-54a332d8d449 service nova] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Received event network-vif-deleted-1c438b01-0179-4864-a1ef-b21c8a0f2831 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.219271] env[69654]: INFO nova.compute.manager [req-bac009f8-9190-4aa4-9faf-90108ac81ed2 req-d5b3f84a-76d9-4cec-a089-54a332d8d449 service nova] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Neutron deleted interface 1c438b01-0179-4864-a1ef-b21c8a0f2831; detaching it from the instance and deleting it from the info cache [ 1398.219673] env[69654]: DEBUG nova.network.neutron [req-bac009f8-9190-4aa4-9faf-90108ac81ed2 req-d5b3f84a-76d9-4cec-a089-54a332d8d449 service nova] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.699261] env[69654]: DEBUG nova.network.neutron [-] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.722503] env[69654]: DEBUG nova.compute.manager [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.722734] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.723016] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba3c0ba9-cfa1-470c-a0b9-3f87f8f78185 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.726965] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304b3f4c-0369-439d-a9f3-d023654fafc5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.734307] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.735288] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f88f7f52-4bb9-418a-9713-8ee50b3a7808 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.739092] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce44719-b313-4df5-8756-955a730bee1b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.753282] env[69654]: DEBUG oslo_vmware.api [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1398.753282] env[69654]: value = "task-3555978" [ 1398.753282] env[69654]: _type = "Task" [ 1398.753282] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.763524] env[69654]: DEBUG nova.compute.manager [req-bac009f8-9190-4aa4-9faf-90108ac81ed2 req-d5b3f84a-76d9-4cec-a089-54a332d8d449 service nova] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Detach interface failed, port_id=1c438b01-0179-4864-a1ef-b21c8a0f2831, reason: Instance 65a1647e-1dda-49b4-b487-5dc73bde2ff1 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1398.766499] env[69654]: DEBUG oslo_vmware.api [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.202269] env[69654]: INFO nova.compute.manager [-] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Took 1.42 seconds to deallocate network for instance. [ 1399.263641] env[69654]: DEBUG oslo_vmware.api [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555978, 'name': PowerOffVM_Task, 'duration_secs': 0.199991} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.263905] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.264084] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.264335] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-005100ec-77e6-455d-bf6a-b95d6d9ddebb {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.330861] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.331392] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.331392] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleting the datastore file [datastore1] 634aae63-bba0-424a-be96-24e322be2755 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.331633] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db2f6205-c198-4e3f-915a-92291437b518 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.337959] env[69654]: DEBUG oslo_vmware.api [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for the task: (returnval){ [ 1399.337959] env[69654]: value = "task-3555980" [ 1399.337959] env[69654]: _type = "Task" [ 1399.337959] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.345429] env[69654]: DEBUG oslo_vmware.api [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.745640] env[69654]: INFO nova.compute.manager [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Took 0.54 seconds to detach 1 volumes for instance. [ 1399.747815] env[69654]: DEBUG nova.compute.manager [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 65a1647e-1dda-49b4-b487-5dc73bde2ff1] Deleting volume: 95b4903b-409c-4951-8aba-44eaf21ae85d {{(pid=69654) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1399.847640] env[69654]: DEBUG oslo_vmware.api [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Task: {'id': task-3555980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150142} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.847913] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.848122] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.848301] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.848473] env[69654]: INFO nova.compute.manager [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] [instance: 634aae63-bba0-424a-be96-24e322be2755] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1399.848727] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1399.848927] env[69654]: DEBUG nova.compute.manager [-] [instance: 634aae63-bba0-424a-be96-24e322be2755] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1399.849034] env[69654]: DEBUG nova.network.neutron [-] [instance: 634aae63-bba0-424a-be96-24e322be2755] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.249557] env[69654]: DEBUG nova.compute.manager [req-08686463-6398-43a4-a4bd-bcd009be14fd req-d2390565-727d-487e-86dd-9151d6cd361a service nova] [instance: 634aae63-bba0-424a-be96-24e322be2755] Received event network-vif-deleted-57a91d48-d1c1-438d-a575-4c73b5fdc3d2 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.249748] env[69654]: INFO nova.compute.manager [req-08686463-6398-43a4-a4bd-bcd009be14fd req-d2390565-727d-487e-86dd-9151d6cd361a service nova] [instance: 634aae63-bba0-424a-be96-24e322be2755] Neutron deleted interface 57a91d48-d1c1-438d-a575-4c73b5fdc3d2; detaching it from the instance and deleting it from the info cache [ 1400.249918] env[69654]: DEBUG nova.network.neutron [req-08686463-6398-43a4-a4bd-bcd009be14fd req-d2390565-727d-487e-86dd-9151d6cd361a service nova] [instance: 634aae63-bba0-424a-be96-24e322be2755] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.284662] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.284925] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.285162] env[69654]: DEBUG nova.objects.instance [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lazy-loading 'resources' on Instance uuid 65a1647e-1dda-49b4-b487-5dc73bde2ff1 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.580706] env[69654]: DEBUG nova.network.neutron [-] [instance: 634aae63-bba0-424a-be96-24e322be2755] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.753142] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-429c37ae-9d5a-430e-825e-6104220bb3a1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.765186] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5137cd2-80d1-4c71-9cdd-e13da2c31a80 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.791779] env[69654]: DEBUG nova.compute.manager [req-08686463-6398-43a4-a4bd-bcd009be14fd req-d2390565-727d-487e-86dd-9151d6cd361a service nova] [instance: 634aae63-bba0-424a-be96-24e322be2755] Detach interface failed, port_id=57a91d48-d1c1-438d-a575-4c73b5fdc3d2, reason: Instance 634aae63-bba0-424a-be96-24e322be2755 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1400.851537] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a224cfee-fee8-4f26-aef0-3a77ae7eb71a {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.858868] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dd4e9e-c699-4906-b440-f27b3ca9bc70 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.887793] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288c36a4-0c89-4f8b-9e3f-95ce14dd5571 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.894857] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420d9199-f5ab-42e8-861b-83bb38969ce6 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.907412] env[69654]: DEBUG nova.compute.provider_tree [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1401.084081] env[69654]: INFO nova.compute.manager [-] [instance: 634aae63-bba0-424a-be96-24e322be2755] Took 1.23 seconds to deallocate network for instance. [ 1401.428789] env[69654]: ERROR nova.scheduler.client.report [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [req-c2ead810-3b56-4991-b800-d45ab2001d2d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7244f0e3-c8fc-4c02-ba3d-26a8e0372872. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c2ead810-3b56-4991-b800-d45ab2001d2d"}]} [ 1401.444425] env[69654]: DEBUG nova.scheduler.client.report [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Refreshing inventories for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1401.457063] env[69654]: DEBUG nova.scheduler.client.report [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Updating ProviderTree inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1401.457284] env[69654]: DEBUG nova.compute.provider_tree [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1401.467604] env[69654]: DEBUG nova.scheduler.client.report [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Refreshing aggregate associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, aggregates: None {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1401.486701] env[69654]: DEBUG nova.scheduler.client.report [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Refreshing trait associations for resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69654) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1401.543776] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3592bf-dc37-471e-86ef-15c45b18eed1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.551381] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c0b419-7e36-44fa-be25-cf3d87b23688 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.582083] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2214c8-9836-4eb9-95a9-c85bb7b144de {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.589131] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57b4d3a-6ad2-42ee-baa2-2da2b8eb816b {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.593379] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.603183] env[69654]: DEBUG nova.compute.provider_tree [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1402.132898] env[69654]: DEBUG nova.scheduler.client.report [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Updated inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with generation 184 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1402.133250] env[69654]: DEBUG nova.compute.provider_tree [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 184 to 185 during operation: update_inventory {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1402.133495] env[69654]: DEBUG nova.compute.provider_tree [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1402.638645] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.354s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.641299] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.048s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.641536] env[69654]: DEBUG nova.objects.instance [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lazy-loading 'resources' on Instance uuid 634aae63-bba0-424a-be96-24e322be2755 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.656328] env[69654]: INFO nova.scheduler.client.report [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleted allocations for instance 65a1647e-1dda-49b4-b487-5dc73bde2ff1 [ 1403.163077] env[69654]: DEBUG oslo_concurrency.lockutils [None req-9a9e568c-ca3a-4f45-9502-d49abab36822 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "65a1647e-1dda-49b4-b487-5dc73bde2ff1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.118s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.195389] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb3b40c-6d65-4bb8-a61c-fe2f3fcf7539 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.203165] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7f9bc9-6a0d-42e3-ba47-8e933b04e466 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.233447] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478ebeed-ed79-4dd6-906b-f8ac810da4d3 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.240247] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9b321c-de55-4398-8973-efe1d3e52623 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.252871] env[69654]: DEBUG nova.compute.provider_tree [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.755991] env[69654]: DEBUG nova.scheduler.client.report [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.998135] env[69654]: DEBUG oslo_concurrency.lockutils [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "a7183462-5ee1-4d6f-9611-822ffeec5dd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.998410] env[69654]: DEBUG oslo_concurrency.lockutils [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "a7183462-5ee1-4d6f-9611-822ffeec5dd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.998623] env[69654]: DEBUG oslo_concurrency.lockutils [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "a7183462-5ee1-4d6f-9611-822ffeec5dd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.998841] env[69654]: DEBUG oslo_concurrency.lockutils [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "a7183462-5ee1-4d6f-9611-822ffeec5dd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.999020] env[69654]: DEBUG oslo_concurrency.lockutils [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "a7183462-5ee1-4d6f-9611-822ffeec5dd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.001189] env[69654]: INFO nova.compute.manager [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Terminating instance [ 1404.261435] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.285054] env[69654]: INFO nova.scheduler.client.report [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Deleted allocations for instance 634aae63-bba0-424a-be96-24e322be2755 [ 1404.504784] env[69654]: DEBUG nova.compute.manager [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1404.505050] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1404.506018] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad2119b-ecb2-4b10-90bb-ac8470f016b2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.513765] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.513965] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c90395b-1dfb-40e6-ab5f-b985c1bada43 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.519948] env[69654]: DEBUG oslo_vmware.api [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1404.519948] env[69654]: value = "task-3555982" [ 1404.519948] env[69654]: _type = "Task" [ 1404.519948] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.526685] env[69654]: DEBUG oslo_vmware.api [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.792325] env[69654]: DEBUG oslo_concurrency.lockutils [None req-aaf9a751-623d-4ad2-b11a-c9d438ccc105 tempest-ServerDiskConfigTestJSON-1314804263 tempest-ServerDiskConfigTestJSON-1314804263-project-member] Lock "634aae63-bba0-424a-be96-24e322be2755" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.579s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.030118] env[69654]: DEBUG oslo_vmware.api [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555982, 'name': PowerOffVM_Task, 'duration_secs': 0.21054} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.030394] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.030559] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.030803] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c131a94-b2c8-4a24-a7f0-78ff8e6d1d44 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.097910] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.097910] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Deleting contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.097910] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleting the datastore file [datastore2] a7183462-5ee1-4d6f-9611-822ffeec5dd1 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.097910] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d369ae5-b742-40a1-8d97-e27a33f033c2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.103990] env[69654]: DEBUG oslo_vmware.api [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1405.103990] env[69654]: value = "task-3555984" [ 1405.103990] env[69654]: _type = "Task" [ 1405.103990] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.111634] env[69654]: DEBUG oslo_vmware.api [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.614185] env[69654]: DEBUG oslo_vmware.api [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146271} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.614550] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1405.614669] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Deleted contents of the VM from datastore datastore2 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1405.614798] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1405.614974] env[69654]: INFO nova.compute.manager [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1405.615227] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1405.615421] env[69654]: DEBUG nova.compute.manager [-] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1405.615528] env[69654]: DEBUG nova.network.neutron [-] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.023322] env[69654]: DEBUG nova.compute.manager [req-3d6bf175-b63b-4074-94b4-9e4fff90af4b req-21b0be3d-141f-4753-b324-a109c561fd32 service nova] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Received event network-vif-deleted-393cd77b-4161-4663-90af-7b98f7e6978b {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.023322] env[69654]: INFO nova.compute.manager [req-3d6bf175-b63b-4074-94b4-9e4fff90af4b req-21b0be3d-141f-4753-b324-a109c561fd32 service nova] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Neutron deleted interface 393cd77b-4161-4663-90af-7b98f7e6978b; detaching it from the instance and deleting it from the info cache [ 1406.023322] env[69654]: DEBUG nova.network.neutron [req-3d6bf175-b63b-4074-94b4-9e4fff90af4b req-21b0be3d-141f-4753-b324-a109c561fd32 service nova] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.501632] env[69654]: DEBUG nova.network.neutron [-] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.526296] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7724432-7350-4282-9388-79ee62dd323e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.537017] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8033c3d-859d-4017-938b-0c9458a7c224 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.562073] env[69654]: DEBUG nova.compute.manager [req-3d6bf175-b63b-4074-94b4-9e4fff90af4b req-21b0be3d-141f-4753-b324-a109c561fd32 service nova] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Detach interface failed, port_id=393cd77b-4161-4663-90af-7b98f7e6978b, reason: Instance a7183462-5ee1-4d6f-9611-822ffeec5dd1 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1407.004130] env[69654]: INFO nova.compute.manager [-] [instance: a7183462-5ee1-4d6f-9611-822ffeec5dd1] Took 1.39 seconds to deallocate network for instance. [ 1407.511164] env[69654]: DEBUG oslo_concurrency.lockutils [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.511500] env[69654]: DEBUG oslo_concurrency.lockutils [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.511742] env[69654]: DEBUG nova.objects.instance [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lazy-loading 'resources' on Instance uuid a7183462-5ee1-4d6f-9611-822ffeec5dd1 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.055470] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5d49b5-0661-437b-b59a-a5211a8d0848 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.062669] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360eec4c-ba4a-4271-9248-2d90906611ee {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.092950] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e74a6a1-1c0d-432e-90a6-14081122a227 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.099346] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27bf42c-bbcd-4aa9-aec6-4e633ad218a2 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.111851] env[69654]: DEBUG nova.compute.provider_tree [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1408.642660] env[69654]: DEBUG nova.scheduler.client.report [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Updated inventory for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with generation 185 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1408.642926] env[69654]: DEBUG nova.compute.provider_tree [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Updating resource provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 generation from 185 to 186 during operation: update_inventory {{(pid=69654) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1408.643167] env[69654]: DEBUG nova.compute.provider_tree [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Updating inventory in ProviderTree for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1409.148148] env[69654]: DEBUG oslo_concurrency.lockutils [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.165466] env[69654]: INFO nova.scheduler.client.report [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleted allocations for instance a7183462-5ee1-4d6f-9611-822ffeec5dd1 [ 1409.672938] env[69654]: DEBUG oslo_concurrency.lockutils [None req-75fe4c4a-dd9a-45fc-8a0b-15c7283ad6b6 tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "a7183462-5ee1-4d6f-9611-822ffeec5dd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.674s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.749279] env[69654]: DEBUG oslo_concurrency.lockutils [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "63aac6cb-2703-4c2f-b966-4616aa8724b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.749679] env[69654]: DEBUG oslo_concurrency.lockutils [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "63aac6cb-2703-4c2f-b966-4616aa8724b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.749782] env[69654]: DEBUG oslo_concurrency.lockutils [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "63aac6cb-2703-4c2f-b966-4616aa8724b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.750058] env[69654]: DEBUG oslo_concurrency.lockutils [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "63aac6cb-2703-4c2f-b966-4616aa8724b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.750299] env[69654]: DEBUG oslo_concurrency.lockutils [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "63aac6cb-2703-4c2f-b966-4616aa8724b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.752533] env[69654]: INFO nova.compute.manager [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Terminating instance [ 1414.256787] env[69654]: DEBUG nova.compute.manager [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Start destroying the instance on the hypervisor. {{(pid=69654) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1414.257092] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Destroying instance {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.257996] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edddd8b-ab94-4ac0-9074-7ebbbfeba59e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.265683] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Powering off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.265909] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-180ae8f9-accc-46e9-aede-c9d265156719 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.271606] env[69654]: DEBUG oslo_vmware.api [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1414.271606] env[69654]: value = "task-3555986" [ 1414.271606] env[69654]: _type = "Task" [ 1414.271606] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.279427] env[69654]: DEBUG oslo_vmware.api [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.781315] env[69654]: DEBUG oslo_vmware.api [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555986, 'name': PowerOffVM_Task, 'duration_secs': 0.176283} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.781701] env[69654]: DEBUG nova.virt.vmwareapi.vm_util [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Powered off the VM {{(pid=69654) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1414.781747] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Unregistering the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1414.781959] env[69654]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc525168-77cc-4b53-b66c-80abde3abc90 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.845517] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Unregistered the VM {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1414.845724] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Deleting contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1414.845928] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleting the datastore file [datastore1] 63aac6cb-2703-4c2f-b966-4616aa8724b3 {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1414.846240] env[69654]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dacde40-b040-4a04-9c62-34f2e73c1305 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.852421] env[69654]: DEBUG oslo_vmware.api [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for the task: (returnval){ [ 1414.852421] env[69654]: value = "task-3555988" [ 1414.852421] env[69654]: _type = "Task" [ 1414.852421] env[69654]: } to complete. {{(pid=69654) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.859631] env[69654]: DEBUG oslo_vmware.api [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.361909] env[69654]: DEBUG oslo_vmware.api [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Task: {'id': task-3555988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124928} completed successfully. {{(pid=69654) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.362187] env[69654]: DEBUG nova.virt.vmwareapi.ds_util [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleted the datastore file {{(pid=69654) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1415.362372] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Deleted contents of the VM from datastore datastore1 {{(pid=69654) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1415.362549] env[69654]: DEBUG nova.virt.vmwareapi.vmops [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Instance destroyed {{(pid=69654) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1415.362722] env[69654]: INFO nova.compute.manager [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1415.362982] env[69654]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69654) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1415.363183] env[69654]: DEBUG nova.compute.manager [-] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Deallocating network for instance {{(pid=69654) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1415.363277] env[69654]: DEBUG nova.network.neutron [-] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] deallocate_for_instance() {{(pid=69654) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1415.648512] env[69654]: DEBUG nova.compute.manager [req-8150d58b-f7ce-4c55-8684-d606a81c445e req-bedab6c2-1742-4908-9ce9-a511d806b66e service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Received event network-vif-deleted-42e1c9dd-f934-46d2-b796-fa5826c25352 {{(pid=69654) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1415.648580] env[69654]: INFO nova.compute.manager [req-8150d58b-f7ce-4c55-8684-d606a81c445e req-bedab6c2-1742-4908-9ce9-a511d806b66e service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Neutron deleted interface 42e1c9dd-f934-46d2-b796-fa5826c25352; detaching it from the instance and deleting it from the info cache [ 1415.648742] env[69654]: DEBUG nova.network.neutron [req-8150d58b-f7ce-4c55-8684-d606a81c445e req-bedab6c2-1742-4908-9ce9-a511d806b66e service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.125469] env[69654]: DEBUG nova.network.neutron [-] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Updating instance_info_cache with network_info: [] {{(pid=69654) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.150777] env[69654]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-263d46b8-b5ec-4906-af31-89fd60449d9c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.161609] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa79841-e73a-43c7-8cae-afae273cc0df {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.185219] env[69654]: DEBUG nova.compute.manager [req-8150d58b-f7ce-4c55-8684-d606a81c445e req-bedab6c2-1742-4908-9ce9-a511d806b66e service nova] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Detach interface failed, port_id=42e1c9dd-f934-46d2-b796-fa5826c25352, reason: Instance 63aac6cb-2703-4c2f-b966-4616aa8724b3 could not be found. {{(pid=69654) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1416.629764] env[69654]: INFO nova.compute.manager [-] [instance: 63aac6cb-2703-4c2f-b966-4616aa8724b3] Took 1.26 seconds to deallocate network for instance. [ 1417.135053] env[69654]: DEBUG oslo_concurrency.lockutils [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.135484] env[69654]: DEBUG oslo_concurrency.lockutils [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.135484] env[69654]: DEBUG nova.objects.instance [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lazy-loading 'resources' on Instance uuid 63aac6cb-2703-4c2f-b966-4616aa8724b3 {{(pid=69654) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.668325] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9498870e-735f-4eb1-b565-bdaf9a33a7a5 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.676964] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77906bfd-7c4f-4e06-a6d8-26c5dd4d83c1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.705862] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b255d932-8e7a-47f6-b606-d4106029a123 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.712440] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d52f85-75ce-45e8-baa0-ca160db0220d {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.725012] env[69654]: DEBUG nova.compute.provider_tree [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.227811] env[69654]: DEBUG nova.scheduler.client.report [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.732974] env[69654]: DEBUG oslo_concurrency.lockutils [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.751803] env[69654]: INFO nova.scheduler.client.report [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Deleted allocations for instance 63aac6cb-2703-4c2f-b966-4616aa8724b3 [ 1419.258850] env[69654]: DEBUG oslo_concurrency.lockutils [None req-df04df5f-8dff-4006-99a2-2b1ad6b3bb7b tempest-ServerActionsTestOtherA-2034033283 tempest-ServerActionsTestOtherA-2034033283-project-member] Lock "63aac6cb-2703-4c2f-b966-4616aa8724b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.509s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.215033] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.215933] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.215669] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.215876] env[69654]: DEBUG nova.compute.manager [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69654) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1428.216042] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.718640] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.718924] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.719109] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.719280] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69654) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1428.720210] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cb694c-4cff-4902-941a-c9cb07b10b0c {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.728334] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b7fc1f-200d-4a6b-84e3-18b6e4757220 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.367627] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003eb549-b1e4-4986-be6d-e20c9cdff789 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.374242] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6cdf60-8373-44bf-a177-4e81605a9653 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.404357] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179864MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=69654) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1429.404521] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.404699] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.425898] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1430.426224] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69654) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1430.439421] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdc2f9c-0a61-4528-89bf-2d98fa3a660e {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.447220] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca73260-225f-43de-b107-29c2470d4b86 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.477455] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0684fdf-e1c7-4740-9dfe-3973b1f2bf59 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.484901] env[69654]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9e656a-b6c6-4f71-b398-bdf3e2bf5ae1 {{(pid=69654) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.497967] env[69654]: DEBUG nova.compute.provider_tree [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed in ProviderTree for provider: 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 {{(pid=69654) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.001667] env[69654]: DEBUG nova.scheduler.client.report [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Inventory has not changed for provider 7244f0e3-c8fc-4c02-ba3d-26a8e0372872 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69654) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.507192] env[69654]: DEBUG nova.compute.resource_tracker [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69654) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1431.507635] env[69654]: DEBUG oslo_concurrency.lockutils [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.103s {{(pid=69654) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.502818] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.503087] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.503262] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.210647] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.715633] env[69654]: DEBUG oslo_service.periodic_task [None req-4af39bbf-8a08-44e6-89c8-e5c35507c2b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69654) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}